2024-06-06T10:42:19.336 INFO:root:teuthology version: 0.0.1.dev303+g861a8dc 2024-06-06T10:42:19.336 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_teuthology@teuthology --name teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi --description upgrade:pacific-x/stress-split/{0-distro/ubuntu_20.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} --archive /home/teuthworker/archive/teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi/7741853 -- /home/teuthworker/archive/teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi/7741853/orig.config.yaml 2024-06-06T10:42:19.391 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-06-06T10:42:19.476 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi/7741853 branch: reef description: upgrade:pacific-x/stress-split/{0-distro/ubuntu_20.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} email: ceph-qa@ceph.com first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: pacific clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' first_in_suite: false job_id: '7741853' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'librbd C and C++ api tests ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run basic import/export cli tests for rbd ' name: teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: reef ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 kernel: hwe: true workunit: branch: reef sha1: 402e1b1f31a3baad8002beedb3ee7f3b9f0689db owner: scheduled_teuthology@teuthology priority: 830 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - workunit: branch: pacific clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' seed: 7347 sha1: f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: pacific clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: pacific clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: pacific clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' subset: 0/1 suite: upgrade:pacific-x suite_branch: reef suite_path: /home/teuthworker/src/git.ceph.com_ceph_402e1b1f31a3baad8002beedb3ee7f3b9f0689db/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 402e1b1f31a3baad8002beedb3ee7f3b9f0689db targets: smithi132.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= smithi179.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= tasks: - install: branch: pacific exclude_packages: - ceph-volume - cephadm: cephadm_branch: pacific cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:pacific - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 861a8dcf7aa816a26e13f039336f7ed0a9aec0fa timestamp: 2024-06-05_01:08:02 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-06-06T10:42:19.476 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_402e1b1f31a3baad8002beedb3ee7f3b9f0689db/qa; will attempt to use it 2024-06-06T10:42:19.477 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_402e1b1f31a3baad8002beedb3ee7f3b9f0689db/qa/tasks 2024-06-06T10:42:19.477 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-06-06T10:42:19.479 INFO:teuthology.task.internal:Checking packages... 2024-06-06T10:42:19.499 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'f1abf795f4fc15bf2f30ac90c811a53ab21d5d65' 2024-06-06T10:42:19.499 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-06-06T10:42:19.499 INFO:teuthology.packaging:ref: None 2024-06-06T10:42:19.499 INFO:teuthology.packaging:tag: None 2024-06-06T10:42:19.499 INFO:teuthology.packaging:branch: reef 2024-06-06T10:42:19.499 INFO:teuthology.packaging:sha1: f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T10:42:19.499 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=reef 2024-06-06T10:42:19.731 INFO:teuthology.task.internal:Found packages for ceph version 18.2.2-1413-g8a28a0ae-1focal 2024-06-06T10:42:19.733 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-06-06T10:42:19.740 INFO:teuthology.task.internal:no buildpackages task found 2024-06-06T10:42:19.740 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-06-06T10:42:19.745 INFO:teuthology.task.internal:Saving configuration 2024-06-06T10:42:19.766 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-06-06T10:42:19.773 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-06-06T10:42:19.799 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi132.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi/7741853', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-06 10:36:26.346675', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2024-06-06T10:42:19.823 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi179.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi/7741853', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-06 10:36:26.345341', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2024-06-06T10:42:19.823 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-06-06T10:42:19.830 INFO:teuthology.task.internal:roles: ubuntu@smithi132.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-06-06T10:42:19.830 INFO:teuthology.task.internal:roles: ubuntu@smithi179.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-06-06T10:42:19.830 INFO:teuthology.run_tasks:Running task console_log... 2024-06-06T10:42:19.895 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc007835120>, signals=[15]) 2024-06-06T10:42:19.895 INFO:teuthology.run_tasks:Running task internal.connect... 2024-06-06T10:42:19.901 INFO:teuthology.task.internal:Opening connections... 2024-06-06T10:42:19.901 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi132.front.sepia.ceph.com 2024-06-06T10:42:19.902 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T10:42:19.999 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi179.front.sepia.ceph.com 2024-06-06T10:42:20.000 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T10:42:20.093 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-06-06T10:42:20.101 DEBUG:teuthology.orchestra.run.smithi132:> uname -m 2024-06-06T10:42:20.108 INFO:teuthology.orchestra.run.smithi132.stdout:x86_64 2024-06-06T10:42:20.109 DEBUG:teuthology.orchestra.run.smithi132:> cat /etc/os-release 2024-06-06T10:42:20.158 INFO:teuthology.orchestra.run.smithi132.stdout:NAME="Ubuntu" 2024-06-06T10:42:20.158 INFO:teuthology.orchestra.run.smithi132.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2024-06-06T10:42:20.158 INFO:teuthology.orchestra.run.smithi132.stdout:ID=ubuntu 2024-06-06T10:42:20.158 INFO:teuthology.orchestra.run.smithi132.stdout:ID_LIKE=debian 2024-06-06T10:42:20.159 INFO:teuthology.orchestra.run.smithi132.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2024-06-06T10:42:20.159 INFO:teuthology.orchestra.run.smithi132.stdout:VERSION_ID="20.04" 2024-06-06T10:42:20.159 INFO:teuthology.orchestra.run.smithi132.stdout:HOME_URL="https://www.ubuntu.com/" 2024-06-06T10:42:20.159 INFO:teuthology.orchestra.run.smithi132.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-06-06T10:42:20.159 INFO:teuthology.orchestra.run.smithi132.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-06-06T10:42:20.159 INFO:teuthology.orchestra.run.smithi132.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-06-06T10:42:20.159 INFO:teuthology.orchestra.run.smithi132.stdout:VERSION_CODENAME=focal 2024-06-06T10:42:20.159 INFO:teuthology.orchestra.run.smithi132.stdout:UBUNTU_CODENAME=focal 2024-06-06T10:42:20.160 INFO:teuthology.lock.ops:Updating smithi132.front.sepia.ceph.com on lock server 2024-06-06T10:42:20.179 DEBUG:teuthology.orchestra.run.smithi179:> uname -m 2024-06-06T10:42:20.185 INFO:teuthology.orchestra.run.smithi179.stdout:x86_64 2024-06-06T10:42:20.185 DEBUG:teuthology.orchestra.run.smithi179:> cat /etc/os-release 2024-06-06T10:42:20.235 INFO:teuthology.orchestra.run.smithi179.stdout:NAME="Ubuntu" 2024-06-06T10:42:20.235 INFO:teuthology.orchestra.run.smithi179.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2024-06-06T10:42:20.236 INFO:teuthology.orchestra.run.smithi179.stdout:ID=ubuntu 2024-06-06T10:42:20.236 INFO:teuthology.orchestra.run.smithi179.stdout:ID_LIKE=debian 2024-06-06T10:42:20.236 INFO:teuthology.orchestra.run.smithi179.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2024-06-06T10:42:20.236 INFO:teuthology.orchestra.run.smithi179.stdout:VERSION_ID="20.04" 2024-06-06T10:42:20.236 INFO:teuthology.orchestra.run.smithi179.stdout:HOME_URL="https://www.ubuntu.com/" 2024-06-06T10:42:20.236 INFO:teuthology.orchestra.run.smithi179.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-06-06T10:42:20.236 INFO:teuthology.orchestra.run.smithi179.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-06-06T10:42:20.236 INFO:teuthology.orchestra.run.smithi179.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-06-06T10:42:20.236 INFO:teuthology.orchestra.run.smithi179.stdout:VERSION_CODENAME=focal 2024-06-06T10:42:20.236 INFO:teuthology.orchestra.run.smithi179.stdout:UBUNTU_CODENAME=focal 2024-06-06T10:42:20.237 INFO:teuthology.lock.ops:Updating smithi179.front.sepia.ceph.com on lock server 2024-06-06T10:42:21.429 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-06-06T10:42:21.438 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-06-06T10:42:21.494 INFO:teuthology.task.internal:Checking for old test directory... 2024-06-06T10:42:21.495 DEBUG:teuthology.orchestra.run.smithi132:> test '!' -e /home/ubuntu/cephtest 2024-06-06T10:42:21.497 DEBUG:teuthology.orchestra.run.smithi179:> test '!' -e /home/ubuntu/cephtest 2024-06-06T10:42:21.503 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-06-06T10:42:21.508 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-06-06T10:42:21.508 DEBUG:teuthology.orchestra.run.smithi132:> test -z $(ls -A /var/lib/ceph) 2024-06-06T10:42:21.510 DEBUG:teuthology.orchestra.run.smithi179:> test -z $(ls -A /var/lib/ceph) 2024-06-06T10:42:21.525 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-06-06T10:42:21.575 INFO:teuthology.run_tasks:Running task kernel... 2024-06-06T10:42:21.588 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-06-06T10:42:21.589 INFO:teuthology.task.kernel:normalize config orig: {'hwe': True} 2024-06-06T10:42:21.589 DEBUG:teuthology.task.kernel:normalized overrides {'mon.a': {'hwe': True}, 'mon.c': {'hwe': True}, 'mgr.y': {'hwe': True}, 'osd.0': {'hwe': True}, 'osd.1': {'hwe': True}, 'osd.2': {'hwe': True}, 'osd.3': {'hwe': True}, 'client.0': {'hwe': True}, 'node-exporter.a': {'hwe': True}, 'alertmanager.a': {'hwe': True}, 'mon.b': {'hwe': True}, 'mgr.x': {'hwe': True}, 'osd.4': {'hwe': True}, 'osd.5': {'hwe': True}, 'osd.6': {'hwe': True}, 'osd.7': {'hwe': True}, 'client.1': {'hwe': True}, 'prometheus.a': {'hwe': True}, 'grafana.a': {'hwe': True}, 'node-exporter.b': {'hwe': True}} 2024-06-06T10:42:21.589 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro', 'hwe': True}, 'mon.b': {'kdb': 1, 'sha1': 'distro', 'hwe': True}}, timeout 300 2024-06-06T10:42:21.589 DEBUG:teuthology.orchestra.run.smithi132:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-06T10:42:21.590 DEBUG:teuthology.orchestra.run.smithi179:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-06T10:42:21.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T10:42:21.595 DEBUG:teuthology.orchestra.run.smithi132:> uname -r 2024-06-06T10:42:21.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T10:42:21.596 DEBUG:teuthology.orchestra.run.smithi179:> uname -r 2024-06-06T10:42:21.602 INFO:teuthology.orchestra.run.smithi132.stdout:5.4.0-124-generic 2024-06-06T10:42:21.602 INFO:teuthology.task.kernel:Running kernel on smithi132: 5.4.0-124-generic 2024-06-06T10:42:21.603 DEBUG:teuthology.orchestra.run.smithi132:> sudo apt-get clean 2024-06-06T10:42:21.604 INFO:teuthology.orchestra.run.smithi179.stdout:5.4.0-124-generic 2024-06-06T10:42:21.604 INFO:teuthology.task.kernel:Running kernel on smithi179: 5.4.0-124-generic 2024-06-06T10:42:21.604 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-get clean 2024-06-06T10:42:21.693 DEBUG:teuthology.orchestra.run.smithi132:> sudo apt-get update 2024-06-06T10:42:21.725 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-get update 2024-06-06T10:42:21.858 INFO:teuthology.orchestra.run.smithi132.stdout:Get:1 http://security.ubuntu.com/ubuntu focal-security InRelease [128 kB] 2024-06-06T10:42:21.989 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2024-06-06T10:42:21.989 INFO:teuthology.orchestra.run.smithi179.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates InRelease [128 kB] 2024-06-06T10:42:21.989 INFO:teuthology.orchestra.run.smithi179.stdout:Get:3 http://security.ubuntu.com/ubuntu focal-security InRelease [128 kB] 2024-06-06T10:42:22.065 INFO:teuthology.orchestra.run.smithi179.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease [128 kB] 2024-06-06T10:42:22.191 INFO:teuthology.orchestra.run.smithi132.stdout:Get:2 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [756 kB] 2024-06-06T10:42:22.373 INFO:teuthology.orchestra.run.smithi132.stdout:Get:3 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [2,956 kB] 2024-06-06T10:42:22.412 INFO:teuthology.orchestra.run.smithi132.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal InRelease 2024-06-06T10:42:22.412 INFO:teuthology.orchestra.run.smithi179.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [2,956 kB] 2024-06-06T10:42:22.443 INFO:teuthology.orchestra.run.smithi132.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates InRelease [128 kB] 2024-06-06T10:42:22.502 INFO:teuthology.orchestra.run.smithi132.stdout:Get:6 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [444 kB] 2024-06-06T10:42:22.510 INFO:teuthology.orchestra.run.smithi132.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [13.2 kB] 2024-06-06T10:42:22.510 INFO:teuthology.orchestra.run.smithi132.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [2,837 kB] 2024-06-06T10:42:22.544 INFO:teuthology.orchestra.run.smithi179.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [980 kB] 2024-06-06T10:42:22.563 INFO:teuthology.orchestra.run.smithi132.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [36.4 kB] 2024-06-06T10:42:22.563 INFO:teuthology.orchestra.run.smithi132.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [397 kB] 2024-06-06T10:42:22.570 INFO:teuthology.orchestra.run.smithi132.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [552 B] 2024-06-06T10:42:22.570 INFO:teuthology.orchestra.run.smithi132.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [965 kB] 2024-06-06T10:42:22.591 INFO:teuthology.orchestra.run.smithi132.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [660 kB] 2024-06-06T10:42:22.603 INFO:teuthology.orchestra.run.smithi132.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [204 kB] 2024-06-06T10:42:22.606 INFO:teuthology.orchestra.run.smithi132.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-06-06T10:42:22.607 INFO:teuthology.orchestra.run.smithi132.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [24.0 kB] 2024-06-06T10:42:22.607 INFO:teuthology.orchestra.run.smithi132.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,200 B] 2024-06-06T10:42:22.611 INFO:teuthology.orchestra.run.smithi132.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-backports InRelease [128 kB] 2024-06-06T10:42:22.642 INFO:teuthology.orchestra.run.smithi132.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5,904 B] 2024-06-06T10:42:22.642 INFO:teuthology.orchestra.run.smithi132.stdout:Get:20 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [548 B] 2024-06-06T10:42:22.696 INFO:teuthology.orchestra.run.smithi179.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [756 kB] 2024-06-06T10:42:22.720 INFO:teuthology.orchestra.run.smithi179.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [444 kB] 2024-06-06T10:42:22.735 INFO:teuthology.orchestra.run.smithi179.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [13.2 kB] 2024-06-06T10:42:22.736 INFO:teuthology.orchestra.run.smithi179.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [2,837 kB] 2024-06-06T10:42:22.740 INFO:teuthology.orchestra.run.smithi132.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [3,332 kB] 2024-06-06T10:42:22.742 INFO:teuthology.orchestra.run.smithi179.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [3,332 kB] 2024-06-06T10:42:22.805 INFO:teuthology.orchestra.run.smithi179.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [36.4 kB] 2024-06-06T10:42:22.805 INFO:teuthology.orchestra.run.smithi179.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [397 kB] 2024-06-06T10:42:22.815 INFO:teuthology.orchestra.run.smithi179.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [552 B] 2024-06-06T10:42:22.815 INFO:teuthology.orchestra.run.smithi179.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [660 kB] 2024-06-06T10:42:22.827 INFO:teuthology.orchestra.run.smithi179.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [965 kB] 2024-06-06T10:42:22.842 INFO:teuthology.orchestra.run.smithi179.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [204 kB] 2024-06-06T10:42:22.845 INFO:teuthology.orchestra.run.smithi179.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-06-06T10:42:22.846 INFO:teuthology.orchestra.run.smithi179.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [24.0 kB] 2024-06-06T10:42:22.846 INFO:teuthology.orchestra.run.smithi179.stdout:Get:20 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,200 B] 2024-06-06T10:42:22.879 INFO:teuthology.orchestra.run.smithi179.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [525 kB] 2024-06-06T10:42:22.885 INFO:teuthology.orchestra.run.smithi179.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [17.2 kB] 2024-06-06T10:42:22.885 INFO:teuthology.orchestra.run.smithi179.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [2,953 kB] 2024-06-06T10:42:22.909 INFO:teuthology.orchestra.run.smithi179.stdout:Get:24 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5,904 B] 2024-06-06T10:42:22.909 INFO:teuthology.orchestra.run.smithi179.stdout:Get:25 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [548 B] 2024-06-06T10:42:22.938 INFO:teuthology.orchestra.run.smithi179.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [37.7 kB] 2024-06-06T10:42:22.939 INFO:teuthology.orchestra.run.smithi179.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [413 kB] 2024-06-06T10:42:22.946 INFO:teuthology.orchestra.run.smithi179.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [552 B] 2024-06-06T10:42:22.947 INFO:teuthology.orchestra.run.smithi179.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [787 kB] 2024-06-06T10:42:22.960 INFO:teuthology.orchestra.run.smithi179.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1,193 kB] 2024-06-06T10:42:22.979 INFO:teuthology.orchestra.run.smithi179.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [287 kB] 2024-06-06T10:42:22.982 INFO:teuthology.orchestra.run.smithi179.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [25.7 kB] 2024-06-06T10:42:22.984 INFO:teuthology.orchestra.run.smithi179.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [26.2 kB] 2024-06-06T10:42:22.984 INFO:teuthology.orchestra.run.smithi179.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,444 B] 2024-06-06T10:42:22.995 INFO:teuthology.orchestra.run.smithi132.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [980 kB] 2024-06-06T10:42:22.997 INFO:teuthology.orchestra.run.smithi179.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7,880 B] 2024-06-06T10:42:22.997 INFO:teuthology.orchestra.run.smithi179.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [620 B] 2024-06-06T10:42:22.998 INFO:teuthology.orchestra.run.smithi179.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [45.7 kB] 2024-06-06T10:42:22.998 INFO:teuthology.orchestra.run.smithi179.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [36.1 kB] 2024-06-06T10:42:22.999 INFO:teuthology.orchestra.run.smithi179.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [1,420 B] 2024-06-06T10:42:23.011 INFO:teuthology.orchestra.run.smithi132.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [525 kB] 2024-06-06T10:42:23.020 INFO:teuthology.orchestra.run.smithi132.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [17.2 kB] 2024-06-06T10:42:23.020 INFO:teuthology.orchestra.run.smithi132.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [2,953 kB] 2024-06-06T10:42:23.029 INFO:teuthology.orchestra.run.smithi179.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [13.8 kB] 2024-06-06T10:42:23.030 INFO:teuthology.orchestra.run.smithi179.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [25.0 kB] 2024-06-06T10:42:23.031 INFO:teuthology.orchestra.run.smithi179.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [880 B] 2024-06-06T10:42:23.065 INFO:teuthology.orchestra.run.smithi132.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [37.7 kB] 2024-06-06T10:42:23.066 INFO:teuthology.orchestra.run.smithi132.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [413 kB] 2024-06-06T10:42:23.070 INFO:teuthology.orchestra.run.smithi132.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [552 B] 2024-06-06T10:42:23.070 INFO:teuthology.orchestra.run.smithi132.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1,193 kB] 2024-06-06T10:42:23.085 INFO:teuthology.orchestra.run.smithi132.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [787 kB] 2024-06-06T10:42:23.097 INFO:teuthology.orchestra.run.smithi132.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [287 kB] 2024-06-06T10:42:23.100 INFO:teuthology.orchestra.run.smithi132.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [25.7 kB] 2024-06-06T10:42:23.100 INFO:teuthology.orchestra.run.smithi132.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,444 B] 2024-06-06T10:42:23.100 INFO:teuthology.orchestra.run.smithi132.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [26.2 kB] 2024-06-06T10:42:23.112 INFO:teuthology.orchestra.run.smithi132.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7,880 B] 2024-06-06T10:42:23.112 INFO:teuthology.orchestra.run.smithi132.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [620 B] 2024-06-06T10:42:23.112 INFO:teuthology.orchestra.run.smithi132.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [36.1 kB] 2024-06-06T10:42:23.112 INFO:teuthology.orchestra.run.smithi132.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [45.7 kB] 2024-06-06T10:42:23.113 INFO:teuthology.orchestra.run.smithi132.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [1,420 B] 2024-06-06T10:42:23.133 INFO:teuthology.orchestra.run.smithi132.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [13.8 kB] 2024-06-06T10:42:23.133 INFO:teuthology.orchestra.run.smithi132.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [25.0 kB] 2024-06-06T10:42:23.134 INFO:teuthology.orchestra.run.smithi132.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [880 B] 2024-06-06T10:42:26.777 INFO:teuthology.orchestra.run.smithi132.stdout:Fetched 20.4 MB in 3s (6,921 kB/s) 2024-06-06T10:42:26.878 INFO:teuthology.orchestra.run.smithi179.stdout:Fetched 20.4 MB in 3s (6,479 kB/s) 2024-06-06T10:42:28.308 INFO:teuthology.orchestra.run.smithi132.stdout:Reading package lists... 2024-06-06T10:42:28.335 DEBUG:teuthology.orchestra.run.smithi132:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2024-06-06T10:42:28.409 INFO:teuthology.orchestra.run.smithi132.stdout:Reading package lists... 2024-06-06T10:42:28.502 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-06-06T10:42:28.528 DEBUG:teuthology.orchestra.run.smithi179:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2024-06-06T10:42:28.615 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-06-06T10:42:28.620 INFO:teuthology.orchestra.run.smithi132.stdout:Building dependency tree... 2024-06-06T10:42:28.621 INFO:teuthology.orchestra.run.smithi132.stdout:Reading state information... 2024-06-06T10:42:28.807 INFO:teuthology.orchestra.run.smithi132.stdout:The following additional packages will be installed: 2024-06-06T10:42:28.807 INFO:teuthology.orchestra.run.smithi132.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2024-06-06T10:42:28.807 INFO:teuthology.orchestra.run.smithi132.stdout: libusbmuxd6 linux-image-5.15.0-107-generic linux-modules-5.15.0-107-generic 2024-06-06T10:42:28.808 INFO:teuthology.orchestra.run.smithi132.stdout: linux-modules-extra-5.15.0-107-generic thermald upower usbmuxd 2024-06-06T10:42:28.809 INFO:teuthology.orchestra.run.smithi132.stdout:Suggested packages: 2024-06-06T10:42:28.809 INFO:teuthology.orchestra.run.smithi132.stdout: libusbmuxd-tools fdutils linux-doc | linux-hwe-5.15-source-5.15.0 2024-06-06T10:42:28.809 INFO:teuthology.orchestra.run.smithi132.stdout: linux-hwe-5.15-tools linux-headers-5.15.0-107-generic 2024-06-06T10:42:28.828 INFO:teuthology.orchestra.run.smithi179.stdout:Building dependency tree... 2024-06-06T10:42:28.829 INFO:teuthology.orchestra.run.smithi179.stdout:Reading state information... 2024-06-06T10:42:28.870 INFO:teuthology.orchestra.run.smithi132.stdout:The following NEW packages will be installed: 2024-06-06T10:42:28.870 INFO:teuthology.orchestra.run.smithi132.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2024-06-06T10:42:28.870 INFO:teuthology.orchestra.run.smithi132.stdout: libusbmuxd6 linux-image-5.15.0-107-generic linux-image-generic-hwe-20.04 2024-06-06T10:42:28.870 INFO:teuthology.orchestra.run.smithi132.stdout: linux-modules-5.15.0-107-generic linux-modules-extra-5.15.0-107-generic 2024-06-06T10:42:28.871 INFO:teuthology.orchestra.run.smithi132.stdout: thermald upower usbmuxd 2024-06-06T10:42:29.004 INFO:teuthology.orchestra.run.smithi132.stdout:0 upgraded, 13 newly installed, 0 to remove and 303 not upgraded. 2024-06-06T10:42:29.005 INFO:teuthology.orchestra.run.smithi132.stdout:Need to get 90.9 MB of archives. 2024-06-06T10:42:29.005 INFO:teuthology.orchestra.run.smithi132.stdout:After this operation, 497 MB of additional disk space will be used. 2024-06-06T10:42:29.005 INFO:teuthology.orchestra.run.smithi132.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 libdbus-glib-1-2 amd64 0.110-5fakssync1 [59.1 kB] 2024-06-06T10:42:29.029 INFO:teuthology.orchestra.run.smithi179.stdout:The following additional packages will be installed: 2024-06-06T10:42:29.029 INFO:teuthology.orchestra.run.smithi179.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2024-06-06T10:42:29.029 INFO:teuthology.orchestra.run.smithi179.stdout: libusbmuxd6 linux-image-5.15.0-107-generic linux-modules-5.15.0-107-generic 2024-06-06T10:42:29.030 INFO:teuthology.orchestra.run.smithi179.stdout: linux-modules-extra-5.15.0-107-generic thermald upower usbmuxd 2024-06-06T10:42:29.031 INFO:teuthology.orchestra.run.smithi179.stdout:Suggested packages: 2024-06-06T10:42:29.031 INFO:teuthology.orchestra.run.smithi179.stdout: libusbmuxd-tools fdutils linux-doc | linux-hwe-5.15-source-5.15.0 2024-06-06T10:42:29.031 INFO:teuthology.orchestra.run.smithi179.stdout: linux-hwe-5.15-tools linux-headers-5.15.0-107-generic 2024-06-06T10:42:29.085 INFO:teuthology.orchestra.run.smithi179.stdout:The following NEW packages will be installed: 2024-06-06T10:42:29.086 INFO:teuthology.orchestra.run.smithi179.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2024-06-06T10:42:29.086 INFO:teuthology.orchestra.run.smithi179.stdout: libusbmuxd6 linux-image-5.15.0-107-generic linux-image-generic-hwe-20.04 2024-06-06T10:42:29.086 INFO:teuthology.orchestra.run.smithi179.stdout: linux-modules-5.15.0-107-generic linux-modules-extra-5.15.0-107-generic 2024-06-06T10:42:29.087 INFO:teuthology.orchestra.run.smithi179.stdout: thermald upower usbmuxd 2024-06-06T10:42:29.167 INFO:teuthology.orchestra.run.smithi132.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 libplist3 amd64 2.1.0-4build2 [31.6 kB] 2024-06-06T10:42:29.186 INFO:teuthology.orchestra.run.smithi132.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 libusbmuxd6 amd64 2.0.1-2 [19.1 kB] 2024-06-06T10:42:29.198 INFO:teuthology.orchestra.run.smithi132.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 libimobiledevice6 amd64 1.2.1~git20191129.9f79242-1build1 [65.2 kB] 2024-06-06T10:42:29.241 INFO:teuthology.orchestra.run.smithi132.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 libupower-glib3 amd64 0.99.11-1build2 [43.2 kB] 2024-06-06T10:42:29.262 INFO:teuthology.orchestra.run.smithi132.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.15.0-107-generic amd64 5.15.0-107.117~20.04.1 [21.0 MB] 2024-06-06T10:42:29.271 INFO:teuthology.orchestra.run.smithi179.stdout:0 upgraded, 13 newly installed, 0 to remove and 303 not upgraded. 2024-06-06T10:42:29.271 INFO:teuthology.orchestra.run.smithi179.stdout:Need to get 90.9 MB of archives. 2024-06-06T10:42:29.271 INFO:teuthology.orchestra.run.smithi179.stdout:After this operation, 497 MB of additional disk space will be used. 2024-06-06T10:42:29.271 INFO:teuthology.orchestra.run.smithi179.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 libdbus-glib-1-2 amd64 0.110-5fakssync1 [59.1 kB] 2024-06-06T10:42:29.555 INFO:teuthology.orchestra.run.smithi179.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 libplist3 amd64 2.1.0-4build2 [31.6 kB] 2024-06-06T10:42:29.586 INFO:teuthology.orchestra.run.smithi179.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 libusbmuxd6 amd64 2.0.1-2 [19.1 kB] 2024-06-06T10:42:29.606 INFO:teuthology.orchestra.run.smithi179.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 libimobiledevice6 amd64 1.2.1~git20191129.9f79242-1build1 [65.2 kB] 2024-06-06T10:42:29.676 INFO:teuthology.orchestra.run.smithi179.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 libupower-glib3 amd64 0.99.11-1build2 [43.2 kB] 2024-06-06T10:42:29.714 INFO:teuthology.orchestra.run.smithi179.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.15.0-107-generic amd64 5.15.0-107.117~20.04.1 [21.0 MB] 2024-06-06T10:42:30.056 INFO:teuthology.orchestra.run.smithi132.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.15.0-107-generic amd64 5.15.0-107.117~20.04.1 [11.4 MB] 2024-06-06T10:42:30.221 INFO:teuthology.orchestra.run.smithi132.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.15.0-107-generic amd64 5.15.0-107.117~20.04.1 [57.9 MB] 2024-06-06T10:42:30.612 INFO:teuthology.orchestra.run.smithi179.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.15.0-107-generic amd64 5.15.0-107.117~20.04.1 [11.4 MB] 2024-06-06T10:42:30.900 INFO:teuthology.orchestra.run.smithi179.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.15.0-107-generic amd64 5.15.0-107.117~20.04.1 [57.9 MB] 2024-06-06T10:42:31.300 INFO:teuthology.orchestra.run.smithi132.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic-hwe-20.04 amd64 5.15.0.107.117~20.04.1 [2,596 B] 2024-06-06T10:42:31.300 INFO:teuthology.orchestra.run.smithi132.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libevdev2 amd64 1.9.0+dfsg-1ubuntu0.2 [31.6 kB] 2024-06-06T10:42:31.353 INFO:teuthology.orchestra.run.smithi132.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 thermald amd64 1.9.1-1ubuntu0.6 [233 kB] 2024-06-06T10:42:31.357 INFO:teuthology.orchestra.run.smithi132.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 upower amd64 0.99.11-1build2 [104 kB] 2024-06-06T10:42:31.359 INFO:teuthology.orchestra.run.smithi132.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 usbmuxd amd64 1.1.1~git20191130.9af2b12-1 [38.4 kB] 2024-06-06T10:42:32.050 INFO:teuthology.orchestra.run.smithi132.stdout:Fetched 90.9 MB in 2s (36.7 MB/s) 2024-06-06T10:42:32.267 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libdbus-glib-1-2:amd64. 2024-06-06T10:42:32.798 INFO:teuthology.orchestra.run.smithi179.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic-hwe-20.04 amd64 5.15.0.107.117~20.04.1 [2,596 B] 2024-06-06T10:42:32.874 INFO:teuthology.orchestra.run.smithi179.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libevdev2 amd64 1.9.0+dfsg-1ubuntu0.2 [31.6 kB] 2024-06-06T10:42:32.875 INFO:teuthology.orchestra.run.smithi179.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 thermald amd64 1.9.1-1ubuntu0.6 [233 kB] 2024-06-06T10:42:33.043 INFO:teuthology.orchestra.run.smithi179.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 upower amd64 0.99.11-1build2 [104 kB] 2024-06-06T10:42:33.395 INFO:teuthology.orchestra.run.smithi179.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 usbmuxd amd64 1.1.1~git20191130.9af2b12-1 [38.4 kB] 2024-06-06T10:42:34.182 INFO:teuthology.orchestra.run.smithi179.stdout:Fetched 90.9 MB in 4s (21.0 MB/s) 2024-06-06T10:42:34.235 INFO:teuthology.orchestra.run.smithi132.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 104373 files and directories currently installed.) 2024-06-06T10:42:34.240 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../00-libdbus-glib-1-2_0.110-5fakssync1_amd64.deb ... 2024-06-06T10:42:34.374 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libdbus-glib-1-2:amd64. 2024-06-06T10:42:34.481 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2024-06-06T10:42:34.884 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libplist3:amd64. 2024-06-06T10:42:34.897 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../01-libplist3_2.1.0-4build2_amd64.deb ... 2024-06-06T10:42:34.950 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libplist3:amd64 (2.1.0-4build2) ... 2024-06-06T10:42:35.287 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libusbmuxd6:amd64. 2024-06-06T10:42:35.301 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../02-libusbmuxd6_2.0.1-2_amd64.deb ... 2024-06-06T10:42:35.345 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libusbmuxd6:amd64 (2.0.1-2) ... 2024-06-06T10:42:35.607 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libimobiledevice6:amd64. 2024-06-06T10:42:35.622 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../03-libimobiledevice6_1.2.1~git20191129.9f79242-1build1_amd64.deb ... 2024-06-06T10:42:35.688 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2024-06-06T10:42:36.035 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libupower-glib3:amd64. 2024-06-06T10:42:36.048 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../04-libupower-glib3_0.99.11-1build2_amd64.deb ... 2024-06-06T10:42:36.092 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libupower-glib3:amd64 (0.99.11-1build2) ... 2024-06-06T10:42:36.132 INFO:teuthology.orchestra.run.smithi179.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 104373 files and directories currently installed.) 2024-06-06T10:42:36.137 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../00-libdbus-glib-1-2_0.110-5fakssync1_amd64.deb ... 2024-06-06T10:42:36.322 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2024-06-06T10:42:36.404 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package linux-modules-5.15.0-107-generic. 2024-06-06T10:42:36.419 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../05-linux-modules-5.15.0-107-generic_5.15.0-107.117~20.04.1_amd64.deb ... 2024-06-06T10:42:36.462 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking linux-modules-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:36.708 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libplist3:amd64. 2024-06-06T10:42:36.722 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../01-libplist3_2.1.0-4build2_amd64.deb ... 2024-06-06T10:42:36.766 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libplist3:amd64 (2.1.0-4build2) ... 2024-06-06T10:42:37.136 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libusbmuxd6:amd64. 2024-06-06T10:42:37.150 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../02-libusbmuxd6_2.0.1-2_amd64.deb ... 2024-06-06T10:42:37.194 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libusbmuxd6:amd64 (2.0.1-2) ... 2024-06-06T10:42:37.547 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libimobiledevice6:amd64. 2024-06-06T10:42:37.562 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../03-libimobiledevice6_1.2.1~git20191129.9f79242-1build1_amd64.deb ... 2024-06-06T10:42:37.605 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2024-06-06T10:42:37.917 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libupower-glib3:amd64. 2024-06-06T10:42:37.932 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../04-libupower-glib3_0.99.11-1build2_amd64.deb ... 2024-06-06T10:42:37.967 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libupower-glib3:amd64 (0.99.11-1build2) ... 2024-06-06T10:42:38.337 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package linux-modules-5.15.0-107-generic. 2024-06-06T10:42:38.350 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../05-linux-modules-5.15.0-107-generic_5.15.0-107.117~20.04.1_amd64.deb ... 2024-06-06T10:42:38.395 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-modules-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:39.022 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package linux-image-5.15.0-107-generic. 2024-06-06T10:42:39.035 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../06-linux-image-5.15.0-107-generic_5.15.0-107.117~20.04.1_amd64.deb ... 2024-06-06T10:42:39.138 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking linux-image-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:39.617 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-107-generic. 2024-06-06T10:42:39.630 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../07-linux-modules-extra-5.15.0-107-generic_5.15.0-107.117~20.04.1_amd64.deb ... 2024-06-06T10:42:39.658 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking linux-modules-extra-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:41.096 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package linux-image-5.15.0-107-generic. 2024-06-06T10:42:41.113 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../06-linux-image-5.15.0-107-generic_5.15.0-107.117~20.04.1_amd64.deb ... 2024-06-06T10:42:41.200 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-image-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:41.724 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-107-generic. 2024-06-06T10:42:41.740 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../07-linux-modules-extra-5.15.0-107-generic_5.15.0-107.117~20.04.1_amd64.deb ... 2024-06-06T10:42:41.782 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-modules-extra-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:46.495 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package linux-image-generic-hwe-20.04. 2024-06-06T10:42:46.510 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../08-linux-image-generic-hwe-20.04_5.15.0.107.117~20.04.1_amd64.deb ... 2024-06-06T10:42:46.553 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking linux-image-generic-hwe-20.04 (5.15.0.107.117~20.04.1) ... 2024-06-06T10:42:46.864 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libevdev2:amd64. 2024-06-06T10:42:46.880 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../09-libevdev2_1.9.0+dfsg-1ubuntu0.2_amd64.deb ... 2024-06-06T10:42:46.922 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2024-06-06T10:42:47.342 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package thermald. 2024-06-06T10:42:47.357 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../10-thermald_1.9.1-1ubuntu0.6_amd64.deb ... 2024-06-06T10:42:47.400 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking thermald (1.9.1-1ubuntu0.6) ... 2024-06-06T10:42:47.972 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package upower. 2024-06-06T10:42:47.986 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../11-upower_0.99.11-1build2_amd64.deb ... 2024-06-06T10:42:48.048 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking upower (0.99.11-1build2) ... 2024-06-06T10:42:48.451 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package usbmuxd. 2024-06-06T10:42:48.466 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../12-usbmuxd_1.1.1~git20191130.9af2b12-1_amd64.deb ... 2024-06-06T10:42:48.509 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2024-06-06T10:42:48.675 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package linux-image-generic-hwe-20.04. 2024-06-06T10:42:48.692 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../08-linux-image-generic-hwe-20.04_5.15.0.107.117~20.04.1_amd64.deb ... 2024-06-06T10:42:48.747 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking linux-image-generic-hwe-20.04 (5.15.0.107.117~20.04.1) ... 2024-06-06T10:42:48.831 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libplist3:amd64 (2.1.0-4build2) ... 2024-06-06T10:42:48.956 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2024-06-06T10:42:49.069 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libevdev2:amd64. 2024-06-06T10:42:49.082 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libusbmuxd6:amd64 (2.0.1-2) ... 2024-06-06T10:42:49.085 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../09-libevdev2_1.9.0+dfsg-1ubuntu0.2_amd64.deb ... 2024-06-06T10:42:49.144 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2024-06-06T10:42:49.208 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libupower-glib3:amd64 (0.99.11-1build2) ... 2024-06-06T10:42:49.342 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2024-06-06T10:42:49.468 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2024-06-06T10:42:49.539 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package thermald. 2024-06-06T10:42:49.554 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../10-thermald_1.9.1-1ubuntu0.6_amd64.deb ... 2024-06-06T10:42:49.597 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking thermald (1.9.1-1ubuntu0.6) ... 2024-06-06T10:42:49.611 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up upower (0.99.11-1build2) ... 2024-06-06T10:42:50.144 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package upower. 2024-06-06T10:42:50.151 INFO:teuthology.orchestra.run.smithi132.stdout:upower.service is a disabled or a static unit, not starting it. 2024-06-06T10:42:50.159 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../11-upower_0.99.11-1build2_amd64.deb ... 2024-06-06T10:42:50.198 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2024-06-06T10:42:50.233 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking upower (0.99.11-1build2) ... 2024-06-06T10:42:50.370 INFO:teuthology.orchestra.run.smithi132.stdout:Warning: The home dir /var/lib/usbmux you specified can't be accessed: No such file or directory 2024-06-06T10:42:50.386 INFO:teuthology.orchestra.run.smithi132.stdout:Adding system user `usbmux' (UID 114) ... 2024-06-06T10:42:50.386 INFO:teuthology.orchestra.run.smithi132.stdout:Adding new user `usbmux' (UID 114) with group `plugdev' ... 2024-06-06T10:42:50.659 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package usbmuxd. 2024-06-06T10:42:50.672 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../12-usbmuxd_1.1.1~git20191130.9af2b12-1_amd64.deb ... 2024-06-06T10:42:50.717 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2024-06-06T10:42:50.941 INFO:teuthology.orchestra.run.smithi132.stdout:Not creating home directory `/var/lib/usbmux'. 2024-06-06T10:42:51.041 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libplist3:amd64 (2.1.0-4build2) ... 2024-06-06T10:42:51.153 INFO:teuthology.orchestra.run.smithi132.stdout:usbmuxd.service is a disabled or a static unit, not starting it. 2024-06-06T10:42:51.166 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2024-06-06T10:42:51.212 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up thermald (1.9.1-1ubuntu0.6) ... 2024-06-06T10:42:51.323 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libusbmuxd6:amd64 (2.0.1-2) ... 2024-06-06T10:42:51.424 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libupower-glib3:amd64 (0.99.11-1build2) ... 2024-06-06T10:42:51.550 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2024-06-06T10:42:51.551 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.thermald.service -> /lib/systemd/system/thermald.service. 2024-06-06T10:42:51.552 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/thermald.service -> /lib/systemd/system/thermald.service. 2024-06-06T10:42:51.684 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2024-06-06T10:42:51.810 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up upower (0.99.11-1build2) ... 2024-06-06T10:42:51.992 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up linux-image-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:52.330 INFO:teuthology.orchestra.run.smithi179.stdout:upower.service is a disabled or a static unit, not starting it. 2024-06-06T10:42:52.397 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2024-06-06T10:42:52.579 INFO:teuthology.orchestra.run.smithi179.stdout:Warning: The home dir /var/lib/usbmux you specified can't be accessed: No such file or directory 2024-06-06T10:42:52.583 INFO:teuthology.orchestra.run.smithi179.stdout:Adding system user `usbmux' (UID 114) ... 2024-06-06T10:42:52.583 INFO:teuthology.orchestra.run.smithi179.stdout:Adding new user `usbmux' (UID 114) with group `plugdev' ... 2024-06-06T10:42:53.098 INFO:teuthology.orchestra.run.smithi179.stdout:Not creating home directory `/var/lib/usbmux'. 2024-06-06T10:42:53.313 INFO:teuthology.orchestra.run.smithi179.stdout:usbmuxd.service is a disabled or a static unit, not starting it. 2024-06-06T10:42:53.315 INFO:teuthology.orchestra.run.smithi132.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-107-generic 2024-06-06T10:42:53.315 INFO:teuthology.orchestra.run.smithi132.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-107-generic 2024-06-06T10:42:53.352 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up thermald (1.9.1-1ubuntu0.6) ... 2024-06-06T10:42:53.486 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up linux-modules-extra-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:53.679 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.thermald.service -> /lib/systemd/system/thermald.service. 2024-06-06T10:42:53.679 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/thermald.service -> /lib/systemd/system/thermald.service. 2024-06-06T10:42:54.124 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-image-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:54.871 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up linux-image-generic-hwe-20.04 (5.15.0.107.117~20.04.1) ... 2024-06-06T10:42:54.996 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up linux-modules-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:55.482 INFO:teuthology.orchestra.run.smithi179.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-107-generic 2024-06-06T10:42:55.482 INFO:teuthology.orchestra.run.smithi179.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-107-generic 2024-06-06T10:42:55.643 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-modules-extra-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:56.373 INFO:teuthology.orchestra.run.smithi132.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-06-06T10:42:56.695 INFO:teuthology.orchestra.run.smithi132.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-06-06T10:42:57.036 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-image-generic-hwe-20.04 (5.15.0.107.117~20.04.1) ... 2024-06-06T10:42:57.161 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up linux-modules-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:57.432 INFO:teuthology.orchestra.run.smithi132.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2024-06-06T10:42:57.532 INFO:teuthology.orchestra.run.smithi132.stdout:Processing triggers for linux-image-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:57.599 INFO:teuthology.orchestra.run.smithi132.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-06-06T10:42:57.599 INFO:teuthology.orchestra.run.smithi132.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-107-generic 2024-06-06T10:42:58.555 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-06-06T10:42:58.843 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-06-06T10:42:59.596 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2024-06-06T10:42:59.723 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for linux-image-5.15.0-107-generic (5.15.0-107.117~20.04.1) ... 2024-06-06T10:42:59.800 INFO:teuthology.orchestra.run.smithi179.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-06-06T10:42:59.800 INFO:teuthology.orchestra.run.smithi179.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-107-generic 2024-06-06T10:43:23.306 INFO:teuthology.orchestra.run.smithi132.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-06-06T10:43:23.307 INFO:teuthology.orchestra.run.smithi132.stdout:Sourcing file `/etc/default/grub' 2024-06-06T10:43:23.315 INFO:teuthology.orchestra.run.smithi132.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-06-06T10:43:23.332 INFO:teuthology.orchestra.run.smithi132.stdout:Generating grub configuration file ... 2024-06-06T10:43:23.623 INFO:teuthology.orchestra.run.smithi132.stdout:Found linux image: /boot/vmlinuz-5.15.0-107-generic 2024-06-06T10:43:23.645 INFO:teuthology.orchestra.run.smithi132.stdout:Found initrd image: /boot/initrd.img-5.15.0-107-generic 2024-06-06T10:43:24.016 INFO:teuthology.orchestra.run.smithi132.stdout:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-06-06T10:43:24.028 INFO:teuthology.orchestra.run.smithi132.stdout:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-06-06T10:43:25.382 INFO:teuthology.orchestra.run.smithi179.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-06-06T10:43:25.382 INFO:teuthology.orchestra.run.smithi179.stdout:Sourcing file `/etc/default/grub' 2024-06-06T10:43:25.388 INFO:teuthology.orchestra.run.smithi179.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-06-06T10:43:25.411 INFO:teuthology.orchestra.run.smithi179.stdout:Generating grub configuration file ... 2024-06-06T10:43:25.726 INFO:teuthology.orchestra.run.smithi179.stdout:Found linux image: /boot/vmlinuz-5.15.0-107-generic 2024-06-06T10:43:25.750 INFO:teuthology.orchestra.run.smithi179.stdout:Found initrd image: /boot/initrd.img-5.15.0-107-generic 2024-06-06T10:43:25.809 INFO:teuthology.orchestra.run.smithi132.stdout:done 2024-06-06T10:43:26.193 INFO:teuthology.orchestra.run.smithi179.stdout:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-06-06T10:43:26.205 INFO:teuthology.orchestra.run.smithi179.stdout:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-06-06T10:43:26.263 DEBUG:teuthology.orchestra.run.smithi132:> dpkg -s linux-image-generic-hwe-20.04 2024-06-06T10:43:26.311 INFO:teuthology.orchestra.run.smithi132.stdout:Package: linux-image-generic-hwe-20.04 2024-06-06T10:43:26.311 INFO:teuthology.orchestra.run.smithi132.stdout:Status: install ok installed 2024-06-06T10:43:26.311 INFO:teuthology.orchestra.run.smithi132.stdout:Priority: optional 2024-06-06T10:43:26.311 INFO:teuthology.orchestra.run.smithi132.stdout:Section: kernel 2024-06-06T10:43:26.311 INFO:teuthology.orchestra.run.smithi132.stdout:Installed-Size: 21 2024-06-06T10:43:26.311 INFO:teuthology.orchestra.run.smithi132.stdout:Maintainer: Ubuntu Kernel Team 2024-06-06T10:43:26.311 INFO:teuthology.orchestra.run.smithi132.stdout:Architecture: amd64 2024-06-06T10:43:26.311 INFO:teuthology.orchestra.run.smithi132.stdout:Source: linux-meta-hwe-5.15 2024-06-06T10:43:26.311 INFO:teuthology.orchestra.run.smithi132.stdout:Version: 5.15.0.107.117~20.04.1 2024-06-06T10:43:26.311 INFO:teuthology.orchestra.run.smithi132.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-107), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-06-06T10:43:26.311 INFO:teuthology.orchestra.run.smithi132.stdout:Depends: linux-image-5.15.0-107-generic, linux-modules-extra-5.15.0-107-generic, linux-firmware, intel-microcode, amd64-microcode 2024-06-06T10:43:26.312 INFO:teuthology.orchestra.run.smithi132.stdout:Recommends: thermald 2024-06-06T10:43:26.312 INFO:teuthology.orchestra.run.smithi132.stdout:Description: Generic Linux kernel image 2024-06-06T10:43:26.312 INFO:teuthology.orchestra.run.smithi132.stdout: This package will always depend on the latest generic kernel image 2024-06-06T10:43:26.312 INFO:teuthology.orchestra.run.smithi132.stdout: available. 2024-06-06T10:43:26.313 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-124-generic Expected: 5.15.0-107-generic 2024-06-06T10:43:26.313 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-06-06T10:43:26.313 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-06-06T10:43:26.313 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-06-06T10:43:26.313 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi132.front.sepia.ceph.com, path=None, version=distro) 2024-06-06T10:43:26.313 DEBUG:teuthology.orchestra.run.smithi132:> sudo apt-get clean 2024-06-06T10:43:26.403 DEBUG:teuthology.orchestra.run.smithi132:> sudo apt-get update 2024-06-06T10:43:26.542 INFO:teuthology.orchestra.run.smithi132.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2024-06-06T10:43:26.554 INFO:teuthology.orchestra.run.smithi132.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-06-06T10:43:26.557 INFO:teuthology.orchestra.run.smithi132.stdout:Hit:3 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-06-06T10:43:26.587 INFO:teuthology.orchestra.run.smithi132.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-06-06T10:43:28.340 INFO:teuthology.orchestra.run.smithi132.stdout:Reading package lists... 2024-06-06T10:43:28.367 DEBUG:teuthology.orchestra.run.smithi132:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2024-06-06T10:43:28.370 INFO:teuthology.orchestra.run.smithi179.stdout:done 2024-06-06T10:43:28.436 INFO:teuthology.orchestra.run.smithi132.stdout:Reading package lists... 2024-06-06T10:43:28.650 INFO:teuthology.orchestra.run.smithi132.stdout:Building dependency tree... 2024-06-06T10:43:28.650 INFO:teuthology.orchestra.run.smithi132.stdout:Reading state information... 2024-06-06T10:43:28.831 DEBUG:teuthology.orchestra.run.smithi179:> dpkg -s linux-image-generic-hwe-20.04 2024-06-06T10:43:28.876 INFO:teuthology.orchestra.run.smithi179.stdout:Package: linux-image-generic-hwe-20.04 2024-06-06T10:43:28.876 INFO:teuthology.orchestra.run.smithi179.stdout:Status: install ok installed 2024-06-06T10:43:28.876 INFO:teuthology.orchestra.run.smithi179.stdout:Priority: optional 2024-06-06T10:43:28.876 INFO:teuthology.orchestra.run.smithi179.stdout:Section: kernel 2024-06-06T10:43:28.876 INFO:teuthology.orchestra.run.smithi179.stdout:Installed-Size: 21 2024-06-06T10:43:28.876 INFO:teuthology.orchestra.run.smithi179.stdout:Maintainer: Ubuntu Kernel Team 2024-06-06T10:43:28.876 INFO:teuthology.orchestra.run.smithi179.stdout:Architecture: amd64 2024-06-06T10:43:28.876 INFO:teuthology.orchestra.run.smithi179.stdout:Source: linux-meta-hwe-5.15 2024-06-06T10:43:28.876 INFO:teuthology.orchestra.run.smithi179.stdout:Version: 5.15.0.107.117~20.04.1 2024-06-06T10:43:28.876 INFO:teuthology.orchestra.run.smithi179.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-107), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-06-06T10:43:28.877 INFO:teuthology.orchestra.run.smithi179.stdout:Depends: linux-image-5.15.0-107-generic, linux-modules-extra-5.15.0-107-generic, linux-firmware, intel-microcode, amd64-microcode 2024-06-06T10:43:28.877 INFO:teuthology.orchestra.run.smithi179.stdout:Recommends: thermald 2024-06-06T10:43:28.877 INFO:teuthology.orchestra.run.smithi179.stdout:Description: Generic Linux kernel image 2024-06-06T10:43:28.877 INFO:teuthology.orchestra.run.smithi179.stdout: This package will always depend on the latest generic kernel image 2024-06-06T10:43:28.877 INFO:teuthology.orchestra.run.smithi179.stdout: available. 2024-06-06T10:43:28.877 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-124-generic Expected: 5.15.0-107-generic 2024-06-06T10:43:28.877 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-06-06T10:43:28.877 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-06-06T10:43:28.877 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-06-06T10:43:28.877 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi179.front.sepia.ceph.com, path=None, version=distro) 2024-06-06T10:43:28.877 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-get clean 2024-06-06T10:43:28.879 INFO:teuthology.orchestra.run.smithi132.stdout:linux-image-generic-hwe-20.04 is already the newest version (5.15.0.107.117~20.04.1). 2024-06-06T10:43:28.879 INFO:teuthology.orchestra.run.smithi132.stdout:0 upgraded, 0 newly installed, 0 to remove and 303 not upgraded. 2024-06-06T10:43:28.881 DEBUG:teuthology.orchestra.run.smithi132:> dpkg -s linux-image-generic-hwe-20.04 2024-06-06T10:43:28.903 INFO:teuthology.orchestra.run.smithi132.stdout:Package: linux-image-generic-hwe-20.04 2024-06-06T10:43:28.903 INFO:teuthology.orchestra.run.smithi132.stdout:Status: install ok installed 2024-06-06T10:43:28.904 INFO:teuthology.orchestra.run.smithi132.stdout:Priority: optional 2024-06-06T10:43:28.904 INFO:teuthology.orchestra.run.smithi132.stdout:Section: kernel 2024-06-06T10:43:28.904 INFO:teuthology.orchestra.run.smithi132.stdout:Installed-Size: 21 2024-06-06T10:43:28.904 INFO:teuthology.orchestra.run.smithi132.stdout:Maintainer: Ubuntu Kernel Team 2024-06-06T10:43:28.904 INFO:teuthology.orchestra.run.smithi132.stdout:Architecture: amd64 2024-06-06T10:43:28.904 INFO:teuthology.orchestra.run.smithi132.stdout:Source: linux-meta-hwe-5.15 2024-06-06T10:43:28.904 INFO:teuthology.orchestra.run.smithi132.stdout:Version: 5.15.0.107.117~20.04.1 2024-06-06T10:43:28.904 INFO:teuthology.orchestra.run.smithi132.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-107), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-06-06T10:43:28.904 INFO:teuthology.orchestra.run.smithi132.stdout:Depends: linux-image-5.15.0-107-generic, linux-modules-extra-5.15.0-107-generic, linux-firmware, intel-microcode, amd64-microcode 2024-06-06T10:43:28.904 INFO:teuthology.orchestra.run.smithi132.stdout:Recommends: thermald 2024-06-06T10:43:28.905 INFO:teuthology.orchestra.run.smithi132.stdout:Description: Generic Linux kernel image 2024-06-06T10:43:28.905 INFO:teuthology.orchestra.run.smithi132.stdout: This package will always depend on the latest generic kernel image 2024-06-06T10:43:28.905 INFO:teuthology.orchestra.run.smithi132.stdout: available. 2024-06-06T10:43:28.905 DEBUG:teuthology.orchestra.run.smithi132:> mktemp 2024-06-06T10:43:28.910 INFO:teuthology.orchestra.run.smithi132.stdout:/tmp/tmp.7h1Zguup8l 2024-06-06T10:43:28.910 DEBUG:teuthology.orchestra.run.smithi132:> sudo cp /boot/grub/grub.cfg /tmp/tmp.7h1Zguup8l 2024-06-06T10:43:28.924 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 0666 /tmp/tmp.7h1Zguup8l 2024-06-06T10:43:28.968 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-get update 2024-06-06T10:43:29.014 DEBUG:teuthology.orchestra.remote:smithi132:/tmp/tmp.7h1Zguup8l is 9KB 2024-06-06T10:43:29.029 DEBUG:teuthology.orchestra.run.smithi132:> rm -fr /tmp/tmp.7h1Zguup8l 2024-06-06T10:43:29.036 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-06-06T10:43:29.091 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:43:29.091 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-06-06T10:43:29.091 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-06-06T10:43:29.138 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-107-generic 2024-06-06T10:43:29.138 DEBUG:teuthology.orchestra.run.smithi132:> sudo update-grub 2024-06-06T10:43:29.241 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2024-06-06T10:43:29.241 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:2 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-06-06T10:43:29.312 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-06-06T10:43:29.395 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-06-06T10:43:30.587 INFO:teuthology.orchestra.run.smithi132.stderr:Sourcing file `/etc/default/grub' 2024-06-06T10:43:30.597 INFO:teuthology.orchestra.run.smithi132.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-06-06T10:43:30.614 INFO:teuthology.orchestra.run.smithi132.stderr:Generating grub configuration file ... 2024-06-06T10:43:30.887 INFO:teuthology.orchestra.run.smithi132.stderr:Found linux image: /boot/vmlinuz-5.15.0-107-generic 2024-06-06T10:43:30.899 INFO:teuthology.orchestra.run.smithi132.stderr:Found initrd image: /boot/initrd.img-5.15.0-107-generic 2024-06-06T10:43:31.060 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-06-06T10:43:31.085 DEBUG:teuthology.orchestra.run.smithi179:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2024-06-06T10:43:31.153 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-06-06T10:43:31.251 INFO:teuthology.orchestra.run.smithi132.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-06-06T10:43:31.263 INFO:teuthology.orchestra.run.smithi132.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-06-06T10:43:31.357 INFO:teuthology.orchestra.run.smithi179.stdout:Building dependency tree... 2024-06-06T10:43:31.357 INFO:teuthology.orchestra.run.smithi179.stdout:Reading state information... 2024-06-06T10:43:31.576 INFO:teuthology.orchestra.run.smithi179.stdout:linux-image-generic-hwe-20.04 is already the newest version (5.15.0.107.117~20.04.1). 2024-06-06T10:43:31.576 INFO:teuthology.orchestra.run.smithi179.stdout:0 upgraded, 0 newly installed, 0 to remove and 303 not upgraded. 2024-06-06T10:43:31.578 DEBUG:teuthology.orchestra.run.smithi179:> dpkg -s linux-image-generic-hwe-20.04 2024-06-06T10:43:31.599 INFO:teuthology.orchestra.run.smithi179.stdout:Package: linux-image-generic-hwe-20.04 2024-06-06T10:43:31.599 INFO:teuthology.orchestra.run.smithi179.stdout:Status: install ok installed 2024-06-06T10:43:31.599 INFO:teuthology.orchestra.run.smithi179.stdout:Priority: optional 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout:Section: kernel 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout:Installed-Size: 21 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout:Maintainer: Ubuntu Kernel Team 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout:Architecture: amd64 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout:Source: linux-meta-hwe-5.15 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout:Version: 5.15.0.107.117~20.04.1 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-107), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout:Depends: linux-image-5.15.0-107-generic, linux-modules-extra-5.15.0-107-generic, linux-firmware, intel-microcode, amd64-microcode 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout:Recommends: thermald 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout:Description: Generic Linux kernel image 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout: This package will always depend on the latest generic kernel image 2024-06-06T10:43:31.600 INFO:teuthology.orchestra.run.smithi179.stdout: available. 2024-06-06T10:43:31.601 DEBUG:teuthology.orchestra.run.smithi179:> mktemp 2024-06-06T10:43:31.607 INFO:teuthology.orchestra.run.smithi179.stdout:/tmp/tmp.Yiex3LWF4S 2024-06-06T10:43:31.607 DEBUG:teuthology.orchestra.run.smithi179:> sudo cp /boot/grub/grub.cfg /tmp/tmp.Yiex3LWF4S 2024-06-06T10:43:31.617 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 0666 /tmp/tmp.Yiex3LWF4S 2024-06-06T10:43:31.700 DEBUG:teuthology.orchestra.remote:smithi179:/tmp/tmp.Yiex3LWF4S is 9KB 2024-06-06T10:43:31.713 DEBUG:teuthology.orchestra.run.smithi179:> rm -fr /tmp/tmp.Yiex3LWF4S 2024-06-06T10:43:31.719 DEBUG:teuthology.orchestra.run.smithi179:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-06-06T10:43:31.776 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:43:31.776 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-06-06T10:43:31.776 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-06-06T10:43:31.807 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-107-generic 2024-06-06T10:43:31.807 DEBUG:teuthology.orchestra.run.smithi179:> sudo update-grub 2024-06-06T10:43:32.009 INFO:teuthology.orchestra.run.smithi132.stderr:done 2024-06-06T10:43:32.011 DEBUG:teuthology.orchestra.run.smithi132:> sudo shutdown -r now 2024-06-06T10:43:33.286 INFO:teuthology.orchestra.run.smithi179.stderr:Sourcing file `/etc/default/grub' 2024-06-06T10:43:33.297 INFO:teuthology.orchestra.run.smithi179.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-06-06T10:43:33.310 INFO:teuthology.orchestra.run.smithi179.stderr:Generating grub configuration file ... 2024-06-06T10:43:33.603 INFO:teuthology.orchestra.run.smithi179.stderr:Found linux image: /boot/vmlinuz-5.15.0-107-generic 2024-06-06T10:43:33.614 INFO:teuthology.orchestra.run.smithi179.stderr:Found initrd image: /boot/initrd.img-5.15.0-107-generic 2024-06-06T10:43:33.995 INFO:teuthology.orchestra.run.smithi179.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-06-06T10:43:34.007 INFO:teuthology.orchestra.run.smithi179.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-06-06T10:43:35.098 INFO:teuthology.orchestra.run.smithi179.stderr:done 2024-06-06T10:43:35.099 DEBUG:teuthology.orchestra.run.smithi179:> sudo shutdown -r now 2024-06-06T10:44:02.041 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-06-06T10:44:02.041 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-06-06T10:44:02.043 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T10:44:05.102 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-06-06T10:44:05.102 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi179.front.sepia.ceph.com' 2024-06-06T10:44:05.103 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T10:45:02.098 DEBUG:teuthology.orchestra.remote:timed out 2024-06-06T10:45:05.106 DEBUG:teuthology.orchestra.remote:timed out 2024-06-06T10:45:11.106 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-06-06T10:45:11.107 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T10:45:11.347 DEBUG:teuthology.orchestra.run.smithi132:> true 2024-06-06T10:45:11.907 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-06-06T10:45:11.907 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-107-generic"... 2024-06-06T10:45:11.907 DEBUG:teuthology.orchestra.run.smithi132:> uname -r 2024-06-06T10:45:11.954 INFO:teuthology.orchestra.run.smithi132.stdout:5.15.0-107-generic 2024-06-06T10:45:11.954 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-107-generic vs 5.15.0-107-generic 2024-06-06T10:45:11.954 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-06-06T10:45:11.954 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-06-06T10:45:12.955 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-06-06T10:45:12.955 DEBUG:teuthology.orchestra.run.smithi132:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-06-06T10:45:13.308 INFO:teuthology.orchestra.run.smithi132.stdout:ttyS1 2024-06-06T10:45:13.338 DEBUG:teuthology.parallel:result is None 2024-06-06T10:45:14.108 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi179.front.sepia.ceph.com' 2024-06-06T10:45:14.109 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T10:45:14.524 DEBUG:teuthology.orchestra.run.smithi179:> true 2024-06-06T10:45:15.374 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi179.front.sepia.ceph.com' 2024-06-06T10:45:15.374 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-107-generic"... 2024-06-06T10:45:15.375 DEBUG:teuthology.orchestra.run.smithi179:> uname -r 2024-06-06T10:45:15.421 INFO:teuthology.orchestra.run.smithi179.stdout:5.15.0-107-generic 2024-06-06T10:45:15.421 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-107-generic vs 5.15.0-107-generic 2024-06-06T10:45:15.421 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-06-06T10:45:15.421 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-06-06T10:45:16.422 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-06-06T10:45:16.422 DEBUG:teuthology.orchestra.run.smithi179:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-06-06T10:45:16.544 INFO:teuthology.orchestra.run.smithi179.stdout:ttyS1 2024-06-06T10:45:16.583 DEBUG:teuthology.parallel:result is None 2024-06-06T10:45:16.583 INFO:teuthology.run_tasks:Running task internal.base... 2024-06-06T10:45:16.591 INFO:teuthology.task.internal:Creating test directory... 2024-06-06T10:45:16.591 DEBUG:teuthology.orchestra.run.smithi132:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-06T10:45:16.593 DEBUG:teuthology.orchestra.run.smithi179:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-06T10:45:16.600 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-06-06T10:45:16.666 INFO:teuthology.run_tasks:Running task internal.archive... 2024-06-06T10:45:16.674 INFO:teuthology.task.internal:Creating archive directory... 2024-06-06T10:45:16.674 DEBUG:teuthology.orchestra.run.smithi132:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-06T10:45:16.677 DEBUG:teuthology.orchestra.run.smithi179:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-06T10:45:16.791 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-06-06T10:45:16.797 INFO:teuthology.task.internal:Enabling coredump saving... 2024-06-06T10:45:16.798 DEBUG:teuthology.orchestra.run.smithi132:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-06T10:45:16.800 DEBUG:teuthology.orchestra.run.smithi179:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-06T10:45:16.812 INFO:teuthology.orchestra.run.smithi132.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T10:45:16.821 INFO:teuthology.orchestra.run.smithi132.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T10:45:16.842 INFO:teuthology.orchestra.run.smithi179.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T10:45:16.851 INFO:teuthology.orchestra.run.smithi179.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T10:45:16.853 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-06-06T10:45:16.860 INFO:teuthology.task.internal:Configuring sudo... 2024-06-06T10:45:16.860 DEBUG:teuthology.orchestra.run.smithi132:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-06T10:45:16.865 DEBUG:teuthology.orchestra.run.smithi179:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-06T10:45:16.912 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-06-06T10:45:16.920 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-06-06T10:45:16.921 DEBUG:teuthology.orchestra.run.smithi132:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-06T10:45:16.925 DEBUG:teuthology.orchestra.run.smithi179:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-06T10:45:16.959 DEBUG:teuthology.orchestra.run.smithi132:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T10:45:16.978 DEBUG:teuthology.orchestra.run.smithi132:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T10:45:17.027 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:45:17.027 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-06T10:45:17.085 DEBUG:teuthology.orchestra.run.smithi179:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T10:45:17.093 DEBUG:teuthology.orchestra.run.smithi179:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T10:45:17.143 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:45:17.143 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-06T10:45:17.234 DEBUG:teuthology.orchestra.run.smithi132:> sudo service rsyslog restart 2024-06-06T10:45:17.237 DEBUG:teuthology.orchestra.run.smithi179:> sudo service rsyslog restart 2024-06-06T10:45:17.361 INFO:teuthology.run_tasks:Running task internal.timer... 2024-06-06T10:45:17.369 INFO:teuthology.task.internal:Starting timer... 2024-06-06T10:45:17.369 INFO:teuthology.run_tasks:Running task pcp... 2024-06-06T10:45:17.417 INFO:teuthology.run_tasks:Running task selinux... 2024-06-06T10:45:17.425 DEBUG:teuthology.task.selinux:Excluding smithi132: OS 'ubuntu' does not support SELinux 2024-06-06T10:45:17.425 DEBUG:teuthology.task.selinux:Excluding smithi179: OS 'ubuntu' does not support SELinux 2024-06-06T10:45:17.425 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-06-06T10:45:17.425 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-06-06T10:45:17.425 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-06-06T10:45:17.426 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-06-06T10:45:17.434 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-06-06T10:45:17.444 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-06-06T10:45:17.445 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi132.front.sepia.ceph.com,smithi179.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-06-06T10:50:44.925 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi132.front.sepia.ceph.com'), Remote(name='ubuntu@smithi179.front.sepia.ceph.com')] 2024-06-06T10:50:44.926 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-06-06T10:50:44.928 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T10:50:45.020 DEBUG:teuthology.orchestra.run.smithi132:> true 2024-06-06T10:50:45.142 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-06-06T10:50:45.142 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi179.front.sepia.ceph.com' 2024-06-06T10:50:45.143 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi179.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T10:50:45.233 DEBUG:teuthology.orchestra.run.smithi179:> true 2024-06-06T10:50:45.360 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi179.front.sepia.ceph.com' 2024-06-06T10:50:45.360 INFO:teuthology.run_tasks:Running task clock... 2024-06-06T10:50:45.374 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-06-06T10:50:45.374 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-06T10:50:45.375 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T10:50:45.377 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-06T10:50:45.377 DEBUG:teuthology.orchestra.run.smithi179:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T10:50:45.407 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: ntpd 4.2.8p12@1.3728-o (1): Starting 2024-06-06T10:50:45.407 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: Command line: ntpd -gq 2024-06-06T10:50:45.408 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: proto: precision = 0.070 usec (-24) 2024-06-06T10:50:45.408 INFO:teuthology.orchestra.run.smithi132.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-06-06T10:50:45.409 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-06-06T10:50:45.409 INFO:teuthology.orchestra.run.smithi132.stderr:restrict ::: KOD does nothing without LIMITED. 2024-06-06T10:50:45.410 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: restrict ::: KOD does nothing without LIMITED. 2024-06-06T10:50:45.410 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: Listen and drop on 0 v6wildcard [::]:123 2024-06-06T10:50:45.410 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-06-06T10:50:45.410 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: Listen normally on 2 lo 127.0.0.1:123 2024-06-06T10:50:45.410 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: Listen normally on 3 enp3s0f1 172.21.15.132:123 2024-06-06T10:50:45.410 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: Listen normally on 4 lo [::1]:123 2024-06-06T10:50:45.410 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:773f%5]:123 2024-06-06T10:50:45.410 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:45 ntpd[13162]: Listening on routing socket on fd #22 for interface updates 2024-06-06T10:50:45.432 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: ntpd 4.2.8p12@1.3728-o (1): Starting 2024-06-06T10:50:45.432 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: Command line: ntpd -gq 2024-06-06T10:50:45.433 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: proto: precision = 0.093 usec (-23) 2024-06-06T10:50:45.433 INFO:teuthology.orchestra.run.smithi179.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-06-06T10:50:45.433 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-06-06T10:50:45.434 INFO:teuthology.orchestra.run.smithi179.stderr:restrict ::: KOD does nothing without LIMITED. 2024-06-06T10:50:45.435 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: restrict ::: KOD does nothing without LIMITED. 2024-06-06T10:50:45.435 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: Listen and drop on 0 v6wildcard [::]:123 2024-06-06T10:50:45.435 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-06-06T10:50:45.435 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: Listen normally on 2 lo 127.0.0.1:123 2024-06-06T10:50:45.435 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: Listen normally on 3 enp3s0f1 172.21.15.179:123 2024-06-06T10:50:45.435 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: Listen normally on 4 lo [::1]:123 2024-06-06T10:50:45.435 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:725b%5]:123 2024-06-06T10:50:45.435 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:45 ntpd[13191]: Listening on routing socket on fd #22 for interface updates 2024-06-06T10:50:46.408 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:46 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:46.408 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:46 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:46.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:46 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:46.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:46 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:46.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:46 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:46.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:46 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:46.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:46 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:46.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:46 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:46.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:46 ntpd[13191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:46.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:46 ntpd[13191]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:47.408 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:47 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:47.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:47 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:47.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:47 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:47.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:47 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:47.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:47 ntpd[13162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:47.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:47 ntpd[13162]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:47.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:47 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:47.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:47 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:47.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:47 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:47.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:47 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:47.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:47 ntpd[13191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:47.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:47 ntpd[13191]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:48.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:48.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:48.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:48.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:48.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:48.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:48.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:48.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:48.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:48.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:48.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:48.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:48 ntpd[13191]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:49.408 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:49 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:49.408 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:49 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:49.408 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:49 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:49.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:49 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:49.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:49 ntpd[13162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:49.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:49 ntpd[13162]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:49.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:49 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:49.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:49 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:49.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:49 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:49.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:49 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:49.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:49 ntpd[13191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:49.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:49 ntpd[13191]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:50.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:50.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:50.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:50.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:50.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:50.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:50.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:50.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:50.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:50.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:50.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:50.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:50 ntpd[13162]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:50.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:50.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:50.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:50.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:50.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:50.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:50.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:50.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:50.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:50.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:50.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:50.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:50 ntpd[13191]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:51.408 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:51 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:51.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:51 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:51.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:51 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:51.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:51 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:51.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:51 ntpd[13162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:51.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:51 ntpd[13162]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:51.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:51 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:51.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:51 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:51.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:51 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:51.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:51 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:51.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:51 ntpd[13191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:51.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:51 ntpd[13191]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:52.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:52.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:52.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:52.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:52.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:52.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:52.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:52.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:52.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:52.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:52.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:52.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:52 ntpd[13162]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:52.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:52.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:52.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:52.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:52.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:52.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:52.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:52.433 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:52.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:52.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:52.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:52.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:52.434 INFO:teuthology.orchestra.run.smithi179.stdout: 6 Jun 10:50:52 ntpd[13191]: ntpd: time slew -0.001307 s 2024-06-06T10:50:52.434 INFO:teuthology.orchestra.run.smithi179.stdout:ntpd: time slew -0.001307s 2024-06-06T10:50:52.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-06-06T10:50:52.434 INFO:teuthology.orchestra.run.smithi179.stderr: 6 Jun 10:50:52 ntpd[13191]: can't open /var/log/ntpstats/loopstats.20240606: Permission denied 2024-06-06T10:50:52.500 INFO:teuthology.orchestra.run.smithi179.stdout: remote refid st t when poll reach delay offset jitter 2024-06-06T10:50:52.500 INFO:teuthology.orchestra.run.smithi179.stdout:============================================================================== 2024-06-06T10:50:52.500 INFO:teuthology.orchestra.run.smithi179.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-06-06T10:50:52.501 INFO:teuthology.orchestra.run.smithi179.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-06-06T10:50:52.501 INFO:teuthology.orchestra.run.smithi179.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-06-06T10:50:52.501 INFO:teuthology.orchestra.run.smithi179.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-06-06T10:50:53.408 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:53 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:53.408 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:53 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:53.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:53 ntpd[13162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-06-06T10:50:53.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:53 ntpd[13162]: can't open /var/log/ntpstats/rawstats.20240606: Permission denied 2024-06-06T10:50:53.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:53 ntpd[13162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-06-06T10:50:53.409 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:53 ntpd[13162]: can't open /var/log/ntpstats/peerstats.20240606: Permission denied 2024-06-06T10:50:53.409 INFO:teuthology.orchestra.run.smithi132.stdout: 6 Jun 10:50:53 ntpd[13162]: ntpd: time slew +0.001135 s 2024-06-06T10:50:53.409 INFO:teuthology.orchestra.run.smithi132.stdout:ntpd: time slew +0.001135s 2024-06-06T10:50:53.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:53 ntpd[13162]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-06-06T10:50:53.410 INFO:teuthology.orchestra.run.smithi132.stderr: 6 Jun 10:50:53 ntpd[13162]: can't open /var/log/ntpstats/loopstats.20240606: Permission denied 2024-06-06T10:50:53.463 INFO:teuthology.orchestra.run.smithi132.stdout: remote refid st t when poll reach delay offset jitter 2024-06-06T10:50:53.463 INFO:teuthology.orchestra.run.smithi132.stdout:============================================================================== 2024-06-06T10:50:53.463 INFO:teuthology.orchestra.run.smithi132.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-06-06T10:50:53.464 INFO:teuthology.orchestra.run.smithi132.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-06-06T10:50:53.464 INFO:teuthology.orchestra.run.smithi132.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-06-06T10:50:53.464 INFO:teuthology.orchestra.run.smithi132.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-06-06T10:50:53.465 INFO:teuthology.run_tasks:Running task install... 2024-06-06T10:50:53.474 DEBUG:teuthology.task.install:project ceph 2024-06-06T10:50:53.474 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'f1abf795f4fc15bf2f30ac90c811a53ab21d5d65'}} 2024-06-06T10:50:53.474 DEBUG:teuthology.task.install:config {'branch': 'pacific', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': 'f1abf795f4fc15bf2f30ac90c811a53ab21d5d65'} 2024-06-06T10:50:53.474 INFO:teuthology.task.install:Using flavor: default 2024-06-06T10:50:53.480 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-06-06T10:50:53.480 INFO:teuthology.task.install:extra packages: [] 2024-06-06T10:50:53.481 DEBUG:teuthology.orchestra.run.smithi132:> sudo apt-key list | grep Ceph 2024-06-06T10:50:53.481 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-key list | grep Ceph 2024-06-06T10:50:53.581 INFO:teuthology.orchestra.run.smithi179.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2024-06-06T10:50:53.607 INFO:teuthology.orchestra.run.smithi132.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2024-06-06T10:50:53.640 INFO:teuthology.orchestra.run.smithi179.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-06-06T10:50:53.641 INFO:teuthology.orchestra.run.smithi179.stdout:uid [ unknown] Ceph.com (release key) 2024-06-06T10:50:53.642 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-06-06T10:50:53.642 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-06-06T10:50:53.642 INFO:teuthology.packaging:ref: None 2024-06-06T10:50:53.642 INFO:teuthology.packaging:tag: None 2024-06-06T10:50:53.642 INFO:teuthology.packaging:branch: pacific 2024-06-06T10:50:53.642 INFO:teuthology.packaging:sha1: f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T10:50:53.643 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=pacific 2024-06-06T10:50:53.667 INFO:teuthology.orchestra.run.smithi132.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-06-06T10:50:53.667 INFO:teuthology.orchestra.run.smithi132.stdout:uid [ unknown] Ceph.com (release key) 2024-06-06T10:50:53.668 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-06-06T10:50:53.668 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-06-06T10:50:53.668 INFO:teuthology.packaging:ref: None 2024-06-06T10:50:53.669 INFO:teuthology.packaging:tag: None 2024-06-06T10:50:53.669 INFO:teuthology.packaging:branch: pacific 2024-06-06T10:50:53.669 INFO:teuthology.packaging:sha1: f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T10:50:53.669 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=pacific 2024-06-06T10:50:53.997 INFO:teuthology.task.install.deb:Pulling from https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default/ 2024-06-06T10:50:53.997 INFO:teuthology.task.install.deb:Package version is 16.2.15-1focal 2024-06-06T10:50:54.031 INFO:teuthology.task.install.deb:Pulling from https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default/ 2024-06-06T10:50:54.031 INFO:teuthology.task.install.deb:Package version is 16.2.15-1focal 2024-06-06T10:50:54.071 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:50:54.071 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-06-06T10:50:54.087 DEBUG:teuthology.orchestra.run.smithi179:> sudo apt-get update 2024-06-06T10:50:54.123 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:50:54.123 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-06-06T10:50:54.140 DEBUG:teuthology.orchestra.run.smithi132:> sudo apt-get update 2024-06-06T10:50:54.288 INFO:teuthology.orchestra.run.smithi179.stdout:Ign:1 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal InRelease 2024-06-06T10:50:54.303 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:2 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-06-06T10:50:54.303 INFO:teuthology.orchestra.run.smithi179.stdout:Get:3 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal Release [7,689 B] 2024-06-06T10:50:54.321 INFO:teuthology.orchestra.run.smithi179.stdout:Ign:4 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal Release.gpg 2024-06-06T10:50:54.336 INFO:teuthology.orchestra.run.smithi179.stdout:Get:5 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 Packages [17.1 kB] 2024-06-06T10:50:54.363 INFO:teuthology.orchestra.run.smithi132.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2024-06-06T10:50:54.363 INFO:teuthology.orchestra.run.smithi132.stdout:Ign:2 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal InRelease 2024-06-06T10:50:54.363 INFO:teuthology.orchestra.run.smithi179.stdout:Get:6 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main i386 Packages [3,062 B] 2024-06-06T10:50:54.378 INFO:teuthology.orchestra.run.smithi132.stdout:Get:3 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal Release [7,689 B] 2024-06-06T10:50:54.429 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:7 http://archive.ubuntu.com/ubuntu focal InRelease 2024-06-06T10:50:54.430 INFO:teuthology.orchestra.run.smithi132.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-06-06T10:50:54.430 INFO:teuthology.orchestra.run.smithi132.stdout:Ign:5 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal Release.gpg 2024-06-06T10:50:54.430 INFO:teuthology.orchestra.run.smithi132.stdout:Get:6 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 Packages [17.1 kB] 2024-06-06T10:50:54.431 INFO:teuthology.orchestra.run.smithi132.stdout:Hit:7 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-06-06T10:50:54.431 INFO:teuthology.orchestra.run.smithi132.stdout:Get:8 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main i386 Packages [3,062 B] 2024-06-06T10:50:54.477 INFO:teuthology.orchestra.run.smithi132.stdout:Hit:9 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-06-06T10:50:54.518 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:8 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-06-06T10:50:54.618 INFO:teuthology.orchestra.run.smithi179.stdout:Hit:9 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-06-06T10:50:54.940 INFO:teuthology.orchestra.run.smithi179.stdout:Fetched 27.9 kB in 1s (43.8 kB/s) 2024-06-06T10:50:55.007 INFO:teuthology.orchestra.run.smithi132.stdout:Fetched 27.9 kB in 1s (42.8 kB/s) 2024-06-06T10:50:56.063 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-06-06T10:50:56.092 DEBUG:teuthology.orchestra.run.smithi179:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=16.2.15-1focal cephadm=16.2.15-1focal ceph-mds=16.2.15-1focal ceph-mgr=16.2.15-1focal ceph-common=16.2.15-1focal ceph-fuse=16.2.15-1focal ceph-test=16.2.15-1focal radosgw=16.2.15-1focal python3-rados=16.2.15-1focal python3-rgw=16.2.15-1focal python3-cephfs=16.2.15-1focal python3-rbd=16.2.15-1focal libcephfs2=16.2.15-1focal libcephfs-dev=16.2.15-1focal librados2=16.2.15-1focal librbd1=16.2.15-1focal rbd-fuse=16.2.15-1focal 2024-06-06T10:50:56.132 INFO:teuthology.orchestra.run.smithi132.stdout:Reading package lists... 2024-06-06T10:50:56.162 DEBUG:teuthology.orchestra.run.smithi132:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=16.2.15-1focal cephadm=16.2.15-1focal ceph-mds=16.2.15-1focal ceph-mgr=16.2.15-1focal ceph-common=16.2.15-1focal ceph-fuse=16.2.15-1focal ceph-test=16.2.15-1focal radosgw=16.2.15-1focal python3-rados=16.2.15-1focal python3-rgw=16.2.15-1focal python3-cephfs=16.2.15-1focal python3-rbd=16.2.15-1focal libcephfs2=16.2.15-1focal libcephfs-dev=16.2.15-1focal librados2=16.2.15-1focal librbd1=16.2.15-1focal rbd-fuse=16.2.15-1focal 2024-06-06T10:50:56.165 INFO:teuthology.orchestra.run.smithi179.stdout:Reading package lists... 2024-06-06T10:50:56.235 INFO:teuthology.orchestra.run.smithi132.stdout:Reading package lists... 2024-06-06T10:50:56.378 INFO:teuthology.orchestra.run.smithi179.stdout:Building dependency tree... 2024-06-06T10:50:56.378 INFO:teuthology.orchestra.run.smithi179.stdout:Reading state information... 2024-06-06T10:50:56.451 INFO:teuthology.orchestra.run.smithi132.stdout:Building dependency tree... 2024-06-06T10:50:56.452 INFO:teuthology.orchestra.run.smithi132.stdout:Reading state information... 2024-06-06T10:50:56.573 INFO:teuthology.orchestra.run.smithi179.stdout:The following packages were automatically installed and are no longer required: 2024-06-06T10:50:56.574 INFO:teuthology.orchestra.run.smithi179.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-06-06T10:50:56.574 INFO:teuthology.orchestra.run.smithi179.stdout:Use 'sudo apt autoremove' to remove them. 2024-06-06T10:50:56.574 INFO:teuthology.orchestra.run.smithi179.stdout:The following additional packages will be installed: 2024-06-06T10:50:56.574 INFO:teuthology.orchestra.run.smithi179.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-06-06T10:50:56.575 INFO:teuthology.orchestra.run.smithi179.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq libjaeger 2024-06-06T10:50:56.575 INFO:teuthology.orchestra.run.smithi179.stdout: libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 libleveldb1d 2024-06-06T10:50:56.575 INFO:teuthology.orchestra.run.smithi179.stdout: liblttng-ust0 liblua5.3-0 liboath0 libonig5 librabbitmq4 libradosstriper1 2024-06-06T10:50:56.575 INFO:teuthology.orchestra.run.smithi179.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph nvme-cli python-pastedeploy-tpl 2024-06-06T10:50:56.575 INFO:teuthology.orchestra.run.smithi179.stdout: python3-atomicwrites python3-attr python3-bcrypt python3-blinker python3-bs4 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-cherrypy3 python3-cryptography python3-decorator python3-google-auth 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-markupsafe python3-oauthlib python3-openssl python3-packaging 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2024-06-06T10:50:56.576 INFO:teuthology.orchestra.run.smithi179.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2024-06-06T10:50:56.577 INFO:teuthology.orchestra.run.smithi179.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet 2024-06-06T10:50:56.577 INFO:teuthology.orchestra.run.smithi179.stdout:Suggested packages: 2024-06-06T10:50:56.577 INFO:teuthology.orchestra.run.smithi179.stdout: python3-influxdb python-attr-doc python-blinker-doc python-cryptography-doc 2024-06-06T10:50:56.577 INFO:teuthology.orchestra.run.smithi179.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2024-06-06T10:50:56.577 INFO:teuthology.orchestra.run.smithi179.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2024-06-06T10:50:56.577 INFO:teuthology.orchestra.run.smithi179.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2024-06-06T10:50:56.577 INFO:teuthology.orchestra.run.smithi179.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2024-06-06T10:50:56.577 INFO:teuthology.orchestra.run.smithi179.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2024-06-06T10:50:56.578 INFO:teuthology.orchestra.run.smithi179.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-06-06T10:50:56.578 INFO:teuthology.orchestra.run.smithi179.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2024-06-06T10:50:56.578 INFO:teuthology.orchestra.run.smithi179.stdout:Recommended packages: 2024-06-06T10:50:56.578 INFO:teuthology.orchestra.run.smithi179.stdout: btrfs-tools 2024-06-06T10:50:56.644 INFO:teuthology.orchestra.run.smithi132.stdout:The following packages were automatically installed and are no longer required: 2024-06-06T10:50:56.644 INFO:teuthology.orchestra.run.smithi132.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-06-06T10:50:56.645 INFO:teuthology.orchestra.run.smithi132.stdout:Use 'sudo apt autoremove' to remove them. 2024-06-06T10:50:56.645 INFO:teuthology.orchestra.run.smithi132.stdout:The following additional packages will be installed: 2024-06-06T10:50:56.645 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq libjaeger 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 libleveldb1d 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: liblttng-ust0 liblua5.3-0 liboath0 libonig5 librabbitmq4 libradosstriper1 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph nvme-cli python-pastedeploy-tpl 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: python3-atomicwrites python3-attr python3-bcrypt python3-blinker python3-bs4 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cherrypy3 python3-cryptography python3-decorator python3-google-auth 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: python3-markupsafe python3-oauthlib python3-openssl python3-packaging 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-06-06T10:50:56.646 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2024-06-06T10:50:56.647 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2024-06-06T10:50:56.647 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2024-06-06T10:50:56.647 INFO:teuthology.orchestra.run.smithi132.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-06-06T10:50:56.647 INFO:teuthology.orchestra.run.smithi132.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2024-06-06T10:50:56.647 INFO:teuthology.orchestra.run.smithi132.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2024-06-06T10:50:56.647 INFO:teuthology.orchestra.run.smithi132.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet 2024-06-06T10:50:56.647 INFO:teuthology.orchestra.run.smithi132.stdout:Suggested packages: 2024-06-06T10:50:56.647 INFO:teuthology.orchestra.run.smithi132.stdout: python3-influxdb python-attr-doc python-blinker-doc python-cryptography-doc 2024-06-06T10:50:56.647 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2024-06-06T10:50:56.648 INFO:teuthology.orchestra.run.smithi132.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2024-06-06T10:50:56.648 INFO:teuthology.orchestra.run.smithi132.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2024-06-06T10:50:56.648 INFO:teuthology.orchestra.run.smithi132.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2024-06-06T10:50:56.648 INFO:teuthology.orchestra.run.smithi132.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2024-06-06T10:50:56.648 INFO:teuthology.orchestra.run.smithi132.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-06-06T10:50:56.648 INFO:teuthology.orchestra.run.smithi132.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2024-06-06T10:50:56.648 INFO:teuthology.orchestra.run.smithi132.stdout:Recommended packages: 2024-06-06T10:50:56.648 INFO:teuthology.orchestra.run.smithi132.stdout: btrfs-tools 2024-06-06T10:50:56.690 INFO:teuthology.orchestra.run.smithi179.stdout:The following NEW packages will be installed: 2024-06-06T10:50:56.690 INFO:teuthology.orchestra.run.smithi179.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-06-06T10:50:56.691 INFO:teuthology.orchestra.run.smithi179.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-06-06T10:50:56.691 INFO:teuthology.orchestra.run.smithi179.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev 2024-06-06T10:50:56.691 INFO:teuthology.orchestra.run.smithi179.stdout: libcephfs2 libjaeger libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 2024-06-06T10:50:56.691 INFO:teuthology.orchestra.run.smithi179.stdout: libleveldb1d liblttng-ust0 liblua5.3-0 liboath0 libonig5 librabbitmq4 2024-06-06T10:50:56.692 INFO:teuthology.orchestra.run.smithi179.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph nvme-cli 2024-06-06T10:50:56.692 INFO:teuthology.orchestra.run.smithi179.stdout: python-pastedeploy-tpl python3-atomicwrites python3-attr python3-bcrypt 2024-06-06T10:50:56.692 INFO:teuthology.orchestra.run.smithi179.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-06-06T10:50:56.692 INFO:teuthology.orchestra.run.smithi179.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cryptography 2024-06-06T10:50:56.692 INFO:teuthology.orchestra.run.smithi179.stdout: python3-decorator python3-google-auth python3-html5lib python3-jinja2 2024-06-06T10:50:56.692 INFO:teuthology.orchestra.run.smithi179.stdout: python3-joblib python3-jwt python3-kubernetes python3-logutils python3-lxml 2024-06-06T10:50:56.692 INFO:teuthology.orchestra.run.smithi179.stdout: python3-mako python3-markupsafe python3-oauthlib python3-openssl 2024-06-06T10:50:56.692 INFO:teuthology.orchestra.run.smithi179.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2024-06-06T10:50:56.692 INFO:teuthology.orchestra.run.smithi179.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2024-06-06T10:50:56.692 INFO:teuthology.orchestra.run.smithi179.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pytest 2024-06-06T10:50:56.692 INFO:teuthology.orchestra.run.smithi179.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests-oauthlib 2024-06-06T10:50:56.693 INFO:teuthology.orchestra.run.smithi179.stdout: python3-rgw python3-routes python3-rsa python3-scipy python3-simplegeneric 2024-06-06T10:50:56.693 INFO:teuthology.orchestra.run.smithi179.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-06-06T10:50:56.693 INFO:teuthology.orchestra.run.smithi179.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2024-06-06T10:50:56.693 INFO:teuthology.orchestra.run.smithi179.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2024-06-06T10:50:56.693 INFO:teuthology.orchestra.run.smithi179.stdout: python3-webtest python3-werkzeug radosgw rbd-fuse socat xmlstarlet 2024-06-06T10:50:56.693 INFO:teuthology.orchestra.run.smithi179.stdout:The following packages will be upgraded: 2024-06-06T10:50:56.694 INFO:teuthology.orchestra.run.smithi179.stdout: librados2 librbd1 2024-06-06T10:50:56.744 INFO:teuthology.orchestra.run.smithi179.stdout:2 upgraded, 98 newly installed, 0 to remove and 282 not upgraded. 2024-06-06T10:50:56.744 INFO:teuthology.orchestra.run.smithi179.stdout:Need to get 160 MB of archives. 2024-06-06T10:50:56.744 INFO:teuthology.orchestra.run.smithi179.stdout:After this operation, 701 MB of additional disk space will be used. 2024-06-06T10:50:56.744 INFO:teuthology.orchestra.run.smithi179.stdout:Get:1 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 libjaeger amd64 16.2.15-1focal [3,948 B] 2024-06-06T10:50:56.748 INFO:teuthology.orchestra.run.smithi179.stdout:Get:2 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 16.2.15-1focal [3,393 kB] 2024-06-06T10:50:56.765 INFO:teuthology.orchestra.run.smithi132.stdout:The following NEW packages will be installed: 2024-06-06T10:50:56.765 INFO:teuthology.orchestra.run.smithi132.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-06-06T10:50:56.765 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-06-06T10:50:56.765 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev 2024-06-06T10:50:56.766 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs2 libjaeger libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 2024-06-06T10:50:56.766 INFO:teuthology.orchestra.run.smithi132.stdout: libleveldb1d liblttng-ust0 liblua5.3-0 liboath0 libonig5 librabbitmq4 2024-06-06T10:50:56.767 INFO:teuthology.orchestra.run.smithi132.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph nvme-cli 2024-06-06T10:50:56.767 INFO:teuthology.orchestra.run.smithi132.stdout: python-pastedeploy-tpl python3-atomicwrites python3-attr python3-bcrypt 2024-06-06T10:50:56.767 INFO:teuthology.orchestra.run.smithi132.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-06-06T10:50:56.767 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cryptography 2024-06-06T10:50:56.767 INFO:teuthology.orchestra.run.smithi132.stdout: python3-decorator python3-google-auth python3-html5lib python3-jinja2 2024-06-06T10:50:56.767 INFO:teuthology.orchestra.run.smithi132.stdout: python3-joblib python3-jwt python3-kubernetes python3-logutils python3-lxml 2024-06-06T10:50:56.767 INFO:teuthology.orchestra.run.smithi132.stdout: python3-mako python3-markupsafe python3-oauthlib python3-openssl 2024-06-06T10:50:56.767 INFO:teuthology.orchestra.run.smithi132.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2024-06-06T10:50:56.767 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2024-06-06T10:50:56.767 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pytest 2024-06-06T10:50:56.767 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests-oauthlib 2024-06-06T10:50:56.768 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rgw python3-routes python3-rsa python3-scipy python3-simplegeneric 2024-06-06T10:50:56.768 INFO:teuthology.orchestra.run.smithi132.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-06-06T10:50:56.768 INFO:teuthology.orchestra.run.smithi132.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2024-06-06T10:50:56.768 INFO:teuthology.orchestra.run.smithi132.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2024-06-06T10:50:56.768 INFO:teuthology.orchestra.run.smithi132.stdout: python3-webtest python3-werkzeug radosgw rbd-fuse socat xmlstarlet 2024-06-06T10:50:56.768 INFO:teuthology.orchestra.run.smithi132.stdout:The following packages will be upgraded: 2024-06-06T10:50:56.769 INFO:teuthology.orchestra.run.smithi132.stdout: librados2 librbd1 2024-06-06T10:50:56.775 INFO:teuthology.orchestra.run.smithi179.stdout:Get:3 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 16.2.15-1focal [3,389 kB] 2024-06-06T10:50:56.799 INFO:teuthology.orchestra.run.smithi179.stdout:Get:4 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 16.2.15-1focal [729 kB] 2024-06-06T10:50:56.804 INFO:teuthology.orchestra.run.smithi179.stdout:Get:5 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 16.2.15-1focal [413 kB] 2024-06-06T10:50:56.807 INFO:teuthology.orchestra.run.smithi179.stdout:Get:6 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 16.2.15-1focal [22.2 kB] 2024-06-06T10:50:56.807 INFO:teuthology.orchestra.run.smithi179.stdout:Get:7 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 16.2.15-1focal [212 kB] 2024-06-06T10:50:56.809 INFO:teuthology.orchestra.run.smithi179.stdout:Get:8 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 16.2.15-1focal [38.4 kB] 2024-06-06T10:50:56.809 INFO:teuthology.orchestra.run.smithi179.stdout:Get:9 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 16.2.15-1focal [385 kB] 2024-06-06T10:50:56.812 INFO:teuthology.orchestra.run.smithi179.stdout:Get:10 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 16.2.15-1focal [3,705 kB] 2024-06-06T10:50:56.831 INFO:teuthology.orchestra.run.smithi132.stdout:2 upgraded, 98 newly installed, 0 to remove and 282 not upgraded. 2024-06-06T10:50:56.831 INFO:teuthology.orchestra.run.smithi132.stdout:Need to get 160 MB of archives. 2024-06-06T10:50:56.831 INFO:teuthology.orchestra.run.smithi132.stdout:After this operation, 701 MB of additional disk space will be used. 2024-06-06T10:50:56.831 INFO:teuthology.orchestra.run.smithi132.stdout:Get:1 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 libjaeger amd64 16.2.15-1focal [3,948 B] 2024-06-06T10:50:56.837 INFO:teuthology.orchestra.run.smithi179.stdout:Get:11 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 16.2.15-1focal [116 kB] 2024-06-06T10:50:56.838 INFO:teuthology.orchestra.run.smithi179.stdout:Get:12 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 16.2.15-1focal [448 kB] 2024-06-06T10:50:56.842 INFO:teuthology.orchestra.run.smithi179.stdout:Get:13 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 16.2.15-1focal [21.8 MB] 2024-06-06T10:50:56.844 INFO:teuthology.orchestra.run.smithi132.stdout:Get:2 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 16.2.15-1focal [3,393 kB] 2024-06-06T10:50:56.887 INFO:teuthology.orchestra.run.smithi132.stdout:Get:3 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 16.2.15-1focal [3,389 kB] 2024-06-06T10:50:56.898 INFO:teuthology.orchestra.run.smithi179.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2024-06-06T10:50:56.909 INFO:teuthology.orchestra.run.smithi132.stdout:Get:4 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 16.2.15-1focal [729 kB] 2024-06-06T10:50:56.914 INFO:teuthology.orchestra.run.smithi132.stdout:Get:5 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 16.2.15-1focal [413 kB] 2024-06-06T10:50:56.917 INFO:teuthology.orchestra.run.smithi132.stdout:Get:6 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 16.2.15-1focal [22.2 kB] 2024-06-06T10:50:56.917 INFO:teuthology.orchestra.run.smithi132.stdout:Get:7 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 16.2.15-1focal [212 kB] 2024-06-06T10:50:56.919 INFO:teuthology.orchestra.run.smithi132.stdout:Get:8 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 16.2.15-1focal [38.4 kB] 2024-06-06T10:50:56.919 INFO:teuthology.orchestra.run.smithi132.stdout:Get:9 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 16.2.15-1focal [385 kB] 2024-06-06T10:50:56.922 INFO:teuthology.orchestra.run.smithi132.stdout:Get:10 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 16.2.15-1focal [3,705 kB] 2024-06-06T10:50:56.948 INFO:teuthology.orchestra.run.smithi132.stdout:Get:11 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 16.2.15-1focal [116 kB] 2024-06-06T10:50:56.948 INFO:teuthology.orchestra.run.smithi132.stdout:Get:12 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 16.2.15-1focal [448 kB] 2024-06-06T10:50:56.952 INFO:teuthology.orchestra.run.smithi132.stdout:Get:13 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 16.2.15-1focal [21.8 MB] 2024-06-06T10:50:56.981 INFO:teuthology.orchestra.run.smithi132.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2024-06-06T10:50:57.059 INFO:teuthology.orchestra.run.smithi179.stdout:Get:15 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 16.2.15-1focal [4,731 kB] 2024-06-06T10:50:57.091 INFO:teuthology.orchestra.run.smithi179.stdout:Get:16 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 16.2.15-1focal [204 kB] 2024-06-06T10:50:57.092 INFO:teuthology.orchestra.run.smithi179.stdout:Get:17 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 16.2.15-1focal [126 kB] 2024-06-06T10:50:57.093 INFO:teuthology.orchestra.run.smithi179.stdout:Get:18 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 16.2.15-1focal [1,551 kB] 2024-06-06T10:50:57.104 INFO:teuthology.orchestra.run.smithi179.stdout:Get:19 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 16.2.15-1focal [4,019 kB] 2024-06-06T10:50:57.132 INFO:teuthology.orchestra.run.smithi179.stdout:Get:20 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 16.2.15-1focal [21.2 MB] 2024-06-06T10:50:57.169 INFO:teuthology.orchestra.run.smithi132.stdout:Get:15 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 16.2.15-1focal [4,731 kB] 2024-06-06T10:50:57.200 INFO:teuthology.orchestra.run.smithi132.stdout:Get:16 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 16.2.15-1focal [204 kB] 2024-06-06T10:50:57.202 INFO:teuthology.orchestra.run.smithi132.stdout:Get:17 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 16.2.15-1focal [126 kB] 2024-06-06T10:50:57.203 INFO:teuthology.orchestra.run.smithi132.stdout:Get:18 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 16.2.15-1focal [1,551 kB] 2024-06-06T10:50:57.213 INFO:teuthology.orchestra.run.smithi132.stdout:Get:19 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 16.2.15-1focal [4,019 kB] 2024-06-06T10:50:57.240 INFO:teuthology.orchestra.run.smithi132.stdout:Get:20 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 16.2.15-1focal [21.2 MB] 2024-06-06T10:50:57.347 INFO:teuthology.orchestra.run.smithi179.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2024-06-06T10:50:57.352 INFO:teuthology.orchestra.run.smithi179.stdout:Get:22 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 16.2.15-1focal [4,040 B] 2024-06-06T10:50:57.353 INFO:teuthology.orchestra.run.smithi179.stdout:Get:23 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 16.2.15-1focal [836 kB] 2024-06-06T10:50:57.355 INFO:teuthology.orchestra.run.smithi179.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2024-06-06T10:50:57.358 INFO:teuthology.orchestra.run.smithi179.stdout:Get:25 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 16.2.15-1focal [2,363 kB] 2024-06-06T10:50:57.374 INFO:teuthology.orchestra.run.smithi179.stdout:Get:26 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 16.2.15-1focal [77.4 kB] 2024-06-06T10:50:57.375 INFO:teuthology.orchestra.run.smithi179.stdout:Get:27 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 16.2.15-1focal [100 kB] 2024-06-06T10:50:57.376 INFO:teuthology.orchestra.run.smithi179.stdout:Get:28 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 16.2.15-1focal [2,824 kB] 2024-06-06T10:50:57.396 INFO:teuthology.orchestra.run.smithi179.stdout:Get:29 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 16.2.15-1focal [7,888 kB] 2024-06-06T10:50:57.406 INFO:teuthology.orchestra.run.smithi179.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2024-06-06T10:50:57.421 INFO:teuthology.orchestra.run.smithi132.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2024-06-06T10:50:57.435 INFO:teuthology.orchestra.run.smithi179.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2024-06-06T10:50:57.449 INFO:teuthology.orchestra.run.smithi179.stdout:Get:32 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 16.2.15-1focal [4,156 B] 2024-06-06T10:50:57.449 INFO:teuthology.orchestra.run.smithi179.stdout:Get:33 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 16.2.15-1focal [45.8 MB] 2024-06-06T10:50:57.476 INFO:teuthology.orchestra.run.smithi132.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2024-06-06T10:50:57.477 INFO:teuthology.orchestra.run.smithi132.stdout:Get:23 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 16.2.15-1focal [4,040 B] 2024-06-06T10:50:57.477 INFO:teuthology.orchestra.run.smithi132.stdout:Get:24 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 16.2.15-1focal [836 kB] 2024-06-06T10:50:57.482 INFO:teuthology.orchestra.run.smithi132.stdout:Get:25 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 16.2.15-1focal [2,363 kB] 2024-06-06T10:50:57.498 INFO:teuthology.orchestra.run.smithi132.stdout:Get:26 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 16.2.15-1focal [77.4 kB] 2024-06-06T10:50:57.499 INFO:teuthology.orchestra.run.smithi132.stdout:Get:27 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 16.2.15-1focal [100 kB] 2024-06-06T10:50:57.500 INFO:teuthology.orchestra.run.smithi132.stdout:Get:28 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 16.2.15-1focal [2,824 kB] 2024-06-06T10:50:57.519 INFO:teuthology.orchestra.run.smithi132.stdout:Get:29 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 16.2.15-1focal [7,888 kB] 2024-06-06T10:50:57.547 INFO:teuthology.orchestra.run.smithi132.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2024-06-06T10:50:57.557 INFO:teuthology.orchestra.run.smithi179.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 libleveldb1d amd64 1.22-3ubuntu2 [139 kB] 2024-06-06T10:50:57.565 INFO:teuthology.orchestra.run.smithi132.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2024-06-06T10:50:57.571 INFO:teuthology.orchestra.run.smithi132.stdout:Get:32 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 16.2.15-1focal [4,156 B] 2024-06-06T10:50:57.584 INFO:teuthology.orchestra.run.smithi179.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2024-06-06T10:50:57.591 INFO:teuthology.orchestra.run.smithi179.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.3 [211 kB] 2024-06-06T10:50:57.625 INFO:teuthology.orchestra.run.smithi179.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2024-06-06T10:50:57.630 INFO:teuthology.orchestra.run.smithi179.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2024-06-06T10:50:57.634 INFO:teuthology.orchestra.run.smithi179.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2024-06-06T10:50:57.639 INFO:teuthology.orchestra.run.smithi132.stdout:Get:33 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 16.2.15-1focal [45.8 MB] 2024-06-06T10:50:57.767 INFO:teuthology.orchestra.run.smithi132.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 libleveldb1d amd64 1.22-3ubuntu2 [139 kB] 2024-06-06T10:50:57.825 INFO:teuthology.orchestra.run.smithi132.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2024-06-06T10:50:57.834 INFO:teuthology.orchestra.run.smithi179.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2024-06-06T10:50:57.839 INFO:teuthology.orchestra.run.smithi132.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.3 [211 kB] 2024-06-06T10:50:57.899 INFO:teuthology.orchestra.run.smithi132.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2024-06-06T10:50:57.905 INFO:teuthology.orchestra.run.smithi132.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2024-06-06T10:50:57.918 INFO:teuthology.orchestra.run.smithi132.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2024-06-06T10:50:58.001 INFO:teuthology.orchestra.run.smithi179.stdout:Get:41 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 16.2.15-1focal [21.5 kB] 2024-06-06T10:50:58.001 INFO:teuthology.orchestra.run.smithi179.stdout:Get:42 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 16.2.15-1focal [11.3 MB] 2024-06-06T10:50:58.076 INFO:teuthology.orchestra.run.smithi179.stdout:Get:43 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 16.2.15-1focal [78.5 kB] 2024-06-06T10:50:58.088 INFO:teuthology.orchestra.run.smithi179.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2024-06-06T10:50:58.121 INFO:teuthology.orchestra.run.smithi179.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2024-06-06T10:50:58.172 INFO:teuthology.orchestra.run.smithi179.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2024-06-06T10:50:58.173 INFO:teuthology.orchestra.run.smithi132.stdout:Get:40 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 16.2.15-1focal [21.5 kB] 2024-06-06T10:50:58.173 INFO:teuthology.orchestra.run.smithi132.stdout:Get:41 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 16.2.15-1focal [11.3 MB] 2024-06-06T10:50:58.196 INFO:teuthology.orchestra.run.smithi132.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2024-06-06T10:50:58.250 INFO:teuthology.orchestra.run.smithi132.stdout:Get:43 https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 16.2.15-1focal [78.5 kB] 2024-06-06T10:50:58.274 INFO:teuthology.orchestra.run.smithi179.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-06-06T10:50:58.286 INFO:teuthology.orchestra.run.smithi179.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2024-06-06T10:50:58.292 INFO:teuthology.orchestra.run.smithi179.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2024-06-06T10:50:58.362 INFO:teuthology.orchestra.run.smithi179.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2024-06-06T10:50:58.373 INFO:teuthology.orchestra.run.smithi132.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2024-06-06T10:50:58.379 INFO:teuthology.orchestra.run.smithi179.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2024-06-06T10:50:58.403 INFO:teuthology.orchestra.run.smithi132.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2024-06-06T10:50:58.416 INFO:teuthology.orchestra.run.smithi179.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2024-06-06T10:50:58.428 INFO:teuthology.orchestra.run.smithi132.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2024-06-06T10:50:58.442 INFO:teuthology.orchestra.run.smithi179.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2024-06-06T10:50:58.548 INFO:teuthology.orchestra.run.smithi132.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-06-06T10:50:58.559 INFO:teuthology.orchestra.run.smithi132.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2024-06-06T10:50:58.563 INFO:teuthology.orchestra.run.smithi132.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2024-06-06T10:50:58.619 INFO:teuthology.orchestra.run.smithi179.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2024-06-06T10:50:58.637 INFO:teuthology.orchestra.run.smithi132.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2024-06-06T10:50:58.650 INFO:teuthology.orchestra.run.smithi132.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2024-06-06T10:50:58.700 INFO:teuthology.orchestra.run.smithi132.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2024-06-06T10:50:58.729 INFO:teuthology.orchestra.run.smithi132.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2024-06-06T10:50:58.911 INFO:teuthology.orchestra.run.smithi132.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2024-06-06T10:50:59.171 INFO:teuthology.orchestra.run.smithi179.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2024-06-06T10:50:59.172 INFO:teuthology.orchestra.run.smithi179.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2024-06-06T10:50:59.175 INFO:teuthology.orchestra.run.smithi179.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2024-06-06T10:50:59.179 INFO:teuthology.orchestra.run.smithi179.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2024-06-06T10:50:59.192 INFO:teuthology.orchestra.run.smithi179.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.2 [183 kB] 2024-06-06T10:50:59.214 INFO:teuthology.orchestra.run.smithi179.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jinja2 all 2.10.1-2ubuntu0.3 [96.0 kB] 2024-06-06T10:50:59.227 INFO:teuthology.orchestra.run.smithi179.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-06-06T10:50:59.229 INFO:teuthology.orchestra.run.smithi179.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2024-06-06T10:50:59.267 INFO:teuthology.orchestra.run.smithi179.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2024-06-06T10:50:59.281 INFO:teuthology.orchestra.run.smithi179.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2024-06-06T10:50:59.467 INFO:teuthology.orchestra.run.smithi179.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2024-06-06T10:50:59.474 INFO:teuthology.orchestra.run.smithi132.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2024-06-06T10:50:59.474 INFO:teuthology.orchestra.run.smithi132.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2024-06-06T10:50:59.478 INFO:teuthology.orchestra.run.smithi132.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2024-06-06T10:50:59.483 INFO:teuthology.orchestra.run.smithi132.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2024-06-06T10:50:59.502 INFO:teuthology.orchestra.run.smithi132.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.2 [183 kB] 2024-06-06T10:50:59.547 INFO:teuthology.orchestra.run.smithi132.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jinja2 all 2.10.1-2ubuntu0.3 [96.0 kB] 2024-06-06T10:50:59.554 INFO:teuthology.orchestra.run.smithi179.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2024-06-06T10:50:59.573 INFO:teuthology.orchestra.run.smithi132.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-06-06T10:50:59.575 INFO:teuthology.orchestra.run.smithi132.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2024-06-06T10:50:59.590 INFO:teuthology.orchestra.run.smithi132.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2024-06-06T10:50:59.606 INFO:teuthology.orchestra.run.smithi132.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2024-06-06T10:50:59.650 INFO:teuthology.orchestra.run.smithi179.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2024-06-06T10:50:59.796 INFO:teuthology.orchestra.run.smithi132.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2024-06-06T10:50:59.887 INFO:teuthology.orchestra.run.smithi132.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2024-06-06T10:50:59.982 INFO:teuthology.orchestra.run.smithi132.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2024-06-06T10:51:00.473 INFO:teuthology.orchestra.run.smithi179.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2024-06-06T10:51:00.519 INFO:teuthology.orchestra.run.smithi179.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2024-06-06T10:51:00.522 INFO:teuthology.orchestra.run.smithi179.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2024-06-06T10:51:00.578 INFO:teuthology.orchestra.run.smithi179.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2024-06-06T10:51:00.578 INFO:teuthology.orchestra.run.smithi179.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2024-06-06T10:51:00.578 INFO:teuthology.orchestra.run.smithi179.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2024-06-06T10:51:00.579 INFO:teuthology.orchestra.run.smithi179.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2024-06-06T10:51:00.580 INFO:teuthology.orchestra.run.smithi179.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2024-06-06T10:51:00.778 INFO:teuthology.orchestra.run.smithi179.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2024-06-06T10:51:00.950 INFO:teuthology.orchestra.run.smithi179.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2024-06-06T10:51:01.132 INFO:teuthology.orchestra.run.smithi132.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2024-06-06T10:51:01.144 INFO:teuthology.orchestra.run.smithi179.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2024-06-06T10:51:01.160 INFO:teuthology.orchestra.run.smithi179.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2024-06-06T10:51:01.171 INFO:teuthology.orchestra.run.smithi132.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2024-06-06T10:51:01.177 INFO:teuthology.orchestra.run.smithi132.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2024-06-06T10:51:01.196 INFO:teuthology.orchestra.run.smithi179.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2024-06-06T10:51:01.234 INFO:teuthology.orchestra.run.smithi132.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2024-06-06T10:51:01.235 INFO:teuthology.orchestra.run.smithi132.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2024-06-06T10:51:01.235 INFO:teuthology.orchestra.run.smithi132.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2024-06-06T10:51:01.235 INFO:teuthology.orchestra.run.smithi132.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2024-06-06T10:51:01.236 INFO:teuthology.orchestra.run.smithi132.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2024-06-06T10:51:01.330 INFO:teuthology.orchestra.run.smithi179.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2024-06-06T10:51:01.368 INFO:teuthology.orchestra.run.smithi179.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2024-06-06T10:51:01.393 INFO:teuthology.orchestra.run.smithi179.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2024-06-06T10:51:01.401 INFO:teuthology.orchestra.run.smithi179.stdout:Get:84 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2024-06-06T10:51:01.411 INFO:teuthology.orchestra.run.smithi132.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2024-06-06T10:51:01.449 INFO:teuthology.orchestra.run.smithi179.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2024-06-06T10:51:01.477 INFO:teuthology.orchestra.run.smithi179.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2024-06-06T10:51:01.587 INFO:teuthology.orchestra.run.smithi132.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2024-06-06T10:51:01.676 INFO:teuthology.orchestra.run.smithi179.stdout:Get:87 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2024-06-06T10:51:01.766 INFO:teuthology.orchestra.run.smithi179.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2024-06-06T10:51:01.787 INFO:teuthology.orchestra.run.smithi132.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2024-06-06T10:51:01.803 INFO:teuthology.orchestra.run.smithi132.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2024-06-06T10:51:01.841 INFO:teuthology.orchestra.run.smithi132.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2024-06-06T10:51:01.888 INFO:teuthology.orchestra.run.smithi179.stdout:Get:89 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2024-06-06T10:51:01.916 INFO:teuthology.orchestra.run.smithi179.stdout:Get:90 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2024-06-06T10:51:01.988 INFO:teuthology.orchestra.run.smithi132.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2024-06-06T10:51:02.027 INFO:teuthology.orchestra.run.smithi132.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2024-06-06T10:51:02.045 INFO:teuthology.orchestra.run.smithi179.stdout:Get:91 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2024-06-06T10:51:02.057 INFO:teuthology.orchestra.run.smithi132.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2024-06-06T10:51:02.067 INFO:teuthology.orchestra.run.smithi132.stdout:Get:84 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2024-06-06T10:51:02.132 INFO:teuthology.orchestra.run.smithi132.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2024-06-06T10:51:02.177 INFO:teuthology.orchestra.run.smithi132.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2024-06-06T10:51:02.347 INFO:teuthology.orchestra.run.smithi179.stdout:Get:92 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2024-06-06T10:51:02.349 INFO:teuthology.orchestra.run.smithi179.stdout:Get:93 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-06-06T10:51:02.353 INFO:teuthology.orchestra.run.smithi179.stdout:Get:94 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2024-06-06T10:51:02.354 INFO:teuthology.orchestra.run.smithi179.stdout:Get:95 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2024-06-06T10:51:02.365 INFO:teuthology.orchestra.run.smithi179.stdout:Get:96 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2024-06-06T10:51:02.370 INFO:teuthology.orchestra.run.smithi179.stdout:Get:97 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2024-06-06T10:51:02.375 INFO:teuthology.orchestra.run.smithi132.stdout:Get:87 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2024-06-06T10:51:02.462 INFO:teuthology.orchestra.run.smithi132.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2024-06-06T10:51:02.568 INFO:teuthology.orchestra.run.smithi132.stdout:Get:89 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2024-06-06T10:51:02.591 INFO:teuthology.orchestra.run.smithi132.stdout:Get:90 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2024-06-06T10:51:02.605 INFO:teuthology.orchestra.run.smithi179.stdout:Get:98 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2024-06-06T10:51:02.719 INFO:teuthology.orchestra.run.smithi132.stdout:Get:91 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2024-06-06T10:51:02.783 INFO:teuthology.orchestra.run.smithi179.stdout:Get:99 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2024-06-06T10:51:03.052 INFO:teuthology.orchestra.run.smithi179.stdout:Get:100 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2024-06-06T10:51:03.186 INFO:teuthology.orchestra.run.smithi132.stdout:Get:92 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2024-06-06T10:51:03.188 INFO:teuthology.orchestra.run.smithi132.stdout:Get:93 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-06-06T10:51:03.198 INFO:teuthology.orchestra.run.smithi132.stdout:Get:94 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2024-06-06T10:51:03.198 INFO:teuthology.orchestra.run.smithi132.stdout:Get:95 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2024-06-06T10:51:03.223 INFO:teuthology.orchestra.run.smithi132.stdout:Get:96 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2024-06-06T10:51:03.228 INFO:teuthology.orchestra.run.smithi132.stdout:Get:97 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2024-06-06T10:51:03.417 INFO:teuthology.orchestra.run.smithi132.stdout:Get:98 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2024-06-06T10:51:03.589 INFO:teuthology.orchestra.run.smithi132.stdout:Get:99 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2024-06-06T10:51:03.738 INFO:teuthology.orchestra.run.smithi179.stdout:Fetched 160 MB in 6s (25.1 MB/s) 2024-06-06T10:51:03.833 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libjaeger. 2024-06-06T10:51:03.860 INFO:teuthology.orchestra.run.smithi132.stdout:Get:100 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2024-06-06T10:51:03.879 INFO:teuthology.orchestra.run.smithi179.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 112641 files and directories currently installed.) 2024-06-06T10:51:03.882 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../00-libjaeger_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:03.957 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libjaeger (16.2.15-1focal) ... 2024-06-06T10:51:04.276 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2024-06-06T10:51:04.291 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../01-liblttng-ust0_2.11.0-1_amd64.deb ... 2024-06-06T10:51:04.378 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2024-06-06T10:51:04.553 INFO:teuthology.orchestra.run.smithi132.stdout:Fetched 160 MB in 7s (22.5 MB/s) 2024-06-06T10:51:04.635 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libjaeger. 2024-06-06T10:51:04.682 INFO:teuthology.orchestra.run.smithi132.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 112641 files and directories currently installed.) 2024-06-06T10:51:04.686 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../00-libjaeger_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:04.725 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libjaeger (16.2.15-1focal) ... 2024-06-06T10:51:04.726 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../02-librbd1_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:04.855 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking librbd1 (16.2.15-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-06-06T10:51:05.053 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2024-06-06T10:51:05.069 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../01-liblttng-ust0_2.11.0-1_amd64.deb ... 2024-06-06T10:51:05.153 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2024-06-06T10:51:05.503 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../02-librbd1_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:05.531 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../03-librados2_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:05.632 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking librbd1 (16.2.15-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-06-06T10:51:05.684 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking librados2 (16.2.15-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-06-06T10:51:06.308 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../03-librados2_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:06.438 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libcephfs2. 2024-06-06T10:51:06.451 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../04-libcephfs2_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:06.461 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking librados2 (16.2.15-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-06-06T10:51:06.488 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libcephfs2 (16.2.15-1focal) ... 2024-06-06T10:51:06.832 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-rados. 2024-06-06T10:51:06.847 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../05-python3-rados_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:06.890 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-rados (16.2.15-1focal) ... 2024-06-06T10:51:07.149 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libcephfs2. 2024-06-06T10:51:07.162 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../04-libcephfs2_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:07.207 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libcephfs2 (16.2.15-1focal) ... 2024-06-06T10:51:07.310 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-06-06T10:51:07.324 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../06-python3-ceph-argparse_16.2.15-1focal_all.deb ... 2024-06-06T10:51:07.376 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-ceph-argparse (16.2.15-1focal) ... 2024-06-06T10:51:07.543 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-rados. 2024-06-06T10:51:07.557 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../05-python3-rados_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:07.618 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-rados (16.2.15-1focal) ... 2024-06-06T10:51:07.746 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-cephfs. 2024-06-06T10:51:07.760 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../07-python3-cephfs_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:07.812 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-cephfs (16.2.15-1focal) ... 2024-06-06T10:51:07.987 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-06-06T10:51:07.996 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../06-python3-ceph-argparse_16.2.15-1focal_all.deb ... 2024-06-06T10:51:08.037 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-ceph-argparse (16.2.15-1focal) ... 2024-06-06T10:51:08.165 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-ceph-common. 2024-06-06T10:51:08.180 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../08-python3-ceph-common_16.2.15-1focal_all.deb ... 2024-06-06T10:51:08.223 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-ceph-common (16.2.15-1focal) ... 2024-06-06T10:51:08.340 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-cephfs. 2024-06-06T10:51:08.354 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../07-python3-cephfs_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:08.398 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-cephfs (16.2.15-1focal) ... 2024-06-06T10:51:08.502 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-prettytable. 2024-06-06T10:51:08.515 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../09-python3-prettytable_0.7.2-5_all.deb ... 2024-06-06T10:51:08.551 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2024-06-06T10:51:08.734 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-ceph-common. 2024-06-06T10:51:08.747 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../08-python3-ceph-common_16.2.15-1focal_all.deb ... 2024-06-06T10:51:08.771 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-rbd. 2024-06-06T10:51:08.784 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../10-python3-rbd_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:08.792 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-ceph-common (16.2.15-1focal) ... 2024-06-06T10:51:08.820 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-rbd (16.2.15-1focal) ... 2024-06-06T10:51:09.104 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-prettytable. 2024-06-06T10:51:09.112 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../09-python3-prettytable_0.7.2-5_all.deb ... 2024-06-06T10:51:09.154 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2024-06-06T10:51:09.157 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2024-06-06T10:51:09.171 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../11-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2024-06-06T10:51:09.223 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-06-06T10:51:09.389 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-rbd. 2024-06-06T10:51:09.398 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../10-python3-rbd_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:09.439 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-rbd (16.2.15-1focal) ... 2024-06-06T10:51:09.568 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package librabbitmq4:amd64. 2024-06-06T10:51:09.581 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../12-librabbitmq4_0.10.0-1_amd64.deb ... 2024-06-06T10:51:09.626 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2024-06-06T10:51:09.784 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2024-06-06T10:51:09.792 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../11-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2024-06-06T10:51:09.834 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-06-06T10:51:09.904 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-06-06T10:51:09.919 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../13-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2024-06-06T10:51:09.954 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-06-06T10:51:10.204 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package librabbitmq4:amd64. 2024-06-06T10:51:10.212 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../12-librabbitmq4_0.10.0-1_amd64.deb ... 2024-06-06T10:51:10.253 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2024-06-06T10:51:10.315 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package librgw2. 2024-06-06T10:51:10.328 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../14-librgw2_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:10.373 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking librgw2 (16.2.15-1focal) ... 2024-06-06T10:51:10.598 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-06-06T10:51:10.606 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../13-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2024-06-06T10:51:10.648 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-06-06T10:51:10.975 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-rgw. 2024-06-06T10:51:10.983 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../15-python3-rgw_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:11.001 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package librgw2. 2024-06-06T10:51:11.009 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../14-librgw2_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:11.025 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-rgw (16.2.15-1focal) ... 2024-06-06T10:51:11.051 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking librgw2 (16.2.15-1focal) ... 2024-06-06T10:51:11.361 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libleveldb1d:amd64. 2024-06-06T10:51:11.369 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../16-libleveldb1d_1.22-3ubuntu2_amd64.deb ... 2024-06-06T10:51:11.411 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libleveldb1d:amd64 (1.22-3ubuntu2) ... 2024-06-06T10:51:11.695 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-rgw. 2024-06-06T10:51:11.703 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../15-python3-rgw_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:11.745 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-rgw (16.2.15-1focal) ... 2024-06-06T10:51:11.747 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package liboath0. 2024-06-06T10:51:11.763 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../17-liboath0_2.6.1-1.3_amd64.deb ... 2024-06-06T10:51:11.806 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2024-06-06T10:51:12.073 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libleveldb1d:amd64. 2024-06-06T10:51:12.086 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../16-libleveldb1d_1.22-3ubuntu2_amd64.deb ... 2024-06-06T10:51:12.125 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libradosstriper1. 2024-06-06T10:51:12.131 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libleveldb1d:amd64 (1.22-3ubuntu2) ... 2024-06-06T10:51:12.140 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../18-libradosstriper1_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:12.184 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libradosstriper1 (16.2.15-1focal) ... 2024-06-06T10:51:12.534 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package liboath0. 2024-06-06T10:51:12.549 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../17-liboath0_2.6.1-1.3_amd64.deb ... 2024-06-06T10:51:12.600 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2024-06-06T10:51:12.637 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-common. 2024-06-06T10:51:12.650 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../19-ceph-common_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:12.695 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-common (16.2.15-1focal) ... 2024-06-06T10:51:13.055 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libradosstriper1. 2024-06-06T10:51:13.068 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../18-libradosstriper1_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:13.178 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libradosstriper1 (16.2.15-1focal) ... 2024-06-06T10:51:13.624 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-common. 2024-06-06T10:51:13.638 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../19-ceph-common_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:13.681 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-common (16.2.15-1focal) ... 2024-06-06T10:51:14.909 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-base. 2024-06-06T10:51:14.922 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../20-ceph-base_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:14.977 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-base (16.2.15-1focal) ... 2024-06-06T10:51:15.796 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-base. 2024-06-06T10:51:15.805 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-cryptography. 2024-06-06T10:51:15.809 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../20-ceph-base_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:15.820 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../21-python3-cryptography_2.8-3ubuntu0.3_amd64.deb ... 2024-06-06T10:51:15.863 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.3) ... 2024-06-06T10:51:15.864 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-base (16.2.15-1focal) ... 2024-06-06T10:51:16.267 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-openssl. 2024-06-06T10:51:16.281 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../22-python3-openssl_19.0.0-1build1_all.deb ... 2024-06-06T10:51:16.325 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2024-06-06T10:51:16.595 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-06-06T10:51:16.608 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../23-ceph-mgr-modules-core_16.2.15-1focal_all.deb ... 2024-06-06T10:51:16.644 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr-modules-core (16.2.15-1focal) ... 2024-06-06T10:51:16.767 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-cryptography. 2024-06-06T10:51:16.781 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../21-python3-cryptography_2.8-3ubuntu0.3_amd64.deb ... 2024-06-06T10:51:16.833 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.3) ... 2024-06-06T10:51:17.041 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-bcrypt. 2024-06-06T10:51:17.056 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../24-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2024-06-06T10:51:17.099 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2024-06-06T10:51:17.237 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-openssl. 2024-06-06T10:51:17.253 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../22-python3-openssl_19.0.0-1build1_all.deb ... 2024-06-06T10:51:17.303 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2024-06-06T10:51:17.385 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-cherrypy3. 2024-06-06T10:51:17.398 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../25-python3-cherrypy3_8.9.1-6_all.deb ... 2024-06-06T10:51:17.435 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2024-06-06T10:51:17.598 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-06-06T10:51:17.612 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../23-ceph-mgr-modules-core_16.2.15-1focal_all.deb ... 2024-06-06T10:51:17.664 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-mgr-modules-core (16.2.15-1focal) ... 2024-06-06T10:51:17.772 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-jwt. 2024-06-06T10:51:17.787 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../26-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2024-06-06T10:51:17.830 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2024-06-06T10:51:18.027 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-bcrypt. 2024-06-06T10:51:18.040 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../24-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2024-06-06T10:51:18.077 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2024-06-06T10:51:18.150 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-logutils. 2024-06-06T10:51:18.164 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../27-python3-logutils_0.3.3-7_all.deb ... 2024-06-06T10:51:18.208 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-logutils (0.3.3-7) ... 2024-06-06T10:51:18.380 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-cherrypy3. 2024-06-06T10:51:18.395 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../25-python3-cherrypy3_8.9.1-6_all.deb ... 2024-06-06T10:51:18.438 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2024-06-06T10:51:18.494 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-markupsafe. 2024-06-06T10:51:18.508 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../28-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2024-06-06T10:51:18.552 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2024-06-06T10:51:18.775 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-jwt. 2024-06-06T10:51:18.788 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../26-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2024-06-06T10:51:18.833 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2024-06-06T10:51:18.864 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-mako. 2024-06-06T10:51:18.879 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../29-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2024-06-06T10:51:18.922 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-06-06T10:51:19.145 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-logutils. 2024-06-06T10:51:19.161 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../27-python3-logutils_0.3.3-7_all.deb ... 2024-06-06T10:51:19.203 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-logutils (0.3.3-7) ... 2024-06-06T10:51:19.225 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-simplegeneric. 2024-06-06T10:51:19.238 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../30-python3-simplegeneric_0.8.1-3_all.deb ... 2024-06-06T10:51:19.283 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-06-06T10:51:19.506 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-markupsafe. 2024-06-06T10:51:19.518 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../28-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2024-06-06T10:51:19.556 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2024-06-06T10:51:19.569 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-singledispatch. 2024-06-06T10:51:19.582 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../31-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2024-06-06T10:51:19.619 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2024-06-06T10:51:19.883 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-mako. 2024-06-06T10:51:19.888 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-webob. 2024-06-06T10:51:19.897 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../29-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2024-06-06T10:51:19.904 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../32-python3-webob_1%3a1.8.5-2_all.deb ... 2024-06-06T10:51:19.942 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-06-06T10:51:19.947 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2024-06-06T10:51:20.270 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-simplegeneric. 2024-06-06T10:51:20.284 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../30-python3-simplegeneric_0.8.1-3_all.deb ... 2024-06-06T10:51:20.308 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-soupsieve. 2024-06-06T10:51:20.324 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../33-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2024-06-06T10:51:20.328 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-06-06T10:51:20.366 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2024-06-06T10:51:20.631 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-singledispatch. 2024-06-06T10:51:20.646 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../31-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2024-06-06T10:51:20.669 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-bs4. 2024-06-06T10:51:20.684 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../34-python3-bs4_4.8.2-1_all.deb ... 2024-06-06T10:51:20.689 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2024-06-06T10:51:20.728 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2024-06-06T10:51:20.992 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-webob. 2024-06-06T10:51:21.006 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../32-python3-webob_1%3a1.8.5-2_all.deb ... 2024-06-06T10:51:21.050 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2024-06-06T10:51:21.072 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-waitress. 2024-06-06T10:51:21.086 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../35-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2024-06-06T10:51:21.133 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2024-06-06T10:51:21.378 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-soupsieve. 2024-06-06T10:51:21.393 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../33-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2024-06-06T10:51:21.436 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2024-06-06T10:51:21.450 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-tempita. 2024-06-06T10:51:21.464 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../36-python3-tempita_0.5.2-6_all.deb ... 2024-06-06T10:51:21.508 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-tempita (0.5.2-6) ... 2024-06-06T10:51:21.739 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-bs4. 2024-06-06T10:51:21.754 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../34-python3-bs4_4.8.2-1_all.deb ... 2024-06-06T10:51:21.797 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2024-06-06T10:51:21.811 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-paste. 2024-06-06T10:51:21.824 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../37-python3-paste_3.4.0+dfsg1-1_all.deb ... 2024-06-06T10:51:21.861 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2024-06-06T10:51:22.150 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-waitress. 2024-06-06T10:51:22.164 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../35-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2024-06-06T10:51:22.172 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-06-06T10:51:22.188 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../38-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2024-06-06T10:51:22.212 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2024-06-06T10:51:22.230 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2024-06-06T10:51:22.542 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pastedeploy. 2024-06-06T10:51:22.545 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-tempita. 2024-06-06T10:51:22.555 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../39-python3-pastedeploy_2.1.0-1_all.deb ... 2024-06-06T10:51:22.561 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../36-python3-tempita_0.5.2-6_all.deb ... 2024-06-06T10:51:22.593 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2024-06-06T10:51:22.604 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-tempita (0.5.2-6) ... 2024-06-06T10:51:22.887 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-webtest. 2024-06-06T10:51:22.900 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../40-python3-webtest_2.0.32-2_all.deb ... 2024-06-06T10:51:22.906 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-paste. 2024-06-06T10:51:22.919 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../37-python3-paste_3.4.0+dfsg1-1_all.deb ... 2024-06-06T10:51:22.945 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-webtest (2.0.32-2) ... 2024-06-06T10:51:22.956 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2024-06-06T10:51:23.256 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pecan. 2024-06-06T10:51:23.268 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-06-06T10:51:23.269 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../41-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2024-06-06T10:51:23.281 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../38-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2024-06-06T10:51:23.314 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2024-06-06T10:51:23.317 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2024-06-06T10:51:23.629 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-pastedeploy. 2024-06-06T10:51:23.645 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../39-python3-pastedeploy_2.1.0-1_all.deb ... 2024-06-06T10:51:23.687 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2024-06-06T10:51:23.694 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-werkzeug. 2024-06-06T10:51:23.708 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../42-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.2_all.deb ... 2024-06-06T10:51:23.752 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-06-06T10:51:24.015 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-webtest. 2024-06-06T10:51:24.029 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../40-python3-webtest_2.0.32-2_all.deb ... 2024-06-06T10:51:24.065 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-webtest (2.0.32-2) ... 2024-06-06T10:51:24.122 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-06-06T10:51:24.135 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../43-libsqlite3-mod-ceph_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:24.180 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libsqlite3-mod-ceph (16.2.15-1focal) ... 2024-06-06T10:51:24.351 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-pecan. 2024-06-06T10:51:24.365 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../41-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2024-06-06T10:51:24.409 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2024-06-06T10:51:24.541 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr. 2024-06-06T10:51:24.555 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../44-ceph-mgr_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:24.600 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr (16.2.15-1focal) ... 2024-06-06T10:51:24.783 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-werkzeug. 2024-06-06T10:51:24.796 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../42-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.2_all.deb ... 2024-06-06T10:51:24.841 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-06-06T10:51:25.086 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mon. 2024-06-06T10:51:25.100 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../45-ceph-mon_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:25.144 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mon (16.2.15-1focal) ... 2024-06-06T10:51:25.178 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-06-06T10:51:25.193 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../43-libsqlite3-mod-ceph_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:25.235 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libsqlite3-mod-ceph (16.2.15-1focal) ... 2024-06-06T10:51:25.581 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-mgr. 2024-06-06T10:51:25.594 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../44-ceph-mgr_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:25.639 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-mgr (16.2.15-1focal) ... 2024-06-06T10:51:25.890 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-osd. 2024-06-06T10:51:25.903 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../46-ceph-osd_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:25.948 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-osd (16.2.15-1focal) ... 2024-06-06T10:51:26.167 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-mon. 2024-06-06T10:51:26.181 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../45-ceph-mon_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:26.225 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-mon (16.2.15-1focal) ... 2024-06-06T10:51:27.029 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-osd. 2024-06-06T10:51:27.042 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../46-ceph-osd_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:27.087 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-osd (16.2.15-1focal) ... 2024-06-06T10:51:27.962 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph. 2024-06-06T10:51:27.977 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../47-ceph_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:28.019 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph (16.2.15-1focal) ... 2024-06-06T10:51:28.339 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-fuse. 2024-06-06T10:51:28.352 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../48-ceph-fuse_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:28.397 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-fuse (16.2.15-1focal) ... 2024-06-06T10:51:28.834 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mds. 2024-06-06T10:51:28.842 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../49-ceph-mds_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:28.884 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mds (16.2.15-1focal) ... 2024-06-06T10:51:29.826 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph. 2024-06-06T10:51:29.841 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../47-ceph_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:29.884 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph (16.2.15-1focal) ... 2024-06-06T10:51:30.203 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-fuse. 2024-06-06T10:51:30.218 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../48-ceph-fuse_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:30.229 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package cephadm. 2024-06-06T10:51:30.244 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../50-cephadm_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:30.261 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-fuse (16.2.15-1focal) ... 2024-06-06T10:51:30.287 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking cephadm (16.2.15-1focal) ... 2024-06-06T10:51:30.607 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-jinja2. 2024-06-06T10:51:30.621 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../51-python3-jinja2_2.10.1-2ubuntu0.3_all.deb ... 2024-06-06T10:51:30.665 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-06-06T10:51:30.757 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-mds. 2024-06-06T10:51:30.771 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../49-ceph-mds_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:30.823 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-mds (16.2.15-1focal) ... 2024-06-06T10:51:31.001 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-06-06T10:51:31.014 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../52-ceph-mgr-cephadm_16.2.15-1focal_all.deb ... 2024-06-06T10:51:31.059 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr-cephadm (16.2.15-1focal) ... 2024-06-06T10:51:31.393 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package cephadm. 2024-06-06T10:51:31.404 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-repoze.lru. 2024-06-06T10:51:31.409 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../50-cephadm_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:31.419 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../53-python3-repoze.lru_0.7-2_all.deb ... 2024-06-06T10:51:31.459 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking cephadm (16.2.15-1focal) ... 2024-06-06T10:51:31.462 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-06-06T10:51:31.698 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libjs-underscore. 2024-06-06T10:51:31.712 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../54-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2024-06-06T10:51:31.756 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-06-06T10:51:31.771 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-jinja2. 2024-06-06T10:51:31.784 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../51-python3-jinja2_2.10.1-2ubuntu0.3_all.deb ... 2024-06-06T10:51:31.837 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-06-06T10:51:32.042 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libjs-sphinxdoc. 2024-06-06T10:51:32.057 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../55-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2024-06-06T10:51:32.100 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-06-06T10:51:32.182 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-06-06T10:51:32.197 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../52-ceph-mgr-cephadm_16.2.15-1focal_all.deb ... 2024-06-06T10:51:32.240 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-mgr-cephadm (16.2.15-1focal) ... 2024-06-06T10:51:32.420 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-routes. 2024-06-06T10:51:32.438 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../56-python3-routes_2.4.1-2_all.deb ... 2024-06-06T10:51:32.478 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-routes (2.4.1-2) ... 2024-06-06T10:51:32.585 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-repoze.lru. 2024-06-06T10:51:32.601 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../53-python3-repoze.lru_0.7-2_all.deb ... 2024-06-06T10:51:32.643 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-06-06T10:51:32.823 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-06-06T10:51:32.837 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../57-ceph-mgr-dashboard_16.2.15-1focal_all.deb ... 2024-06-06T10:51:32.881 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr-dashboard (16.2.15-1focal) ... 2024-06-06T10:51:32.896 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libjs-underscore. 2024-06-06T10:51:32.909 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../54-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2024-06-06T10:51:32.954 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-06-06T10:51:33.240 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libjs-sphinxdoc. 2024-06-06T10:51:33.254 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../55-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2024-06-06T10:51:33.298 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-06-06T10:51:33.617 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-routes. 2024-06-06T10:51:33.633 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../56-python3-routes_2.4.1-2_all.deb ... 2024-06-06T10:51:33.684 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-routes (2.4.1-2) ... 2024-06-06T10:51:33.936 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-decorator. 2024-06-06T10:51:33.952 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../58-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2024-06-06T10:51:33.994 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2024-06-06T10:51:34.012 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-06-06T10:51:34.026 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../57-ceph-mgr-dashboard_16.2.15-1focal_all.deb ... 2024-06-06T10:51:34.070 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-mgr-dashboard (16.2.15-1focal) ... 2024-06-06T10:51:34.280 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2024-06-06T10:51:34.296 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../59-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2024-06-06T10:51:34.339 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-06-06T10:51:34.658 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-scipy. 2024-06-06T10:51:34.673 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../60-python3-scipy_1.3.3-3build1_amd64.deb ... 2024-06-06T10:51:34.716 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2024-06-06T10:51:35.109 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-decorator. 2024-06-06T10:51:35.123 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../58-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2024-06-06T10:51:35.167 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2024-06-06T10:51:35.478 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2024-06-06T10:51:35.492 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../59-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2024-06-06T10:51:35.536 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-06-06T10:51:35.864 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-scipy. 2024-06-06T10:51:35.878 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../60-python3-scipy_1.3.3-3build1_amd64.deb ... 2024-06-06T10:51:35.931 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2024-06-06T10:51:36.029 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-sklearn-lib. 2024-06-06T10:51:36.044 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../61-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2024-06-06T10:51:36.087 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-06-06T10:51:36.617 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-joblib. 2024-06-06T10:51:36.632 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../62-python3-joblib_0.14.0-3_all.deb ... 2024-06-06T10:51:36.675 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-joblib (0.14.0-3) ... 2024-06-06T10:51:37.070 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-sklearn. 2024-06-06T10:51:37.085 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../63-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2024-06-06T10:51:37.128 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-06-06T10:51:37.311 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-sklearn-lib. 2024-06-06T10:51:37.326 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../61-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2024-06-06T10:51:37.369 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-06-06T10:51:37.804 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-06-06T10:51:37.820 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../64-ceph-mgr-diskprediction-local_16.2.15-1focal_all.deb ... 2024-06-06T10:51:37.862 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr-diskprediction-local (16.2.15-1focal) ... 2024-06-06T10:51:37.889 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-joblib. 2024-06-06T10:51:37.904 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../62-python3-joblib_0.14.0-3_all.deb ... 2024-06-06T10:51:37.947 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-joblib (0.14.0-3) ... 2024-06-06T10:51:38.333 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-sklearn. 2024-06-06T10:51:38.348 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../63-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2024-06-06T10:51:38.391 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-06-06T10:51:38.990 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-cachetools. 2024-06-06T10:51:39.004 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../65-python3-cachetools_4.0.0-1_all.deb ... 2024-06-06T10:51:39.048 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2024-06-06T10:51:39.099 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-06-06T10:51:39.114 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../64-ceph-mgr-diskprediction-local_16.2.15-1focal_all.deb ... 2024-06-06T10:51:39.157 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-mgr-diskprediction-local (16.2.15-1focal) ... 2024-06-06T10:51:39.351 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pyasn1. 2024-06-06T10:51:39.365 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../66-python3-pyasn1_0.4.2-3build1_all.deb ... 2024-06-06T10:51:39.409 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2024-06-06T10:51:39.729 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-06-06T10:51:39.744 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../67-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2024-06-06T10:51:39.787 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-06-06T10:51:40.098 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-rsa. 2024-06-06T10:51:40.113 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../68-python3-rsa_4.0-3_all.deb ... 2024-06-06T10:51:40.156 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-rsa (4.0-3) ... 2024-06-06T10:51:40.295 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-cachetools. 2024-06-06T10:51:40.310 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../65-python3-cachetools_4.0.0-1_all.deb ... 2024-06-06T10:51:40.377 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2024-06-06T10:51:40.468 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-google-auth. 2024-06-06T10:51:40.484 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../69-python3-google-auth_1.5.1-2_all.deb ... 2024-06-06T10:51:40.517 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2024-06-06T10:51:40.680 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-pyasn1. 2024-06-06T10:51:40.694 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../66-python3-pyasn1_0.4.2-3build1_all.deb ... 2024-06-06T10:51:40.738 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2024-06-06T10:51:40.812 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-blinker. 2024-06-06T10:51:40.826 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../70-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2024-06-06T10:51:40.870 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-06-06T10:51:41.059 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-06-06T10:51:41.073 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../67-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2024-06-06T10:51:41.117 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-06-06T10:51:41.148 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-oauthlib. 2024-06-06T10:51:41.162 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../71-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2024-06-06T10:51:41.206 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2024-06-06T10:51:41.428 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-rsa. 2024-06-06T10:51:41.441 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../68-python3-rsa_4.0-3_all.deb ... 2024-06-06T10:51:41.494 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-rsa (4.0-3) ... 2024-06-06T10:51:41.510 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-06-06T10:51:41.524 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../72-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2024-06-06T10:51:41.568 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-06-06T10:51:41.806 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-google-auth. 2024-06-06T10:51:41.820 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../69-python3-google-auth_1.5.1-2_all.deb ... 2024-06-06T10:51:41.864 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2024-06-06T10:51:41.879 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-websocket. 2024-06-06T10:51:41.892 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../73-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2024-06-06T10:51:41.937 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2024-06-06T10:51:42.167 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-blinker. 2024-06-06T10:51:42.181 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../70-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2024-06-06T10:51:42.225 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-06-06T10:51:42.257 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-kubernetes. 2024-06-06T10:51:42.266 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../74-python3-kubernetes_7.0.0~a1-2_all.deb ... 2024-06-06T10:51:42.306 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2024-06-06T10:51:42.503 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-oauthlib. 2024-06-06T10:51:42.518 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../71-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2024-06-06T10:51:42.561 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2024-06-06T10:51:42.848 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-06-06T10:51:42.862 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../72-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2024-06-06T10:51:42.897 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-06-06T10:51:42.906 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-06-06T10:51:42.912 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../75-ceph-mgr-k8sevents_16.2.15-1focal_all.deb ... 2024-06-06T10:51:42.954 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-mgr-k8sevents (16.2.15-1focal) ... 2024-06-06T10:51:43.209 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-websocket. 2024-06-06T10:51:43.223 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../73-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2024-06-06T10:51:43.267 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2024-06-06T10:51:43.274 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libonig5:amd64. 2024-06-06T10:51:43.289 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../76-libonig5_6.9.4-1_amd64.deb ... 2024-06-06T10:51:43.332 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2024-06-06T10:51:43.579 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-kubernetes. 2024-06-06T10:51:43.593 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../74-python3-kubernetes_7.0.0~a1-2_all.deb ... 2024-06-06T10:51:43.637 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2024-06-06T10:51:43.685 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libjq1:amd64. 2024-06-06T10:51:43.700 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../77-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-06-06T10:51:43.734 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-06-06T10:51:43.987 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package jq. 2024-06-06T10:51:44.001 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../78-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-06-06T10:51:44.045 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2024-06-06T10:51:44.200 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-06-06T10:51:44.214 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../75-ceph-mgr-k8sevents_16.2.15-1focal_all.deb ... 2024-06-06T10:51:44.258 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-mgr-k8sevents (16.2.15-1focal) ... 2024-06-06T10:51:44.298 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package socat. 2024-06-06T10:51:44.312 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../79-socat_1.7.3.3-2_amd64.deb ... 2024-06-06T10:51:44.356 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking socat (1.7.3.3-2) ... 2024-06-06T10:51:44.629 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libonig5:amd64. 2024-06-06T10:51:44.645 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../76-libonig5_6.9.4-1_amd64.deb ... 2024-06-06T10:51:44.710 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package xmlstarlet. 2024-06-06T10:51:44.723 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../80-xmlstarlet_1.6.1-2build1_amd64.deb ... 2024-06-06T10:51:44.767 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2024-06-06T10:51:44.804 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2024-06-06T10:51:45.333 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package ceph-test. 2024-06-06T10:51:45.348 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../81-ceph-test_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:45.390 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libjq1:amd64. 2024-06-06T10:51:45.404 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../77-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-06-06T10:51:45.448 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-06-06T10:51:45.599 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking ceph-test (16.2.15-1focal) ... 2024-06-06T10:51:45.718 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package jq. 2024-06-06T10:51:45.733 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../78-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-06-06T10:51:45.776 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2024-06-06T10:51:46.012 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package socat. 2024-06-06T10:51:46.026 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../79-socat_1.7.3.3-2_amd64.deb ... 2024-06-06T10:51:46.070 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking socat (1.7.3.3-2) ... 2024-06-06T10:51:46.390 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package xmlstarlet. 2024-06-06T10:51:46.404 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../80-xmlstarlet_1.6.1-2build1_amd64.deb ... 2024-06-06T10:51:46.447 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2024-06-06T10:51:46.879 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package ceph-test. 2024-06-06T10:51:46.894 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../81-ceph-test_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:46.946 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking ceph-test (16.2.15-1focal) ... 2024-06-06T10:51:49.411 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package libcephfs-dev. 2024-06-06T10:51:49.425 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../82-libcephfs-dev_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:49.469 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking libcephfs-dev (16.2.15-1focal) ... 2024-06-06T10:51:49.856 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package nvme-cli. 2024-06-06T10:51:49.870 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../83-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2024-06-06T10:51:49.930 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2024-06-06T10:51:50.296 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-atomicwrites. 2024-06-06T10:51:50.308 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../84-python3-atomicwrites_1.1.5-2build1_all.deb ... 2024-06-06T10:51:50.354 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2024-06-06T10:51:50.674 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-attr. 2024-06-06T10:51:50.689 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../85-python3-attr_19.3.0-2_all.deb ... 2024-06-06T10:51:50.731 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-attr (19.3.0-2) ... 2024-06-06T10:51:50.775 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package libcephfs-dev. 2024-06-06T10:51:50.790 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../82-libcephfs-dev_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:50.833 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking libcephfs-dev (16.2.15-1focal) ... 2024-06-06T10:51:51.059 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-webencodings. 2024-06-06T10:51:51.074 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../86-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2024-06-06T10:51:51.117 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2024-06-06T10:51:51.220 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package nvme-cli. 2024-06-06T10:51:51.234 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../83-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2024-06-06T10:51:51.293 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2024-06-06T10:51:51.405 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-html5lib. 2024-06-06T10:51:51.420 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../87-python3-html5lib_1.0.1-2_all.deb ... 2024-06-06T10:51:51.463 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2024-06-06T10:51:51.651 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-atomicwrites. 2024-06-06T10:51:51.665 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../84-python3-atomicwrites_1.1.5-2build1_all.deb ... 2024-06-06T10:51:51.709 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2024-06-06T10:51:51.824 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-lxml:amd64. 2024-06-06T10:51:51.840 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../88-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2024-06-06T10:51:51.882 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-06-06T10:51:51.995 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-attr. 2024-06-06T10:51:52.009 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../85-python3-attr_19.3.0-2_all.deb ... 2024-06-06T10:51:52.053 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-attr (19.3.0-2) ... 2024-06-06T10:51:52.360 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-packaging. 2024-06-06T10:51:52.364 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-webencodings. 2024-06-06T10:51:52.376 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../89-python3-packaging_20.3-1_all.deb ... 2024-06-06T10:51:52.378 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../86-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2024-06-06T10:51:52.418 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-packaging (20.3-1) ... 2024-06-06T10:51:52.422 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2024-06-06T10:51:52.730 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pastescript. 2024-06-06T10:51:52.742 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-html5lib. 2024-06-06T10:51:52.744 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../90-python3-pastescript_2.0.2-4_all.deb ... 2024-06-06T10:51:52.756 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../87-python3-html5lib_1.0.1-2_all.deb ... 2024-06-06T10:51:52.788 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-06-06T10:51:52.875 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2024-06-06T10:51:53.109 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pluggy. 2024-06-06T10:51:53.123 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../91-python3-pluggy_0.13.0-2_all.deb ... 2024-06-06T10:51:53.167 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2024-06-06T10:51:53.220 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-lxml:amd64. 2024-06-06T10:51:53.234 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../88-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2024-06-06T10:51:53.279 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-06-06T10:51:53.478 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-psutil. 2024-06-06T10:51:53.494 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../92-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2024-06-06T10:51:53.536 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2024-06-06T10:51:53.741 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-packaging. 2024-06-06T10:51:53.754 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../89-python3-packaging_20.3-1_all.deb ... 2024-06-06T10:51:53.799 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-packaging (20.3-1) ... 2024-06-06T10:51:53.897 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-py. 2024-06-06T10:51:53.913 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../93-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2024-06-06T10:51:53.955 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2024-06-06T10:51:54.102 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-pastescript. 2024-06-06T10:51:54.115 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../90-python3-pastescript_2.0.2-4_all.deb ... 2024-06-06T10:51:54.159 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-06-06T10:51:54.262 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pyinotify. 2024-06-06T10:51:54.277 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../94-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2024-06-06T10:51:54.320 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-06-06T10:51:54.496 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-pluggy. 2024-06-06T10:51:54.511 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../91-python3-pluggy_0.13.0-2_all.deb ... 2024-06-06T10:51:54.563 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2024-06-06T10:51:54.631 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-wcwidth. 2024-06-06T10:51:54.646 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../95-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2024-06-06T10:51:54.689 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2024-06-06T10:51:54.900 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-psutil. 2024-06-06T10:51:54.914 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../92-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2024-06-06T10:51:54.958 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2024-06-06T10:51:54.992 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-pytest. 2024-06-06T10:51:55.006 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../96-python3-pytest_4.6.9-1_all.deb ... 2024-06-06T10:51:55.050 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-pytest (4.6.9-1) ... 2024-06-06T10:51:55.286 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-py. 2024-06-06T10:51:55.300 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../93-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2024-06-06T10:51:55.344 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2024-06-06T10:51:55.370 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package python3-simplejson. 2024-06-06T10:51:55.385 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../97-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2024-06-06T10:51:55.428 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2024-06-06T10:51:55.664 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-pyinotify. 2024-06-06T10:51:55.677 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../94-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2024-06-06T10:51:55.722 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-06-06T10:51:55.849 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package radosgw. 2024-06-06T10:51:55.863 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../98-radosgw_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:55.907 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking radosgw (16.2.15-1focal) ... 2024-06-06T10:51:56.053 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-wcwidth. 2024-06-06T10:51:56.069 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../95-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2024-06-06T10:51:56.111 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2024-06-06T10:51:56.406 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-pytest. 2024-06-06T10:51:56.415 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../96-python3-pytest_4.6.9-1_all.deb ... 2024-06-06T10:51:56.455 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-pytest (4.6.9-1) ... 2024-06-06T10:51:56.834 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package python3-simplejson. 2024-06-06T10:51:56.848 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../97-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2024-06-06T10:51:56.892 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2024-06-06T10:51:57.136 INFO:teuthology.orchestra.run.smithi179.stdout:Selecting previously unselected package rbd-fuse. 2024-06-06T10:51:57.150 INFO:teuthology.orchestra.run.smithi179.stdout:Preparing to unpack .../99-rbd-fuse_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:57.194 INFO:teuthology.orchestra.run.smithi179.stdout:Unpacking rbd-fuse (16.2.15-1focal) ... 2024-06-06T10:51:57.329 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package radosgw. 2024-06-06T10:51:57.345 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../98-radosgw_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:57.387 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking radosgw (16.2.15-1focal) ... 2024-06-06T10:51:57.527 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-attr (19.3.0-2) ... 2024-06-06T10:51:57.819 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libleveldb1d:amd64 (1.22-3ubuntu2) ... 2024-06-06T10:51:57.945 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2024-06-06T10:51:58.072 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2024-06-06T10:51:58.265 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up cephadm (16.2.15-1focal) ... 2024-06-06T10:51:58.651 INFO:teuthology.orchestra.run.smithi132.stdout:Selecting previously unselected package rbd-fuse. 2024-06-06T10:51:58.665 INFO:teuthology.orchestra.run.smithi132.stdout:Preparing to unpack .../99-rbd-fuse_16.2.15-1focal_amd64.deb ... 2024-06-06T10:51:58.709 INFO:teuthology.orchestra.run.smithi132.stdout:Unpacking rbd-fuse (16.2.15-1focal) ... 2024-06-06T10:51:58.853 INFO:teuthology.orchestra.run.smithi179.stdout:Adding system user cephadm....done 2024-06-06T10:51:59.004 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-attr (19.3.0-2) ... 2024-06-06T10:51:59.006 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2024-06-06T10:51:59.306 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libleveldb1d:amd64 (1.22-3ubuntu2) ... 2024-06-06T10:51:59.357 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-06-06T10:51:59.434 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2024-06-06T10:51:59.562 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2024-06-06T10:51:59.633 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up liboath0 (2.6.1-1.3) ... 2024-06-06T10:51:59.755 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up cephadm (16.2.15-1focal) ... 2024-06-06T10:51:59.759 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2024-06-06T10:52:00.086 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-joblib (0.14.0-3) ... 2024-06-06T10:52:00.341 INFO:teuthology.orchestra.run.smithi132.stdout:Adding system user cephadm....done 2024-06-06T10:52:00.487 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2024-06-06T10:52:00.503 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2024-06-06T10:52:00.797 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-cachetools (4.0.0-1) ... 2024-06-06T10:52:00.857 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-06-06T10:52:01.082 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2024-06-06T10:52:01.142 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up liboath0 (2.6.1-1.3) ... 2024-06-06T10:52:01.267 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2024-06-06T10:52:01.358 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-06-06T10:52:01.603 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-joblib (0.14.0-3) ... 2024-06-06T10:52:01.633 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-ceph-argparse (16.2.15-1focal) ... 2024-06-06T10:52:01.926 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-06-06T10:52:01.996 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2024-06-06T10:52:02.052 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2024-06-06T10:52:02.289 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-cachetools (4.0.0-1) ... 2024-06-06T10:52:02.328 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2024-06-06T10:52:02.573 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2024-06-06T10:52:02.612 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2024-06-06T10:52:02.849 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-06-06T10:52:02.981 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2024-06-06T10:52:03.134 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-ceph-argparse (16.2.15-1focal) ... 2024-06-06T10:52:03.273 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2024-06-06T10:52:03.443 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-06-06T10:52:03.569 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2024-06-06T10:52:03.599 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2024-06-06T10:52:03.854 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2024-06-06T10:52:03.900 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libjaeger (16.2.15-1focal) ... 2024-06-06T10:52:04.026 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-06-06T10:52:04.138 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2024-06-06T10:52:04.361 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-tempita (0.5.2-6) ... 2024-06-06T10:52:04.514 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2024-06-06T10:52:04.662 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-packaging (20.3-1) ... 2024-06-06T10:52:04.782 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2024-06-06T10:52:04.964 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2024-06-06T10:52:05.089 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2024-06-06T10:52:05.116 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2024-06-06T10:52:05.393 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libjaeger (16.2.15-1focal) ... 2024-06-06T10:52:05.393 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2024-06-06T10:52:05.519 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-06-06T10:52:05.787 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-06-06T10:52:05.853 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-tempita (0.5.2-6) ... 2024-06-06T10:52:06.146 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-packaging (20.3-1) ... 2024-06-06T10:52:06.163 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-cryptography (2.8-3ubuntu0.3) ... 2024-06-06T10:52:06.439 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2024-06-06T10:52:06.548 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up socat (1.7.3.3-2) ... 2024-06-06T10:52:06.564 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2024-06-06T10:52:06.691 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-ceph-common (16.2.15-1focal) ... 2024-06-06T10:52:06.849 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2024-06-06T10:52:07.001 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-html5lib (1.0.1-2) ... 2024-06-06T10:52:07.235 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-06-06T10:52:07.347 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-06-06T10:52:07.473 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2024-06-06T10:52:07.599 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pluggy (0.13.0-2) ... 2024-06-06T10:52:07.604 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-cryptography (2.8-3ubuntu0.3) ... 2024-06-06T10:52:07.900 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-06-06T10:52:07.965 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up socat (1.7.3.3-2) ... 2024-06-06T10:52:08.091 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-ceph-common (16.2.15-1focal) ... 2024-06-06T10:52:08.226 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-06-06T10:52:08.352 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2024-06-06T10:52:08.401 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-html5lib (1.0.1-2) ... 2024-06-06T10:52:08.662 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2024-06-06T10:52:08.753 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-06-06T10:52:08.879 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2024-06-06T10:52:08.965 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-logutils (0.3.3-7) ... 2024-06-06T10:52:09.030 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-pluggy (0.13.0-2) ... 2024-06-06T10:52:09.250 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2024-06-06T10:52:09.326 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-06-06T10:52:09.375 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-06-06T10:52:09.662 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-06-06T10:52:09.663 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-prettytable (0.7.2-5) ... 2024-06-06T10:52:09.786 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2024-06-06T10:52:09.961 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2024-06-06T10:52:10.104 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2024-06-06T10:52:10.262 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2024-06-06T10:52:10.381 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-logutils (0.3.3-7) ... 2024-06-06T10:52:10.665 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2024-06-06T10:52:10.676 INFO:teuthology.orchestra.run.smithi179.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2024-06-06T10:52:10.791 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-06-06T10:52:10.931 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2024-06-06T10:52:11.074 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-06-06T10:52:11.078 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-prettytable (0.7.2-5) ... 2024-06-06T10:52:11.371 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2024-06-06T10:52:11.392 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2024-06-06T10:52:11.672 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2024-06-06T10:52:11.743 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-06-06T10:52:11.869 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-06-06T10:52:11.995 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-webob (1:1.8.5-2) ... 2024-06-06T10:52:12.047 INFO:teuthology.orchestra.run.smithi132.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2024-06-06T10:52:12.299 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2024-06-06T10:52:12.313 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-06-06T10:52:12.425 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-06-06T10:52:12.598 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up librados2 (16.2.15-1focal) ... 2024-06-06T10:52:12.723 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2024-06-06T10:52:12.735 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2024-06-06T10:52:13.078 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-06-06T10:52:13.229 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-06-06T10:52:13.355 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-webob (1:1.8.5-2) ... 2024-06-06T10:52:13.689 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-06-06T10:52:13.982 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up librados2 (16.2.15-1focal) ... 2024-06-06T10:52:14.108 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2024-06-06T10:52:14.196 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up librgw2 (16.2.15-1focal) ... 2024-06-06T10:52:14.330 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libsqlite3-mod-ceph (16.2.15-1focal) ... 2024-06-06T10:52:14.456 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-06-06T10:52:14.582 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pytest (4.6.9-1) ... 2024-06-06T10:52:14.967 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2024-06-06T10:52:15.259 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2024-06-06T10:52:15.544 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-bs4 (4.8.2-1) ... 2024-06-06T10:52:15.572 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up librgw2 (16.2.15-1focal) ... 2024-06-06T10:52:15.895 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libcephfs2 (16.2.15-1focal) ... 2024-06-06T10:52:15.915 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libsqlite3-mod-ceph (16.2.15-1focal) ... 2024-06-06T10:52:16.021 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2024-06-06T10:52:16.341 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-06-06T10:52:16.467 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-pytest (4.6.9-1) ... 2024-06-06T10:52:16.640 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libradosstriper1 (16.2.15-1focal) ... 2024-06-06T10:52:16.766 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-06-06T10:52:16.852 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2024-06-06T10:52:17.075 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-06-06T10:52:17.153 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2024-06-06T10:52:17.462 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-bs4 (4.8.2-1) ... 2024-06-06T10:52:17.797 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libcephfs2 (16.2.15-1focal) ... 2024-06-06T10:52:17.923 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2024-06-06T10:52:18.114 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up librbd1 (16.2.15-1focal) ... 2024-06-06T10:52:18.240 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-06-06T10:52:18.258 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libradosstriper1 (16.2.15-1focal) ... 2024-06-06T10:52:18.366 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2024-06-06T10:52:18.383 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-06-06T10:52:18.492 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-rsa (4.0-3) ... 2024-06-06T10:52:18.710 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-06-06T10:52:18.784 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-webtest (2.0.32-2) ... 2024-06-06T10:52:19.077 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr-modules-core (16.2.15-1focal) ... 2024-06-06T10:52:19.203 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-fuse (16.2.15-1focal) ... 2024-06-06T10:52:19.425 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-06-06T10:52:19.425 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-06-06T10:52:19.782 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up librbd1 (16.2.15-1focal) ... 2024-06-06T10:52:19.871 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up libcephfs-dev (16.2.15-1focal) ... 2024-06-06T10:52:19.908 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-06-06T10:52:19.999 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-06-06T10:52:20.034 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2024-06-06T10:52:20.169 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-rsa (4.0-3) ... 2024-06-06T10:52:20.309 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-06-06T10:52:20.461 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-webtest (2.0.32-2) ... 2024-06-06T10:52:20.627 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2024-06-06T10:52:20.771 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-mgr-modules-core (16.2.15-1focal) ... 2024-06-06T10:52:20.897 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-fuse (16.2.15-1focal) ... 2024-06-06T10:52:20.987 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-rados (16.2.15-1focal) ... 2024-06-06T10:52:21.113 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-rbd (16.2.15-1focal) ... 2024-06-06T10:52:21.121 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-06-06T10:52:21.121 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-06-06T10:52:21.239 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up rbd-fuse (16.2.15-1focal) ... 2024-06-06T10:52:21.373 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-routes (2.4.1-2) ... 2024-06-06T10:52:21.598 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up libcephfs-dev (16.2.15-1focal) ... 2024-06-06T10:52:21.675 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-google-auth (1.5.1-2) ... 2024-06-06T10:52:21.724 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-06-06T10:52:22.017 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-06-06T10:52:22.070 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-rgw (16.2.15-1focal) ... 2024-06-06T10:52:22.213 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-cephfs (16.2.15-1focal) ... 2024-06-06T10:52:22.335 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2024-06-06T10:52:22.505 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2024-06-06T10:52:22.704 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-rados (16.2.15-1focal) ... 2024-06-06T10:52:22.830 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-rbd (16.2.15-1focal) ... 2024-06-06T10:52:22.973 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up rbd-fuse (16.2.15-1focal) ... 2024-06-06T10:52:23.098 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-routes (2.4.1-2) ... 2024-06-06T10:52:23.400 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-google-auth (1.5.1-2) ... 2024-06-06T10:52:23.434 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-common (16.2.15-1focal) ... 2024-06-06T10:52:23.803 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-rgw (16.2.15-1focal) ... 2024-06-06T10:52:23.929 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-cephfs (16.2.15-1focal) ... 2024-06-06T10:52:23.994 INFO:teuthology.orchestra.run.smithi179.stdout:Adding group ceph....done 2024-06-06T10:52:24.222 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2024-06-06T10:52:24.391 INFO:teuthology.orchestra.run.smithi179.stdout:Adding system user ceph....done 2024-06-06T10:52:24.568 INFO:teuthology.orchestra.run.smithi179.stdout:Setting system user ceph properties....done 2024-06-06T10:52:24.589 INFO:teuthology.orchestra.run.smithi179.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-06-06T10:52:24.732 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-06-06T10:52:25.028 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-06-06T10:52:25.168 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-common (16.2.15-1focal) ... 2024-06-06T10:52:25.480 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-test (16.2.15-1focal) ... 2024-06-06T10:52:25.597 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up radosgw (16.2.15-1focal) ... 2024-06-06T10:52:25.737 INFO:teuthology.orchestra.run.smithi132.stdout:Adding group ceph....done 2024-06-06T10:52:25.864 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-06-06T10:52:25.865 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-06-06T10:52:26.130 INFO:teuthology.orchestra.run.smithi132.stdout:Adding system user ceph....done 2024-06-06T10:52:26.315 INFO:teuthology.orchestra.run.smithi132.stdout:Setting system user ceph properties....done 2024-06-06T10:52:26.339 INFO:teuthology.orchestra.run.smithi132.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-06-06T10:52:26.488 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-06-06T10:52:26.524 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-base (16.2.15-1focal) ... 2024-06-06T10:52:26.808 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-06-06T10:52:26.899 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-06-06T10:52:27.286 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-test (16.2.15-1focal) ... 2024-06-06T10:52:27.385 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mds (16.2.15-1focal) ... 2024-06-06T10:52:27.415 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up radosgw (16.2.15-1focal) ... 2024-06-06T10:52:27.605 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-06-06T10:52:27.605 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-06-06T10:52:27.690 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-06-06T10:52:27.690 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-06-06T10:52:28.053 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr (16.2.15-1focal) ... 2024-06-06T10:52:28.281 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-06-06T10:52:28.281 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-06-06T10:52:28.341 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-base (16.2.15-1focal) ... 2024-06-06T10:52:28.714 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-06-06T10:52:28.745 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-osd (16.2.15-1focal) ... 2024-06-06T10:52:29.177 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-mds (16.2.15-1focal) ... 2024-06-06T10:52:29.250 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-06-06T10:52:29.251 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-06-06T10:52:29.390 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-06-06T10:52:29.390 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-06-06T10:52:29.697 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr-k8sevents (16.2.15-1focal) ... 2024-06-06T10:52:29.823 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr-diskprediction-local (16.2.15-1focal) ... 2024-06-06T10:52:29.845 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-mgr (16.2.15-1focal) ... 2024-06-06T10:52:29.966 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mon (16.2.15-1focal) ... 2024-06-06T10:52:30.061 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-06-06T10:52:30.061 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-06-06T10:52:30.189 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-06-06T10:52:30.189 INFO:teuthology.orchestra.run.smithi179.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-06-06T10:52:30.521 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-osd (16.2.15-1focal) ... 2024-06-06T10:52:30.644 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr-cephadm (16.2.15-1focal) ... 2024-06-06T10:52:30.812 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph (16.2.15-1focal) ... 2024-06-06T10:52:30.938 INFO:teuthology.orchestra.run.smithi179.stdout:Setting up ceph-mgr-dashboard (16.2.15-1focal) ... 2024-06-06T10:52:31.021 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-06-06T10:52:31.022 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-06-06T10:52:31.091 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-06-06T10:52:31.481 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-mgr-k8sevents (16.2.15-1focal) ... 2024-06-06T10:52:31.625 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-06-06T10:52:31.640 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-mgr-diskprediction-local (16.2.15-1focal) ... 2024-06-06T10:52:31.783 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-mon (16.2.15-1focal) ... 2024-06-06T10:52:31.991 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-06-06T10:52:31.991 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-06-06T10:52:32.468 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-mgr-cephadm (16.2.15-1focal) ... 2024-06-06T10:52:32.611 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph (16.2.15-1focal) ... 2024-06-06T10:52:32.736 INFO:teuthology.orchestra.run.smithi132.stdout:Setting up ceph-mgr-dashboard (16.2.15-1focal) ... 2024-06-06T10:52:32.882 INFO:teuthology.orchestra.run.smithi132.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-06-06T10:52:33.175 INFO:teuthology.orchestra.run.smithi132.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-06-06T10:52:34.830 INFO:teuthology.orchestra.run.smithi179.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-06-06T10:52:35.292 INFO:teuthology.orchestra.run.smithi179.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-06-06T10:52:35.298 DEBUG:teuthology.parallel:result is None 2024-06-06T10:52:36.112 INFO:teuthology.orchestra.run.smithi132.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-06-06T10:52:36.579 INFO:teuthology.orchestra.run.smithi132.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-06-06T10:52:36.584 DEBUG:teuthology.parallel:result is None 2024-06-06T10:52:36.584 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-06-06T10:52:36.585 INFO:teuthology.packaging:ref: None 2024-06-06T10:52:36.585 INFO:teuthology.packaging:tag: None 2024-06-06T10:52:36.585 INFO:teuthology.packaging:branch: pacific 2024-06-06T10:52:36.585 INFO:teuthology.packaging:sha1: f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T10:52:36.585 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=pacific 2024-06-06T10:52:36.910 DEBUG:teuthology.orchestra.run.smithi132:> dpkg-query -W -f '${Version}' ceph 2024-06-06T10:52:36.933 INFO:teuthology.orchestra.run.smithi132.stdout:16.2.15-1focal 2024-06-06T10:52:36.934 INFO:teuthology.packaging:The installed version of ceph is 16.2.15-1focal 2024-06-06T10:52:36.934 INFO:teuthology.task.install:The correct ceph version 16.2.15-1focal is installed. 2024-06-06T10:52:36.935 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-06-06T10:52:36.935 INFO:teuthology.packaging:ref: None 2024-06-06T10:52:36.936 INFO:teuthology.packaging:tag: None 2024-06-06T10:52:36.936 INFO:teuthology.packaging:branch: pacific 2024-06-06T10:52:36.936 INFO:teuthology.packaging:sha1: f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T10:52:36.936 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=pacific 2024-06-06T10:52:37.286 DEBUG:teuthology.orchestra.run.smithi179:> dpkg-query -W -f '${Version}' ceph 2024-06-06T10:52:37.309 INFO:teuthology.orchestra.run.smithi179.stdout:16.2.15-1focal 2024-06-06T10:52:37.309 INFO:teuthology.packaging:The installed version of ceph is 16.2.15-1focal 2024-06-06T10:52:37.309 INFO:teuthology.task.install:The correct ceph version 16.2.15-1focal is installed. 2024-06-06T10:52:37.311 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-06-06T10:52:37.311 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:52:37.311 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-06T10:52:37.328 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:52:37.328 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-06T10:52:37.365 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-06-06T10:52:37.365 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:52:37.365 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/usr/bin/daemon-helper 2024-06-06T10:52:37.387 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-06T10:52:37.441 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:52:37.441 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/usr/bin/daemon-helper 2024-06-06T10:52:37.458 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-06T10:52:37.514 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-06-06T10:52:37.514 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:52:37.514 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-06T10:52:37.531 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-06T10:52:37.585 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:52:37.585 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-06T10:52:37.602 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-06T10:52:37.658 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-06-06T10:52:37.658 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:52:37.658 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/usr/bin/stdin-killer 2024-06-06T10:52:37.673 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-06T10:52:37.731 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:52:37.731 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/usr/bin/stdin-killer 2024-06-06T10:52:37.745 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-06T10:52:37.800 INFO:teuthology.run_tasks:Running task cephadm... 2024-06-06T10:52:37.894 INFO:tasks.cephadm:Config: {'cephadm_branch': 'pacific', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:pacific', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f1abf795f4fc15bf2f30ac90c811a53ab21d5d65'} 2024-06-06T10:52:37.894 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:pacific 2024-06-06T10:52:37.895 INFO:tasks.cephadm:Cluster fsid is e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:52:37.895 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-06-06T10:52:37.895 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.132', 'mon.c': '[v2:172.21.15.132:3301,v1:172.21.15.132:6790]', 'mon.b': '172.21.15.179'} 2024-06-06T10:52:37.895 INFO:tasks.cephadm:First mon is mon.a on smithi132 2024-06-06T10:52:37.895 INFO:tasks.cephadm:First mgr is y 2024-06-06T10:52:37.895 INFO:tasks.cephadm:Normalizing hostnames... 2024-06-06T10:52:37.896 DEBUG:teuthology.orchestra.run.smithi132:> sudo hostname $(hostname -s) 2024-06-06T10:52:37.912 DEBUG:teuthology.orchestra.run.smithi179:> sudo hostname $(hostname -s) 2024-06-06T10:52:37.927 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref pacific)... 2024-06-06T10:52:37.928 DEBUG:teuthology.orchestra.run.smithi132:> curl --silent https://raw.githubusercontent.com/ceph/ceph/pacific/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-06T10:52:38.108 INFO:teuthology.orchestra.run.smithi132.stdout:-rw-rw-r-- 1 ubuntu ubuntu 355729 Jun 6 10:52 /home/ubuntu/cephtest/cephadm 2024-06-06T10:52:38.108 DEBUG:teuthology.orchestra.run.smithi179:> curl --silent https://raw.githubusercontent.com/ceph/ceph/pacific/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-06T10:52:38.257 INFO:teuthology.orchestra.run.smithi179.stdout:-rw-rw-r-- 1 ubuntu ubuntu 355729 Jun 6 10:52 /home/ubuntu/cephtest/cephadm 2024-06-06T10:52:38.258 DEBUG:teuthology.orchestra.run.smithi132:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-06T10:52:38.267 DEBUG:teuthology.orchestra.run.smithi179:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-06T10:52:38.285 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:pacific on all hosts... 2024-06-06T10:52:38.285 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific pull 2024-06-06T10:52:38.309 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific pull 2024-06-06T10:52:38.569 INFO:teuthology.orchestra.run.smithi132.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2024-06-06T10:52:38.597 INFO:teuthology.orchestra.run.smithi179.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2024-06-06T10:53:24.551 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2024-06-06T10:53:24.551 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_version": "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)", 2024-06-06T10:53:24.552 INFO:teuthology.orchestra.run.smithi132.stdout: "image_id": "727f386679cb5962a8bf6fbf5ad40cabb5457725c5b7aee81a1eb45b35ff08b0", 2024-06-06T10:53:24.552 INFO:teuthology.orchestra.run.smithi132.stdout: "repo_digests": [ 2024-06-06T10:53:24.552 INFO:teuthology.orchestra.run.smithi132.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:a917adc3f5c2fb88f02feae5d8f667631e1c7fa0b341817d32f1d6fd5cd1bec1" 2024-06-06T10:53:24.552 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2024-06-06T10:53:24.552 INFO:teuthology.orchestra.run.smithi132.stdout:} 2024-06-06T10:53:28.444 INFO:teuthology.orchestra.run.smithi179.stdout:{ 2024-06-06T10:53:28.445 INFO:teuthology.orchestra.run.smithi179.stdout: "ceph_version": "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)", 2024-06-06T10:53:28.445 INFO:teuthology.orchestra.run.smithi179.stdout: "image_id": "727f386679cb5962a8bf6fbf5ad40cabb5457725c5b7aee81a1eb45b35ff08b0", 2024-06-06T10:53:28.445 INFO:teuthology.orchestra.run.smithi179.stdout: "repo_digests": [ 2024-06-06T10:53:28.445 INFO:teuthology.orchestra.run.smithi179.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:a917adc3f5c2fb88f02feae5d8f667631e1c7fa0b341817d32f1d6fd5cd1bec1" 2024-06-06T10:53:28.445 INFO:teuthology.orchestra.run.smithi179.stdout: ] 2024-06-06T10:53:28.445 INFO:teuthology.orchestra.run.smithi179.stdout:} 2024-06-06T10:53:28.472 DEBUG:teuthology.orchestra.run.smithi132:> sudo mkdir -p /etc/ceph 2024-06-06T10:53:28.488 DEBUG:teuthology.orchestra.run.smithi179:> sudo mkdir -p /etc/ceph 2024-06-06T10:53:28.504 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 777 /etc/ceph 2024-06-06T10:53:28.545 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 777 /etc/ceph 2024-06-06T10:53:28.562 INFO:tasks.cephadm:Writing seed config... 2024-06-06T10:53:28.563 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-06-06T10:53:28.563 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-06-06T10:53:28.564 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-06-06T10:53:28.564 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-06-06T10:53:28.564 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-06-06T10:53:28.564 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-06-06T10:53:28.564 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-06-06T10:53:28.564 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-06-06T10:53:28.564 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-06-06T10:53:28.564 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-06-06T10:53:28.564 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-06-06T10:53:28.565 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:53:28.565 DEBUG:teuthology.orchestra.run.smithi132:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-06-06T10:53:28.594 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = e393e0b4-23f2-11ef-bc9b-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-06-06T10:53:28.594 DEBUG:teuthology.orchestra.run.smithi132:mon.a> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.a.service 2024-06-06T10:53:28.638 DEBUG:teuthology.orchestra.run.smithi132:mgr.y> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.y.service 2024-06-06T10:53:28.681 INFO:tasks.cephadm:Bootstrapping... 2024-06-06T10:53:28.681 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific -v bootstrap --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.132 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-06-06T10:53:28.890 INFO:teuthology.orchestra.run.smithi132.stderr:-------------------------------------------------------------------------------- 2024-06-06T10:53:28.890 INFO:teuthology.orchestra.run.smithi132.stderr:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:pacific', '-v', 'bootstrap', '--fsid', 'e393e0b4-23f2-11ef-bc9b-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.132', '--skip-admin-label'] 2024-06-06T10:53:28.891 INFO:teuthology.orchestra.run.smithi132.stderr:Verifying podman|docker is present... 2024-06-06T10:53:28.891 INFO:teuthology.orchestra.run.smithi132.stderr:Verifying lvm2 is present... 2024-06-06T10:53:28.891 INFO:teuthology.orchestra.run.smithi132.stderr:Verifying time synchronization is in place... 2024-06-06T10:53:28.898 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-06-06T10:53:28.904 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: inactive 2024-06-06T10:53:28.910 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Failed to get unit file state for chronyd.service: No such file or directory 2024-06-06T10:53:28.917 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: inactive 2024-06-06T10:53:28.921 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: masked 2024-06-06T10:53:28.927 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: inactive 2024-06-06T10:53:28.932 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Failed to get unit file state for ntpd.service: No such file or directory 2024-06-06T10:53:28.938 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: inactive 2024-06-06T10:53:28.944 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: enabled 2024-06-06T10:53:28.949 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: active 2024-06-06T10:53:28.950 INFO:teuthology.orchestra.run.smithi132.stderr:Unit ntp.service is enabled and running 2024-06-06T10:53:28.951 INFO:teuthology.orchestra.run.smithi132.stderr:Repeating the final host check... 2024-06-06T10:53:28.951 INFO:teuthology.orchestra.run.smithi132.stderr:docker (/usr/bin/docker) is present 2024-06-06T10:53:28.951 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl is present 2024-06-06T10:53:28.951 INFO:teuthology.orchestra.run.smithi132.stderr:lvcreate is present 2024-06-06T10:53:28.955 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-06-06T10:53:28.960 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: inactive 2024-06-06T10:53:28.965 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Failed to get unit file state for chronyd.service: No such file or directory 2024-06-06T10:53:28.970 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: inactive 2024-06-06T10:53:28.974 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: masked 2024-06-06T10:53:28.978 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: inactive 2024-06-06T10:53:28.984 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Failed to get unit file state for ntpd.service: No such file or directory 2024-06-06T10:53:28.990 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: inactive 2024-06-06T10:53:28.997 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: enabled 2024-06-06T10:53:29.002 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: active 2024-06-06T10:53:29.003 INFO:teuthology.orchestra.run.smithi132.stderr:Unit ntp.service is enabled and running 2024-06-06T10:53:29.003 INFO:teuthology.orchestra.run.smithi132.stderr:Host looks OK 2024-06-06T10:53:29.003 INFO:teuthology.orchestra.run.smithi132.stderr:Cluster fsid: e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:53:29.003 INFO:teuthology.orchestra.run.smithi132.stderr:Acquiring lock 140175691987696 on /run/cephadm/e393e0b4-23f2-11ef-bc9b-c7b262605968.lock 2024-06-06T10:53:29.004 INFO:teuthology.orchestra.run.smithi132.stderr:Lock 140175691987696 acquired on /run/cephadm/e393e0b4-23f2-11ef-bc9b-c7b262605968.lock 2024-06-06T10:53:29.004 INFO:teuthology.orchestra.run.smithi132.stderr:Verifying IP 172.21.15.132 port 3300 ... 2024-06-06T10:53:29.004 INFO:teuthology.orchestra.run.smithi132.stderr:Verifying IP 172.21.15.132 port 6789 ... 2024-06-06T10:53:29.004 INFO:teuthology.orchestra.run.smithi132.stderr:Base mon IP(s) is [172.21.15.132:3300, 172.21.15.132:6789], mon addrv is [v2:172.21.15.132:3300,v1:172.21.15.132:6789] 2024-06-06T10:53:29.009 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: default via 172.21.15.254 dev enp3s0f1 2024-06-06T10:53:29.009 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.132 metric 100 2024-06-06T10:53:29.009 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-06-06T10:53:29.009 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.132 2024-06-06T10:53:29.009 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.132 metric 100 2024-06-06T10:53:29.013 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2024-06-06T10:53:29.013 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-06-06T10:53:29.013 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 expires 1796sec pref medium 2024-06-06T10:53:29.017 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-06-06T10:53:29.017 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: inet6 ::1/128 scope host 2024-06-06T10:53:29.017 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: valid_lft forever preferred_lft forever 2024-06-06T10:53:29.017 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-06-06T10:53:29.017 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: inet6 fe80::ec4:7aff:fe88:773f/64 scope link 2024-06-06T10:53:29.017 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/sbin/ip: valid_lft forever preferred_lft forever 2024-06-06T10:53:29.018 INFO:teuthology.orchestra.run.smithi132.stderr:Mon IP `172.21.15.132` is in CIDR network `172.21.0.0/20` 2024-06-06T10:53:29.018 INFO:teuthology.orchestra.run.smithi132.stderr:Mon IP `172.21.15.132` is in CIDR network `172.21.0.0/20` 2024-06-06T10:53:29.018 INFO:teuthology.orchestra.run.smithi132.stderr:Mon IP `172.21.15.132` is in CIDR network `172.21.15.254/32` 2024-06-06T10:53:29.018 INFO:teuthology.orchestra.run.smithi132.stderr:Mon IP `172.21.15.132` is in CIDR network `172.21.15.254/32` 2024-06-06T10:53:29.018 INFO:teuthology.orchestra.run.smithi132.stderr:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20', '172.21.15.254/32', '172.21.15.254/32'] 2024-06-06T10:53:29.018 INFO:teuthology.orchestra.run.smithi132.stderr:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-06-06T10:53:29.019 INFO:teuthology.orchestra.run.smithi132.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:pacific... 2024-06-06T10:53:29.109 INFO:journalctl@ceph.mgr.y.smithi132.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T10:53:29.121 INFO:journalctl@ceph.mon.a.smithi132.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T10:53:29.231 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/docker: pacific: Pulling from ceph-ci/ceph 2024-06-06T10:53:29.261 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/docker: Digest: sha256:a917adc3f5c2fb88f02feae5d8f667631e1c7fa0b341817d32f1d6fd5cd1bec1 2024-06-06T10:53:29.261 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/docker: Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:pacific 2024-06-06T10:53:29.294 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/docker: quay.ceph.io/ceph-ci/ceph:pacific 2024-06-06T10:53:30.255 INFO:teuthology.orchestra.run.smithi132.stderr:ceph: ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable) 2024-06-06T10:53:30.819 INFO:teuthology.orchestra.run.smithi132.stderr:Ceph version: ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable) 2024-06-06T10:53:30.819 INFO:teuthology.orchestra.run.smithi132.stderr:Extracting ceph user uid/gid from container image... 2024-06-06T10:53:31.582 INFO:teuthology.orchestra.run.smithi132.stderr:stat: 167 167 2024-06-06T10:53:32.222 INFO:teuthology.orchestra.run.smithi132.stderr:Creating initial keys... 2024-06-06T10:53:33.026 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-authtool: AQAtlWFm4oiiARAA0KguIiMrpogOSrxdhncbxQ== 2024-06-06T10:53:34.382 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-authtool: AQAulWFmrPzpFhAAfpeVgYUfj+wiulHdwDXV4Q== 2024-06-06T10:53:35.812 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-authtool: AQAvlWFmOnGMMBAAyp7wVW+r7HC8/JG9/HNkyQ== 2024-06-06T10:53:36.414 INFO:teuthology.orchestra.run.smithi132.stderr:Creating initial monmap... 2024-06-06T10:53:37.197 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2024-06-06T10:53:37.197 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:53:37.197 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-06-06T10:53:37.785 INFO:teuthology.orchestra.run.smithi132.stderr:monmaptool for a [v2:172.21.15.132:3300,v1:172.21.15.132:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-06-06T10:53:37.785 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/monmaptool: set fsid to e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:53:37.785 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-06-06T10:53:37.785 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-06-06T10:53:37.786 INFO:teuthology.orchestra.run.smithi132.stderr:Creating mon... 2024-06-06T10:53:38.613 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.607+0000 7f6572eb2880 0 set uid:gid to 167:167 (ceph:ceph) 2024-06-06T10:53:38.613 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.607+0000 7f6572eb2880 1 imported monmap: 2024-06-06T10:53:38.613 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: epoch 0 2024-06-06T10:53:38.613 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:53:38.614 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: last_changed 2024-06-06T10:53:37.198112+0000 2024-06-06T10:53:38.614 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: created 2024-06-06T10:53:37.198112+0000 2024-06-06T10:53:38.614 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2024-06-06T10:53:38.614 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: election_strategy: 1 2024-06-06T10:53:38.614 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.a 2024-06-06T10:53:38.614 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.607+0000 7f6572eb2880 0 /usr/bin/ceph-mon: set fsid to e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:53:38.641 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: RocksDB version: 6.8.1 2024-06-06T10:53:38.641 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.641 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-06-06T10:53:38.641 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Compile date Mar 4 2024 2024-06-06T10:53:38.641 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: DB SUMMARY 2024-06-06T10:53:38.641 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.641 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-06-06T10:53:38.642 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.642 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-06-06T10:53:38.642 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.642 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.error_if_exists: 0 2024-06-06T10:53:38.642 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.create_if_missing: 1 2024-06-06T10:53:38.642 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.paranoid_checks: 1 2024-06-06T10:53:38.642 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.env: 0x55674d826080 2024-06-06T10:53:38.642 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.fs: Posix File System 2024-06-06T10:53:38.642 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.info_log: 0x55674f4cda00 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_file_opening_threads: 16 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.statistics: (nil) 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.use_fsync: 0 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_log_file_size: 0 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.keep_log_file_num: 1000 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.recycle_log_file_num: 0 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.allow_fallocate: 1 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.allow_mmap_reads: 0 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.allow_mmap_writes: 0 2024-06-06T10:53:38.643 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.use_direct_reads: 0 2024-06-06T10:53:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-06T10:53:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.create_missing_column_families: 0 2024-06-06T10:53:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.db_log_dir: 2024-06-06T10:53:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-06-06T10:53:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-06-06T10:53:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_subcompactions: 1 2024-06-06T10:53:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_background_flushes: -1 2024-06-06T10:53:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-06-06T10:53:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-06-06T10:53:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.advise_random_on_open: 1 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.db_write_buffer_size: 0 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.write_buffer_manager: 0x55674f4d3920 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.rate_limiter: (nil) 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-06T10:53:38.645 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.wal_recovery_mode: 2 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.enable_thread_tracking: 0 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.enable_pipelined_write: 0 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.unordered_write: 0 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.row_cache: None 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.wal_filter: None 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.allow_ingest_behind: 0 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.preserve_deletes: 0 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.two_write_queues: 0 2024-06-06T10:53:38.646 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.manual_wal_flush: 0 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.atomic_flush: 0 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.log_readahead_size: 0 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_background_jobs: 2 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_background_compactions: -1 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-06-06T10:53:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_total_wal_size: 0 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_open_files: -1 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.bytes_per_sync: 0 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_readahead_size: 0 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Compression algorithms supported: 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: kZSTD supported: 0 2024-06-06T10:53:38.648 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: kXpressCompression supported: 0 2024-06-06T10:53:38.649 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: kLZ4HCCompression supported: 1 2024-06-06T10:53:38.649 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: kLZ4Compression supported: 1 2024-06-06T10:53:38.649 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: kBZip2Compression supported: 0 2024-06-06T10:53:38.649 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: kZlibCompression supported: 1 2024-06-06T10:53:38.649 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: kSnappyCompression supported: 1 2024-06-06T10:53:38.649 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-06-06T10:53:38.649 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2024-06-06T10:53:38.649 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.649 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-06-06T10:53:38.649 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.649 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.merge_operator: 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_filter: None 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_filter_factory: None 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55674f3e1d18) 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2024-06-06T10:53:38.650 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: index_type: 0 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: index_shortening: 1 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: checksum: 1 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: block_cache: 0x55674f418d10 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: block_cache_options: 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: capacity : 536870912 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2024-06-06T10:53:38.651 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: block_size: 4096 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: partition_filters: 0 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: verify_compression: 0 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2024-06-06T10:53:38.652 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: format_version: 2 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: block_align: 0 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.write_buffer_size: 33554432 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_write_buffer_number: 2 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compression: NoCompression 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.bottommost_compression: Disabled 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.prefix_extractor: nullptr 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.num_levels: 7 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-06T10:53:38.653 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compression_opts.level: 32767 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compression_opts.strategy: 0 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compression_opts.enabled: false 2024-06-06T10:53:38.654 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.target_file_size_base: 67108864 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-06T10:53:38.655 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.arena_block_size: 4194304 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.disable_auto_compactions: 0 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-06T10:53:38.656 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.table_properties_collectors: 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.inplace_update_support: 0 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.bloom_locality: 0 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.max_successive_merges: 0 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-06-06T10:53:38.657 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.paranoid_file_checks: 0 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.force_consistency_checks: 0 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.report_bg_io_stats: 0 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.ttl: 2592000 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.611+0000 7f6572eb2880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.615+0000 7f6572eb2880 4 rocksdb: DB pointer 0x55674f4e1800 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.615+0000 7f655bd25700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.615+0000 7f655bd25700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2024-06-06T10:53:38.658 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-06-06T10:53:38.659 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.660 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-06T10:53:38.661 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2024-06-06T10:53:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2024-06-06T10:53:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2024-06-06T10:53:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T10:53:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T10:53:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-06T10:53:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2024-06-06T10:53:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: 2024-06-06T10:53:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.615+0000 7f6572eb2880 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2024-06-06T10:53:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.615+0000 7f6572eb2880 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2024-06-06T10:53:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph-mon: debug 2024-06-06T10:53:38.619+0000 7f6572eb2880 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-06-06T10:53:39.197 INFO:teuthology.orchestra.run.smithi132.stderr:create mon.a on 2024-06-06T10:53:39.222 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-06-06T10:53:39.427 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-06-06T10:53:39.626 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968.target -> /etc/systemd/system/ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968.target. 2024-06-06T10:53:39.626 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968.target -> /etc/systemd/system/ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968.target. 2024-06-06T10:53:40.039 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Failed to reset failed state of unit ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.a.service: Unit ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.a.service not loaded. 2024-06-06T10:53:40.048 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Created symlink /etc/systemd/system/ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968.target.wants/ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.a.service -> /etc/systemd/system/ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@.service. 2024-06-06T10:53:40.246 INFO:teuthology.orchestra.run.smithi132.stderr:firewalld does not appear to be present 2024-06-06T10:53:40.246 INFO:teuthology.orchestra.run.smithi132.stderr:Not possible to enable service . firewalld.service is not available 2024-06-06T10:53:40.246 INFO:teuthology.orchestra.run.smithi132.stderr:Waiting for mon to start... 2024-06-06T10:53:40.246 INFO:teuthology.orchestra.run.smithi132.stderr:Waiting for mon... 2024-06-06T10:53:41.766 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: cluster: 2024-06-06T10:53:41.766 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: id: e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:53:41.766 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: health: HEALTH_OK 2024-06-06T10:53:41.766 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:53:41.766 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: services: 2024-06-06T10:53:41.766 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: mon: 1 daemons, quorum a (age 0.24733s) 2024-06-06T10:53:41.767 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: mgr: no daemons active 2024-06-06T10:53:41.767 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2024-06-06T10:53:41.767 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:53:41.768 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: data: 2024-06-06T10:53:41.768 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2024-06-06T10:53:41.768 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2024-06-06T10:53:41.768 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2024-06-06T10:53:41.768 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: pgs: 2024-06-06T10:53:41.768 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:53:41.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:41 smithi132 bash[17370]: cluster 2024-06-06T10:53:41.514065+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-06-06T10:53:42.431 INFO:teuthology.orchestra.run.smithi132.stderr:mon is available 2024-06-06T10:53:42.431 INFO:teuthology.orchestra.run.smithi132.stderr:Assimilating anything we can from ceph.conf... 2024-06-06T10:53:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:42 smithi132 bash[17370]: cluster 2024-06-06T10:53:41.518892+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-06-06T10:53:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:42 smithi132 bash[17370]: cluster 2024-06-06T10:53:41.519310+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0]} removed_ranks: {} 2024-06-06T10:53:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:42 smithi132 bash[17370]: cluster 2024-06-06T10:53:41.522391+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2024-06-06T10:53:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:42 smithi132 bash[17370]: cluster 2024-06-06T10:53:41.526140+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-06-06T10:53:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:42 smithi132 bash[17370]: cluster 2024-06-06T10:53:41.526622+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2024-06-06T10:53:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:42 smithi132 bash[17370]: audit 2024-06-06T10:53:41.766130+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.132:0/331197478' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-06-06T10:53:43.556 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:53:43.556 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: [global] 2024-06-06T10:53:43.556 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: fsid = e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:53:43.556 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: log_to_journald = false 2024-06-06T10:53:43.557 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.132:3300,v1:172.21.15.132:6789] 2024-06-06T10:53:43.558 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-06-06T10:53:43.558 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-06-06T10:53:43.558 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-06-06T10:53:43.558 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-06-06T10:53:43.558 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:53:43.558 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: [mgr] 2024-06-06T10:53:43.558 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-06-06T10:53:43.558 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:53:43.558 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: [osd] 2024-06-06T10:53:43.559 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-06-06T10:53:43.559 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-06-06T10:53:44.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:43 smithi132 bash[17370]: audit 2024-06-06T10:53:43.551234+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.132:0/1640067337' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-06-06T10:53:44.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:43 smithi132 bash[17370]: audit 2024-06-06T10:53:43.556978+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.132:0/1640067337' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-06-06T10:53:44.170 INFO:teuthology.orchestra.run.smithi132.stderr:Generating new minimal ceph.conf... 2024-06-06T10:53:45.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:45 smithi132 bash[17370]: audit 2024-06-06T10:53:45.155264+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.132:0/3806910241' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:53:45.811 INFO:teuthology.orchestra.run.smithi132.stderr:Restarting the monitor... 2024-06-06T10:53:46.267 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:45 smithi132 systemd[1]: Stopping Ceph mon.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T10:53:46.268 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:45 smithi132 bash[17761]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mon.a 2024-06-06T10:53:46.268 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:45 smithi132 bash[17370]: debug 2024-06-06T10:53:45.963+0000 7fcda9829700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-06-06T10:53:46.268 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:45 smithi132 bash[17370]: debug 2024-06-06T10:53:45.963+0000 7fcda9829700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-06-06T10:53:46.877 INFO:teuthology.orchestra.run.smithi132.stderr:Setting public_network to 172.21.15.254/32,172.21.0.0/20 in mon config section 2024-06-06T10:53:47.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:46 smithi132 bash[17797]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mon-a 2024-06-06T10:53:47.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:46 smithi132 bash[17858]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mon-a 2024-06-06T10:53:47.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:46 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.a.service: Succeeded. 2024-06-06T10:53:47.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:46 smithi132 systemd[1]: Stopped Ceph mon.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T10:53:47.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:46 smithi132 systemd[1]: Started Ceph mon.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T10:53:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.059+0000 7fb0b5f32880 0 set uid:gid to 167:167 (ceph:ceph) 2024-06-06T10:53:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.059+0000 7fb0b5f32880 0 ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable), process ceph-mon, pid 8 2024-06-06T10:53:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.059+0000 7fb0b5f32880 0 pidfile_write: ignore empty --pid-file 2024-06-06T10:53:48.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 0 load: jerasure load: lrc load: isa 2024-06-06T10:53:48.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: RocksDB version: 6.8.1 2024-06-06T10:53:48.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-06-06T10:53:48.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Compile date Mar 4 2024 2024-06-06T10:53:48.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: DB SUMMARY 2024-06-06T10:53:48.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: CURRENT file: CURRENT 2024-06-06T10:53:48.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: IDENTITY file: IDENTITY 2024-06-06T10:53:48.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000004.sst 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000006.log size: 86733 ; 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.error_if_exists: 0 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.create_if_missing: 0 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.paranoid_checks: 1 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.env: 0x55a002a26080 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.fs: Posix File System 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.info_log: 0x55a0041c1a20 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_file_opening_threads: 16 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.statistics: (nil) 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.use_fsync: 0 2024-06-06T10:53:48.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_log_file_size: 0 2024-06-06T10:53:48.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-06T10:53:48.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-06-06T10:53:48.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.keep_log_file_num: 1000 2024-06-06T10:53:48.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.recycle_log_file_num: 0 2024-06-06T10:53:48.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.allow_fallocate: 1 2024-06-06T10:53:48.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.allow_mmap_reads: 0 2024-06-06T10:53:48.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.allow_mmap_writes: 0 2024-06-06T10:53:48.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.use_direct_reads: 0 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.create_missing_column_families: 0 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.db_log_dir: 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_subcompactions: 1 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_background_flushes: -1 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-06T10:53:48.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-06-06T10:53:48.288 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.advise_random_on_open: 1 2024-06-06T10:53:48.288 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.db_write_buffer_size: 0 2024-06-06T10:53:48.288 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.write_buffer_manager: 0x55a004ec0360 2024-06-06T10:53:48.288 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-06T10:53:48.288 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-06-06T10:53:48.288 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.rate_limiter: (nil) 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.wal_recovery_mode: 2 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.enable_thread_tracking: 0 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.enable_pipelined_write: 0 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.unordered_write: 0 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.row_cache: None 2024-06-06T10:53:48.289 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.wal_filter: None 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.allow_ingest_behind: 0 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.preserve_deletes: 0 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.two_write_queues: 0 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.manual_wal_flush: 0 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.atomic_flush: 0 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.log_readahead_size: 0 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-06-06T10:53:48.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_background_jobs: 2 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_background_compactions: -1 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_total_wal_size: 0 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_open_files: -1 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.bytes_per_sync: 0 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-06-06T10:53:48.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_readahead_size: 0 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Compression algorithms supported: 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: kZSTD supported: 0 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: kXpressCompression supported: 0 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: kLZ4HCCompression supported: 1 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: kLZ4Compression supported: 1 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: kBZip2Compression supported: 0 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: kZlibCompression supported: 1 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: kSnappyCompression supported: 1 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 2024-06-06T10:53:48.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-06-06T10:53:48.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-06T10:53:48.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.merge_operator: 2024-06-06T10:53:48.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_filter: None 2024-06-06T10:53:48.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_filter_factory: None 2024-06-06T10:53:48.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-06-06T10:53:48.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-06-06T10:53:48.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a00416fd10) 2024-06-06T10:53:48.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: cache_index_and_filter_blocks: 1 2024-06-06T10:53:48.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-06T10:53:48.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-06T10:53:48.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: pin_top_level_index_and_filter: 1 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: index_type: 0 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: data_block_index_type: 0 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: index_shortening: 1 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: data_block_hash_table_util_ratio: 0.750000 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: hash_index_allow_collision: 1 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: checksum: 1 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: no_block_cache: 0 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: block_cache: 0x55a0041a6f10 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: block_cache_name: BinnedLRUCache 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: block_cache_options: 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: capacity : 536870912 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: num_shard_bits : 4 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: strict_capacity_limit : 0 2024-06-06T10:53:48.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: high_pri_pool_ratio: 0.000 2024-06-06T10:53:48.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: block_cache_compressed: (nil) 2024-06-06T10:53:48.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: persistent_cache: (nil) 2024-06-06T10:53:48.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: block_size: 4096 2024-06-06T10:53:48.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: block_size_deviation: 10 2024-06-06T10:53:48.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: block_restart_interval: 16 2024-06-06T10:53:48.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: index_block_restart_interval: 1 2024-06-06T10:53:48.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: metadata_block_size: 4096 2024-06-06T10:53:48.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: partition_filters: 0 2024-06-06T10:53:48.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: use_delta_encoding: 1 2024-06-06T10:53:48.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: filter_policy: rocksdb.BuiltinBloomFilter 2024-06-06T10:53:48.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: whole_key_filtering: 1 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: verify_compression: 0 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: read_amp_bytes_per_bit: 0 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: format_version: 2 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: enable_index_compression: 1 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: block_align: 0 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.write_buffer_size: 33554432 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_write_buffer_number: 2 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compression: NoCompression 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.bottommost_compression: Disabled 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.prefix_extractor: nullptr 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.num_levels: 7 2024-06-06T10:53:48.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compression_opts.level: 32767 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compression_opts.strategy: 0 2024-06-06T10:53:48.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compression_opts.enabled: false 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.target_file_size_base: 67108864 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-06T10:53:48.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.arena_block_size: 4194304 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.disable_auto_compactions: 0 2024-06-06T10:53:48.299 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-06T10:53:48.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-06T10:53:48.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-06T10:53:48.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-06T10:53:48.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-06T10:53:48.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-06T10:53:48.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-06T10:53:48.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-06T10:53:48.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-06T10:53:48.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-06T10:53:48.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.table_properties_collectors: 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.inplace_update_support: 0 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.bloom_locality: 0 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.max_successive_merges: 0 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.paranoid_file_checks: 0 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.force_consistency_checks: 0 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.report_bg_io_stats: 0 2024-06-06T10:53:48.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.ttl: 2592000 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.063+0000 7fb0b5f32880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb0b5f32880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb0b5f32880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb0b5f32880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717671228070680, "job": 1, "event": "recovery_started", "log_files": [6]} 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb0b5f32880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb0b5f32880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb0b5f32880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717671228071680, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 83333, "table_properties": {"data_size": 81606, "index_size": 332, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 9829, "raw_average_key_size": 47, "raw_value_size": 75927, "raw_average_value_size": 368, "num_data_blocks": 11, "num_entries": 206, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1717671228, "oldest_key_time": 3, "file_creation_time": 0}} 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb0b5f32880 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb0b5f32880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717671228072119, "job": 1, "event": "recovery_finished"} 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb0b5f32880 4 rocksdb: DB pointer 0x55a00426f800 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb09cd24700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-06-06T10:53:48.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb09cd24700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-06-06T10:53:48.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: ** DB Stats ** 2024-06-06T10:53:48.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T10:53:48.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-06T10:53:48.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T10:53:48.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T10:53:48.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-06T10:53:48.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-06-06T10:53:48.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T10:53:48.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: ** Compaction Stats [default] ** 2024-06-06T10:53:48.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-06-06T10:53:48.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T10:53:48.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: L0 2/0 83.03 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 123.8 0.00 0.00 1 0.001 0 0 2024-06-06T10:53:48.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Sum 2/0 83.03 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 123.8 0.00 0.00 1 0.001 0 0 2024-06-06T10:53:48.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 123.8 0.00 0.00 1 0.001 0 0 2024-06-06T10:53:48.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: ** Compaction Stats [default] ** 2024-06-06T10:53:48.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-06-06T10:53:48.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T10:53:48.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 123.8 0.00 0.00 1 0.001 0 0 2024-06-06T10:53:48.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T10:53:48.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Flush(GB): cumulative 0.000, interval 0.000 2024-06-06T10:53:48.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-06T10:53:48.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: AddFile(Total Files): cumulative 0, interval 0 2024-06-06T10:53:48.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: AddFile(L0 Files): cumulative 0, interval 0 2024-06-06T10:53:48.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: AddFile(Keys): cumulative 0, interval 0 2024-06-06T10:53:48.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Cumulative compaction: 0.00 GB write, 23.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T10:53:48.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Interval compaction: 0.00 GB write, 23.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T10:53:48.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-06T10:53:48.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: ** File Read Latency Histogram By Level [default] ** 2024-06-06T10:53:48.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: ** Compaction Stats [default] ** 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: L0 2/0 83.03 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 123.8 0.00 0.00 1 0.001 0 0 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Sum 2/0 83.03 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 123.8 0.00 0.00 1 0.001 0 0 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: ** Compaction Stats [default] ** 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 123.8 0.00 0.00 1 0.001 0 0 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Flush(GB): cumulative 0.000, interval 0.000 2024-06-06T10:53:48.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: AddFile(Total Files): cumulative 0, interval 0 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: AddFile(L0 Files): cumulative 0, interval 0 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: AddFile(Keys): cumulative 0, interval 0 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Cumulative compaction: 0.00 GB write, 23.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: ** File Read Latency Histogram By Level [default] ** 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.067+0000 7fb0b5f32880 0 starting mon.a rank 0 at public addrs [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] at bind addrs [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.071+0000 7fb0b5f32880 1 mon.a@-1(???) e1 preinit fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.071+0000 7fb0b5f32880 0 mon.a@-1(???).mds e1 new map 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.071+0000 7fb0b5f32880 0 mon.a@-1(???).mds e1 print_map 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: e1 2024-06-06T10:53:48.307 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: enable_multiple, ever_enabled_multiple: 1,1 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: legacy client fscid: -1 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: No filesystems configured 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.071+0000 7fb0b5f32880 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.071+0000 7fb0b5f32880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.071+0000 7fb0b5f32880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.071+0000 7fb0b5f32880 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: audit 2024-06-06T10:53:45.155264+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.132:0/3806910241' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: debug 2024-06-06T10:53:48.071+0000 7fb0b5f32880 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: cluster 2024-06-06T10:53:48.095269+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: cluster 2024-06-06T10:53:48.095483+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0]} removed_ranks: {} 2024-06-06T10:53:48.308 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: cluster 2024-06-06T10:53:48.115284+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2024-06-06T10:53:48.309 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: cluster 2024-06-06T10:53:48.115360+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-06-06T10:53:48.309 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:48 smithi132 bash[17898]: cluster 2024-06-06T10:53:48.116153+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2024-06-06T10:53:49.105 INFO:teuthology.orchestra.run.smithi132.stderr:Wrote config to /etc/ceph/ceph.conf 2024-06-06T10:53:49.105 INFO:teuthology.orchestra.run.smithi132.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-06-06T10:53:49.105 INFO:teuthology.orchestra.run.smithi132.stderr:Creating mgr... 2024-06-06T10:53:49.106 INFO:teuthology.orchestra.run.smithi132.stderr:Verifying port 9283 ... 2024-06-06T10:53:49.345 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Failed to reset failed state of unit ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.y.service: Unit ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.y.service not loaded. 2024-06-06T10:53:49.353 INFO:teuthology.orchestra.run.smithi132.stderr:systemctl: Created symlink /etc/systemd/system/ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968.target.wants/ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.y.service -> /etc/systemd/system/ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@.service. 2024-06-06T10:53:49.570 INFO:teuthology.orchestra.run.smithi132.stderr:firewalld does not appear to be present 2024-06-06T10:53:49.570 INFO:teuthology.orchestra.run.smithi132.stderr:Not possible to enable service . firewalld.service is not available 2024-06-06T10:53:49.570 INFO:teuthology.orchestra.run.smithi132.stderr:firewalld does not appear to be present 2024-06-06T10:53:49.571 INFO:teuthology.orchestra.run.smithi132.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2024-06-06T10:53:49.571 INFO:teuthology.orchestra.run.smithi132.stderr:Waiting for mgr to start... 2024-06-06T10:53:49.571 INFO:teuthology.orchestra.run.smithi132.stderr:Waiting for mgr... 2024-06-06T10:53:49.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:49 smithi132 bash[17898]: audit 2024-06-06T10:53:48.380261+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.132:0/2450963019' entity='client.admin' 2024-06-06T10:53:51.123 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:53:51.123 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: { 2024-06-06T10:53:51.123 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "fsid": "e393e0b4-23f2-11ef-bc9b-c7b262605968", 2024-06-06T10:53:51.123 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "health": { 2024-06-06T10:53:51.123 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-06-06T10:53:51.123 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "checks": {}, 2024-06-06T10:53:51.123 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "mutes": [] 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "quorum": [ 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 0 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: ], 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "quorum_names": [ 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "a" 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: ], 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "quorum_age": 3, 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "monmap": { 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_mons": 1 2024-06-06T10:53:51.124 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "osdmap": { 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_osds": 0, 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "pgmap": { 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_pools": 0, 2024-06-06T10:53:51.125 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_objects": 0, 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "bytes_total": 0 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "fsmap": { 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "by_rank": [], 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "up:standby": 0 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "mgrmap": { 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "available": false, 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-06-06T10:53:51.126 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "modules": [ 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "iostat", 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "nfs", 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "restful" 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: ], 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "services": {} 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "servicemap": { 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "modified": "2024-06-06T10:53:41.520738+0000", 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "services": {} 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "progress_events": {} 2024-06-06T10:53:51.127 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: } 2024-06-06T10:53:51.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:51 smithi132 bash[17898]: audit 2024-06-06T10:53:51.118820+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.132:0/2958822351' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-06T10:53:51.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:51 smithi132 bash[18166]: debug 2024-06-06T10:53:51.163+0000 7f3ad5e7c680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T10:53:51.752 INFO:teuthology.orchestra.run.smithi132.stderr:mgr not available, waiting (1/15)... 2024-06-06T10:53:52.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:51 smithi132 bash[18166]: debug 2024-06-06T10:53:51.639+0000 7f3ad5e7c680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T10:53:52.907 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:52 smithi132 bash[18166]: debug 2024-06-06T10:53:52.563+0000 7f3ad5e7c680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T10:53:52.908 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:52 smithi132 bash[18166]: debug 2024-06-06T10:53:52.659+0000 7f3ad5e7c680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T10:53:53.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:52 smithi132 bash[18166]: debug 2024-06-06T10:53:52.903+0000 7f3ad5e7c680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T10:53:54.339 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:54 smithi132 bash[18166]: debug 2024-06-06T10:53:54.075+0000 7f3ad5e7c680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T10:53:54.339 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:54 smithi132 bash[18166]: debug 2024-06-06T10:53:54.239+0000 7f3ad5e7c680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T10:53:54.339 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:54 smithi132 bash[18166]: debug 2024-06-06T10:53:54.335+0000 7f3ad5e7c680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T10:53:54.683 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:54 smithi132 bash[18166]: debug 2024-06-06T10:53:54.451+0000 7f3ad5e7c680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T10:53:54.881 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:53:54.881 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: { 2024-06-06T10:53:54.882 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "fsid": "e393e0b4-23f2-11ef-bc9b-c7b262605968", 2024-06-06T10:53:54.882 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "health": { 2024-06-06T10:53:54.882 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-06-06T10:53:54.882 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "checks": {}, 2024-06-06T10:53:54.882 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "mutes": [] 2024-06-06T10:53:54.882 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:54.882 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-06-06T10:53:54.882 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "quorum": [ 2024-06-06T10:53:54.884 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 0 2024-06-06T10:53:54.884 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: ], 2024-06-06T10:53:54.884 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "quorum_names": [ 2024-06-06T10:53:54.884 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "a" 2024-06-06T10:53:54.884 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: ], 2024-06-06T10:53:54.885 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "quorum_age": 6, 2024-06-06T10:53:54.885 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "monmap": { 2024-06-06T10:53:54.885 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:54.885 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2024-06-06T10:53:54.885 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_mons": 1 2024-06-06T10:53:54.885 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:54.885 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "osdmap": { 2024-06-06T10:53:54.885 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:54.885 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_osds": 0, 2024-06-06T10:53:54.885 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-06-06T10:53:54.886 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-06-06T10:53:54.886 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-06-06T10:53:54.889 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-06-06T10:53:54.889 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-06-06T10:53:54.889 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:54.889 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "pgmap": { 2024-06-06T10:53:54.889 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_pools": 0, 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_objects": 0, 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "bytes_total": 0 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "fsmap": { 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "by_rank": [], 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "up:standby": 0 2024-06-06T10:53:54.890 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:54.891 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "mgrmap": { 2024-06-06T10:53:54.891 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "available": false, 2024-06-06T10:53:54.891 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-06-06T10:53:54.891 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "modules": [ 2024-06-06T10:53:54.891 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "iostat", 2024-06-06T10:53:54.891 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "nfs", 2024-06-06T10:53:54.891 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "restful" 2024-06-06T10:53:54.891 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: ], 2024-06-06T10:53:54.891 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "services": {} 2024-06-06T10:53:54.891 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:54.891 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "servicemap": { 2024-06-06T10:53:54.892 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:54.892 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "modified": "2024-06-06T10:53:41.520738+0000", 2024-06-06T10:53:54.892 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "services": {} 2024-06-06T10:53:54.892 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:54.892 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "progress_events": {} 2024-06-06T10:53:54.892 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: } 2024-06-06T10:53:54.938 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:54 smithi132 bash[17898]: audit 2024-06-06T10:53:54.881381+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.15.132:0/2647398044' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-06T10:53:54.938 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:54 smithi132 bash[18166]: debug 2024-06-06T10:53:54.679+0000 7f3ad5e7c680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T10:53:55.223 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:55 smithi132 bash[18166]: debug 2024-06-06T10:53:55.099+0000 7f3ad5e7c680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T10:53:55.531 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:55 smithi132 bash[18166]: debug 2024-06-06T10:53:55.219+0000 7f3ad5e7c680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T10:53:55.550 INFO:teuthology.orchestra.run.smithi132.stderr:mgr not available, waiting (2/15)... 2024-06-06T10:53:56.527 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:56 smithi132 bash[18166]: debug 2024-06-06T10:53:56.091+0000 7f3ad5e7c680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T10:53:56.527 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:56 smithi132 bash[18166]: debug 2024-06-06T10:53:56.195+0000 7f3ad5e7c680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T10:53:56.527 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:56 smithi132 bash[18166]: debug 2024-06-06T10:53:56.307+0000 7f3ad5e7c680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T10:53:57.154 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:56 smithi132 bash[18166]: debug 2024-06-06T10:53:56.523+0000 7f3ad5e7c680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T10:53:57.155 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:56 smithi132 bash[18166]: debug 2024-06-06T10:53:56.819+0000 7f3ad5e7c680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T10:53:57.155 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:56 smithi132 bash[18166]: debug 2024-06-06T10:53:56.983+0000 7f3ad5e7c680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T10:53:57.473 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[18166]: debug 2024-06-06T10:53:57.151+0000 7f3ad5e7c680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T10:53:57.474 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[18166]: debug 2024-06-06T10:53:57.363+0000 7f3ad5e7c680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T10:53:57.781 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[18166]: debug 2024-06-06T10:53:57.471+0000 7f3ad5e7c680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: cluster 2024-06-06T10:53:57.496724+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: cluster 2024-06-06T10:53:57.503467+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.0069543s) 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: audit 2024-06-06T10:53:57.505701+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.132:0/3755057547' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: audit 2024-06-06T10:53:57.506159+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.132:0/3755057547' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: audit 2024-06-06T10:53:57.506459+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.132:0/3755057547' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: audit 2024-06-06T10:53:57.506698+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.132:0/3755057547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: audit 2024-06-06T10:53:57.507227+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.132:0/3755057547' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: cluster 2024-06-06T10:53:57.510389+0000 mon.a (mon.0) 16 : cluster [INF] Manager daemon y is now available 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: audit 2024-06-06T10:53:57.525290+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.132:0/3755057547' entity='mgr.y' 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: audit 2024-06-06T10:53:57.532888+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.132:0/3755057547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: audit 2024-06-06T10:53:57.536697+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.132:0/3755057547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: audit 2024-06-06T10:53:57.541903+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.132:0/3755057547' entity='mgr.y' 2024-06-06T10:53:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:57 smithi132 bash[17898]: audit 2024-06-06T10:53:57.545184+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.132:0/3755057547' entity='mgr.y' 2024-06-06T10:53:58.612 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:53:58.612 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: { 2024-06-06T10:53:58.612 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "fsid": "e393e0b4-23f2-11ef-bc9b-c7b262605968", 2024-06-06T10:53:58.612 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "health": { 2024-06-06T10:53:58.613 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-06-06T10:53:58.614 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "checks": {}, 2024-06-06T10:53:58.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "mutes": [] 2024-06-06T10:53:58.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:58.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-06-06T10:53:58.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "quorum": [ 2024-06-06T10:53:58.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 0 2024-06-06T10:53:58.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: ], 2024-06-06T10:53:58.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "quorum_names": [ 2024-06-06T10:53:58.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "a" 2024-06-06T10:53:58.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: ], 2024-06-06T10:53:58.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "quorum_age": 10, 2024-06-06T10:53:58.615 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "monmap": { 2024-06-06T10:53:58.616 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:58.616 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2024-06-06T10:53:58.616 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_mons": 1 2024-06-06T10:53:58.616 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:58.617 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "osdmap": { 2024-06-06T10:53:58.617 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:58.617 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_osds": 0, 2024-06-06T10:53:58.617 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-06-06T10:53:58.617 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-06-06T10:53:58.618 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-06-06T10:53:58.618 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-06-06T10:53:58.618 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-06-06T10:53:58.618 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:58.618 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "pgmap": { 2024-06-06T10:53:58.621 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-06-06T10:53:58.621 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-06-06T10:53:58.621 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_pools": 0, 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_objects": 0, 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "bytes_total": 0 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "fsmap": { 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "by_rank": [], 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "up:standby": 0 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:58.622 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "mgrmap": { 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "available": true, 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "modules": [ 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "iostat", 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "nfs", 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "restful" 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: ], 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "services": {} 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "servicemap": { 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 1, 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "modified": "2024-06-06T10:53:41.520738+0000", 2024-06-06T10:53:58.623 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "services": {} 2024-06-06T10:53:58.624 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: }, 2024-06-06T10:53:58.624 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "progress_events": {} 2024-06-06T10:53:58.624 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: } 2024-06-06T10:53:59.255 INFO:teuthology.orchestra.run.smithi132.stderr:mgr is available 2024-06-06T10:53:59.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:59 smithi132 bash[17898]: cluster 2024-06-06T10:53:58.507767+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e3: y(active, since 1.01126s) 2024-06-06T10:53:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:53:59 smithi132 bash[17898]: audit 2024-06-06T10:53:58.612974+0000 mon.a (mon.0) 23 : audit [DBG] from='client.? 172.21.15.132:0/3284529688' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-06T10:54:00.519 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:54:00.519 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: [global] 2024-06-06T10:54:00.519 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: fsid = e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:54:00.519 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: log_to_journald = false 2024-06-06T10:54:00.519 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-06-06T10:54:00.519 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-06-06T10:54:00.520 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-06-06T10:54:00.520 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-06-06T10:54:00.520 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:54:00.520 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: [mgr] 2024-06-06T10:54:00.520 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-06-06T10:54:00.520 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 2024-06-06T10:54:00.520 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: [osd] 2024-06-06T10:54:00.520 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-06-06T10:54:00.520 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-06-06T10:54:01.163 INFO:teuthology.orchestra.run.smithi132.stderr:Enabling cephadm module... 2024-06-06T10:54:01.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:01 smithi132 bash[17898]: cluster 2024-06-06T10:54:00.507883+0000 mon.a (mon.0) 24 : cluster [DBG] mgrmap e4: y(active, since 3s) 2024-06-06T10:54:01.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:01 smithi132 bash[17898]: audit 2024-06-06T10:54:00.517437+0000 mon.a (mon.0) 25 : audit [INF] from='client.? 172.21.15.132:0/776013856' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-06-06T10:54:02.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:02 smithi132 bash[17898]: audit 2024-06-06T10:54:02.483640+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.132:0/490325630' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-06-06T10:54:02.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:02 smithi132 bash[18166]: ignoring --setuser ceph since I am not root 2024-06-06T10:54:02.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:02 smithi132 bash[18166]: ignoring --setgroup ceph since I am not root 2024-06-06T10:54:02.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:02 smithi132 bash[18166]: debug 2024-06-06T10:54:02.695+0000 7efd27bd0680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T10:54:03.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:02 smithi132 bash[18166]: debug 2024-06-06T10:54:02.791+0000 7efd27bd0680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T10:54:03.507 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:03 smithi132 bash[18166]: debug 2024-06-06T10:54:03.235+0000 7efd27bd0680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T10:54:03.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:03 smithi132 bash[17898]: audit 2024-06-06T10:54:02.513257+0000 mon.a (mon.0) 27 : audit [INF] from='client.? 172.21.15.132:0/490325630' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-06-06T10:54:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:03 smithi132 bash[17898]: cluster 2024-06-06T10:54:02.513359+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e5: y(active, since 5s) 2024-06-06T10:54:04.261 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:04 smithi132 bash[18166]: debug 2024-06-06T10:54:04.155+0000 7efd27bd0680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T10:54:04.515 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:04 smithi132 bash[18166]: debug 2024-06-06T10:54:04.259+0000 7efd27bd0680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T10:54:04.618 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: { 2024-06-06T10:54:04.618 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 5, 2024-06-06T10:54:04.618 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "available": true, 2024-06-06T10:54:04.618 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "active_name": "y", 2024-06-06T10:54:04.618 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_standby": 0 2024-06-06T10:54:04.618 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: } 2024-06-06T10:54:04.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:04 smithi132 bash[17898]: audit 2024-06-06T10:54:04.618595+0000 mon.a (mon.0) 29 : audit [DBG] from='client.? 172.21.15.132:0/3635957369' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-06-06T10:54:04.781 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:04 smithi132 bash[18166]: debug 2024-06-06T10:54:04.511+0000 7efd27bd0680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T10:54:05.282 INFO:teuthology.orchestra.run.smithi132.stderr:Waiting for the mgr to restart... 2024-06-06T10:54:05.282 INFO:teuthology.orchestra.run.smithi132.stderr:Waiting for mgr epoch 5... 2024-06-06T10:54:05.973 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:05 smithi132 bash[18166]: debug 2024-06-06T10:54:05.691+0000 7efd27bd0680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T10:54:05.973 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:05 smithi132 bash[18166]: debug 2024-06-06T10:54:05.871+0000 7efd27bd0680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T10:54:06.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:05 smithi132 bash[18166]: debug 2024-06-06T10:54:05.975+0000 7efd27bd0680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T10:54:06.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:06 smithi132 bash[18166]: debug 2024-06-06T10:54:06.099+0000 7efd27bd0680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T10:54:06.739 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:06 smithi132 bash[18166]: debug 2024-06-06T10:54:06.343+0000 7efd27bd0680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T10:54:07.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:06 smithi132 bash[18166]: debug 2024-06-06T10:54:06.735+0000 7efd27bd0680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T10:54:07.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:06 smithi132 bash[18166]: debug 2024-06-06T10:54:06.855+0000 7efd27bd0680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T10:54:08.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:07 smithi132 bash[18166]: debug 2024-06-06T10:54:07.715+0000 7efd27bd0680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T10:54:08.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:07 smithi132 bash[18166]: debug 2024-06-06T10:54:07.815+0000 7efd27bd0680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T10:54:08.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:07 smithi132 bash[18166]: debug 2024-06-06T10:54:07.935+0000 7efd27bd0680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T10:54:08.450 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:08 smithi132 bash[18166]: debug 2024-06-06T10:54:08.155+0000 7efd27bd0680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T10:54:08.781 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:08 smithi132 bash[18166]: debug 2024-06-06T10:54:08.447+0000 7efd27bd0680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T10:54:08.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:08 smithi132 bash[18166]: debug 2024-06-06T10:54:08.611+0000 7efd27bd0680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T10:54:09.099 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:08 smithi132 bash[18166]: debug 2024-06-06T10:54:08.779+0000 7efd27bd0680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T10:54:09.100 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:08 smithi132 bash[18166]: debug 2024-06-06T10:54:08.991+0000 7efd27bd0680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T10:54:09.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:09 smithi132 bash[18166]: debug 2024-06-06T10:54:09.095+0000 7efd27bd0680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T10:54:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:09 smithi132 bash[17898]: cluster 2024-06-06T10:54:09.120572+0000 mon.a (mon.0) 30 : cluster [INF] Active manager daemon y restarted 2024-06-06T10:54:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:09 smithi132 bash[17898]: cluster 2024-06-06T10:54:09.121305+0000 mon.a (mon.0) 31 : cluster [INF] Activating manager daemon y 2024-06-06T10:54:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:09 smithi132 bash[17898]: cluster 2024-06-06T10:54:09.128101+0000 mon.a (mon.0) 32 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-06-06T10:54:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:09 smithi132 bash[17898]: cluster 2024-06-06T10:54:09.128471+0000 mon.a (mon.0) 33 : cluster [DBG] mgrmap e6: y(active, starting, since 0.00747462s) 2024-06-06T10:54:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:09 smithi132 bash[17898]: audit 2024-06-06T10:54:09.129734+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T10:54:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:09 smithi132 bash[17898]: audit 2024-06-06T10:54:09.130757+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T10:54:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:09 smithi132 bash[17898]: audit 2024-06-06T10:54:09.131753+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T10:54:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:09 smithi132 bash[17898]: audit 2024-06-06T10:54:09.132029+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T10:54:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:09 smithi132 bash[17898]: audit 2024-06-06T10:54:09.132260+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T10:54:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:09 smithi132 bash[17898]: cluster 2024-06-06T10:54:09.157828+0000 mon.a (mon.0) 39 : cluster [INF] Manager daemon y is now available 2024-06-06T10:54:10.146 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: { 2024-06-06T10:54:10.146 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2024-06-06T10:54:10.146 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "initialized": true 2024-06-06T10:54:10.146 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: } 2024-06-06T10:54:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:10 smithi132 bash[17898]: cephadm 2024-06-06T10:54:09.175010+0000 mgr.y (mgr.14116) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2024-06-06T10:54:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:10 smithi132 bash[17898]: audit 2024-06-06T10:54:09.180742+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' 2024-06-06T10:54:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:10 smithi132 bash[17898]: audit 2024-06-06T10:54:09.307616+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' 2024-06-06T10:54:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:10 smithi132 bash[17898]: audit 2024-06-06T10:54:09.309222+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:54:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:10 smithi132 bash[17898]: audit 2024-06-06T10:54:09.311657+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:54:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:10 smithi132 bash[17898]: audit 2024-06-06T10:54:09.313938+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:54:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:10 smithi132 bash[17898]: audit 2024-06-06T10:54:09.342736+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T10:54:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:10 smithi132 bash[17898]: audit 2024-06-06T10:54:09.347547+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T10:54:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:10 smithi132 bash[17898]: cluster 2024-06-06T10:54:10.131847+0000 mon.a (mon.0) 47 : cluster [DBG] mgrmap e7: y(active, since 1.01085s) 2024-06-06T10:54:10.814 INFO:teuthology.orchestra.run.smithi132.stderr:mgr epoch 5 is available 2024-06-06T10:54:10.814 INFO:teuthology.orchestra.run.smithi132.stderr:Setting orchestrator backend to cephadm... 2024-06-06T10:54:11.434 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:11 smithi132 bash[17898]: audit 2024-06-06T10:54:10.131559+0000 mgr.y (mgr.14116) 2 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-06-06T10:54:11.434 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:11 smithi132 bash[17898]: audit 2024-06-06T10:54:10.147315+0000 mgr.y (mgr.14116) 3 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-06-06T10:54:12.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:12 smithi132 bash[17898]: cluster 2024-06-06T10:54:11.188159+0000 mon.a (mon.0) 48 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-06-06T10:54:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:12 smithi132 bash[17898]: audit 2024-06-06T10:54:12.011825+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' 2024-06-06T10:54:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:12 smithi132 bash[17898]: audit 2024-06-06T10:54:12.047460+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:54:13.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:13 smithi132 bash[17898]: audit 2024-06-06T10:54:12.001792+0000 mgr.y (mgr.14116) 4 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:54:13.912 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: value unchanged 2024-06-06T10:54:14.585 INFO:teuthology.orchestra.run.smithi132.stderr:Generating ssh key... 2024-06-06T10:54:15.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:14 smithi132 bash[17898]: audit 2024-06-06T10:54:13.913817+0000 mgr.y (mgr.14116) 5 : audit [DBG] from='client.14128 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:54:16.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: Generating public/private rsa key pair. 2024-06-06T10:54:16.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: Your identification has been saved in /tmp/tmpc5jwxxkn/key. 2024-06-06T10:54:16.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: Your public key has been saved in /tmp/tmpc5jwxxkn/key.pub. 2024-06-06T10:54:16.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: The key fingerprint is: 2024-06-06T10:54:16.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: SHA256:OMgRWDY4WQ519T7DRdK8Q89nbDtiFYy8CdKQmfnMawY ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:54:16.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: The key's randomart image is: 2024-06-06T10:54:16.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: +---[RSA 3072]----+ 2024-06-06T10:54:16.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: | .BB ....Ooo o | 2024-06-06T10:54:16.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: | =+ + B =+o o | 2024-06-06T10:54:16.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: | .o *.o+o..| 2024-06-06T10:54:16.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: | . o . E =ooo.=| 2024-06-06T10:54:16.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: | o o S * ...+.| 2024-06-06T10:54:16.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: | . * o o | 2024-06-06T10:54:16.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: | o . . .| 2024-06-06T10:54:16.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: | | 2024-06-06T10:54:16.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: | | 2024-06-06T10:54:16.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:16 smithi132 bash[18166]: +----[SHA256]-----+ 2024-06-06T10:54:17.614 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:17 smithi132 bash[17898]: audit 2024-06-06T10:54:15.883800+0000 mgr.y (mgr.14116) 6 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:54:17.614 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:17 smithi132 bash[17898]: cephadm 2024-06-06T10:54:15.884246+0000 mgr.y (mgr.14116) 7 : cephadm [INF] Generating ssh key... 2024-06-06T10:54:17.614 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:17 smithi132 bash[17898]: audit 2024-06-06T10:54:16.341281+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' 2024-06-06T10:54:17.614 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:17 smithi132 bash[17898]: audit 2024-06-06T10:54:16.343673+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' 2024-06-06T10:54:18.188 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDG645qkHXmE3H2bCOupOc1W8n/fVeePLjIiaPmxz8LLVmkoigbujp7T0tPCptgA/p2HyRa1kJ+DyPmmtuCtT+8FJGyhfcDDMQ67/iZDLjXHF7SdYGTXi3HL+gMb88hBhTgU5SWA59IRsXDrOo0Q67RrPi1LJH3THuXt3kATEHXpfdZs1oWzd68txO5O/BNugNefcy8U9mxCrj9LhEVEwOakqcbab4muHZs/h/K/KalsBWBb3UTGl069mKh0Azz7n7A774AR1/7b9c1BE6/u26y2aqSX0k4OCctIrjuvT/4lpj8bPuJA6IJwiXYs0STB38g2BpCc/+X4Ttvxmw/Kir25V+9nCAKo7ub3dkT+9dCRoko6I2u1unLZLgibcLW20Ogh/D/ybRZBP2yAmlEOpFFcHRyYl4evUleN5SoMy2PeAYXVf71z4a2XBiCI3PjDIx5ZMSIttv+9T7h7kXuaKoy4nvi3xT0S6dVX78erNPK1zzOcJpFq5JB8M1Szv9e34E= ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:54:18.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:18 smithi132 bash[17898]: audit 2024-06-06T10:54:18.188674+0000 mgr.y (mgr.14116) 8 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:54:18.821 INFO:teuthology.orchestra.run.smithi132.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-06-06T10:54:18.821 INFO:teuthology.orchestra.run.smithi132.stderr:Adding key to root@localhost authorized_keys... 2024-06-06T10:54:18.821 INFO:teuthology.orchestra.run.smithi132.stderr:Adding host smithi132... 2024-06-06T10:54:20.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:20 smithi132 bash[18166]: Warning: Permanently added '172.21.15.132' (ECDSA) to the list of known hosts. 2024-06-06T10:54:20.988 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: Added host 'smithi132' with addr '172.21.15.132' 2024-06-06T10:54:21.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:20 smithi132 bash[17898]: audit 2024-06-06T10:54:20.161040+0000 mgr.y (mgr.14116) 9 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi132", "addr": "172.21.15.132", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:54:21.875 INFO:teuthology.orchestra.run.smithi132.stderr:Deploying unmanaged mon service... 2024-06-06T10:54:22.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:21 smithi132 bash[17898]: audit 2024-06-06T10:54:20.988122+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' 2024-06-06T10:54:22.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:21 smithi132 bash[17898]: cephadm 2024-06-06T10:54:20.988817+0000 mgr.y (mgr.14116) 10 : cephadm [INF] Added host smithi132 2024-06-06T10:54:22.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:21 smithi132 bash[17898]: audit 2024-06-06T10:54:20.990775+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:54:23.857 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: Scheduled mon update... 2024-06-06T10:54:24.612 INFO:teuthology.orchestra.run.smithi132.stderr:Deploying unmanaged mgr service... 2024-06-06T10:54:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:24 smithi132 bash[17898]: audit 2024-06-06T10:54:23.849933+0000 mgr.y (mgr.14116) 11 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:54:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:24 smithi132 bash[17898]: cephadm 2024-06-06T10:54:23.853273+0000 mgr.y (mgr.14116) 12 : cephadm [INF] Saving service mon spec with placement count:5 2024-06-06T10:54:25.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:24 smithi132 bash[17898]: audit 2024-06-06T10:54:23.857981+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' 2024-06-06T10:54:25.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:24 smithi132 bash[17898]: audit 2024-06-06T10:54:24.179965+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' 2024-06-06T10:54:25.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:24 smithi132 bash[17898]: audit 2024-06-06T10:54:24.431406+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' 2024-06-06T10:54:25.875 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: Scheduled mgr update... 2024-06-06T10:54:27.188 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:26 smithi132 bash[17898]: audit 2024-06-06T10:54:25.870317+0000 mgr.y (mgr.14116) 13 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:54:27.188 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:26 smithi132 bash[17898]: cephadm 2024-06-06T10:54:25.871495+0000 mgr.y (mgr.14116) 14 : cephadm [INF] Saving service mgr spec with placement count:2 2024-06-06T10:54:27.188 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:26 smithi132 bash[17898]: audit 2024-06-06T10:54:25.875984+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' 2024-06-06T10:54:29.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:28 smithi132 bash[17898]: audit 2024-06-06T10:54:27.782560+0000 mon.a (mon.0) 59 : audit [INF] from='client.? 172.21.15.132:0/3275432270' entity='client.admin' 2024-06-06T10:54:30.364 INFO:teuthology.orchestra.run.smithi132.stderr:Enabling the dashboard module... 2024-06-06T10:54:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:30 smithi132 bash[17898]: cluster 2024-06-06T10:54:29.133628+0000 mgr.y (mgr.14116) 15 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:54:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:30 smithi132 bash[17898]: audit 2024-06-06T10:54:29.430507+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14116 172.21.15.132:0/247853093' entity='mgr.y' 2024-06-06T10:54:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:30 smithi132 bash[17898]: audit 2024-06-06T10:54:29.743720+0000 mon.a (mon.0) 61 : audit [INF] from='client.? 172.21.15.132:0/974979647' entity='client.admin' 2024-06-06T10:54:32.708 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:32 smithi132 bash[18166]: ignoring --setuser ceph since I am not root 2024-06-06T10:54:32.708 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:32 smithi132 bash[18166]: ignoring --setgroup ceph since I am not root 2024-06-06T10:54:32.709 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:32 smithi132 bash[18166]: debug 2024-06-06T10:54:32.638+0000 7f1a97627680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T10:54:32.709 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:32 smithi132 bash[17898]: cluster 2024-06-06T10:54:31.134138+0000 mgr.y (mgr.14116) 16 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:54:32.709 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:32 smithi132 bash[17898]: audit 2024-06-06T10:54:31.753838+0000 mon.a (mon.0) 62 : audit [INF] from='client.? 172.21.15.132:0/3704376398' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-06-06T10:54:33.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:32 smithi132 bash[18166]: debug 2024-06-06T10:54:32.746+0000 7f1a97627680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T10:54:33.437 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:33 smithi132 bash[18166]: debug 2024-06-06T10:54:33.229+0000 7f1a97627680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T10:54:33.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:33 smithi132 bash[17898]: audit 2024-06-06T10:54:32.436689+0000 mon.a (mon.0) 63 : audit [INF] from='client.? 172.21.15.132:0/3704376398' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-06-06T10:54:33.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:33 smithi132 bash[17898]: cluster 2024-06-06T10:54:32.436798+0000 mon.a (mon.0) 64 : cluster [DBG] mgrmap e9: y(active, since 23s) 2024-06-06T10:54:34.441 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:34 smithi132 bash[18166]: debug 2024-06-06T10:54:34.165+0000 7f1a97627680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T10:54:34.441 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:34 smithi132 bash[18166]: debug 2024-06-06T10:54:34.261+0000 7f1a97627680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T10:54:34.721 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:34 smithi132 bash[18166]: debug 2024-06-06T10:54:34.517+0000 7f1a97627680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T10:54:35.103 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: { 2024-06-06T10:54:35.103 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "epoch": 9, 2024-06-06T10:54:35.103 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "available": true, 2024-06-06T10:54:35.103 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "active_name": "y", 2024-06-06T10:54:35.103 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "num_standby": 0 2024-06-06T10:54:35.103 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: } 2024-06-06T10:54:35.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:35 smithi132 bash[17898]: audit 2024-06-06T10:54:35.103333+0000 mon.a (mon.0) 65 : audit [DBG] from='client.? 172.21.15.132:0/2100902261' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-06-06T10:54:35.823 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:35 smithi132 bash[18166]: debug 2024-06-06T10:54:35.657+0000 7f1a97627680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T10:54:35.931 INFO:teuthology.orchestra.run.smithi132.stderr:Waiting for the mgr to restart... 2024-06-06T10:54:35.931 INFO:teuthology.orchestra.run.smithi132.stderr:Waiting for mgr epoch 9... 2024-06-06T10:54:36.255 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:35 smithi132 bash[18166]: debug 2024-06-06T10:54:35.821+0000 7f1a97627680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T10:54:36.255 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:35 smithi132 bash[18166]: debug 2024-06-06T10:54:35.917+0000 7f1a97627680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T10:54:36.255 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:36 smithi132 bash[18166]: debug 2024-06-06T10:54:36.033+0000 7f1a97627680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T10:54:36.256 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:36 smithi132 bash[18166]: debug 2024-06-06T10:54:36.253+0000 7f1a97627680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T10:54:37.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:36 smithi132 bash[18166]: debug 2024-06-06T10:54:36.633+0000 7f1a97627680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T10:54:37.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:36 smithi132 bash[18166]: debug 2024-06-06T10:54:36.769+0000 7f1a97627680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T10:54:37.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:37 smithi132 bash[18166]: debug 2024-06-06T10:54:37.689+0000 7f1a97627680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T10:54:38.130 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:37 smithi132 bash[18166]: debug 2024-06-06T10:54:37.793+0000 7f1a97627680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T10:54:38.130 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:37 smithi132 bash[18166]: debug 2024-06-06T10:54:37.909+0000 7f1a97627680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T10:54:38.426 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:38 smithi132 bash[18166]: debug 2024-06-06T10:54:38.129+0000 7f1a97627680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T10:54:38.762 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:38 smithi132 bash[18166]: debug 2024-06-06T10:54:38.425+0000 7f1a97627680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T10:54:38.762 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:38 smithi132 bash[18166]: debug 2024-06-06T10:54:38.589+0000 7f1a97627680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T10:54:39.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:38 smithi132 bash[18166]: debug 2024-06-06T10:54:38.761+0000 7f1a97627680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T10:54:39.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:38 smithi132 bash[18166]: debug 2024-06-06T10:54:38.977+0000 7f1a97627680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T10:54:39.373 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[18166]: debug 2024-06-06T10:54:39.081+0000 7f1a97627680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T10:54:39.373 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[18166]: Warning: Permanently added '172.21.15.132' (ECDSA) to the list of known hosts. 2024-06-06T10:54:39.374 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[17898]: cluster 2024-06-06T10:54:39.104624+0000 mon.a (mon.0) 66 : cluster [INF] Active manager daemon y restarted 2024-06-06T10:54:39.374 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[17898]: cluster 2024-06-06T10:54:39.105014+0000 mon.a (mon.0) 67 : cluster [INF] Activating manager daemon y 2024-06-06T10:54:39.374 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[17898]: cluster 2024-06-06T10:54:39.113571+0000 mon.a (mon.0) 68 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-06-06T10:54:39.374 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[17898]: cluster 2024-06-06T10:54:39.113759+0000 mon.a (mon.0) 69 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00890089s) 2024-06-06T10:54:39.374 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[17898]: audit 2024-06-06T10:54:39.115716+0000 mon.a (mon.0) 70 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T10:54:39.374 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[17898]: audit 2024-06-06T10:54:39.117175+0000 mon.a (mon.0) 71 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T10:54:39.374 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[17898]: audit 2024-06-06T10:54:39.118147+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T10:54:39.374 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[17898]: audit 2024-06-06T10:54:39.118323+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T10:54:39.374 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[17898]: audit 2024-06-06T10:54:39.118518+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T10:54:39.374 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:39 smithi132 bash[17898]: cluster 2024-06-06T10:54:39.121948+0000 mon.a (mon.0) 75 : cluster [INF] Manager daemon y is now available 2024-06-06T10:54:40.128 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: { 2024-06-06T10:54:40.129 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2024-06-06T10:54:40.129 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: "initialized": true 2024-06-06T10:54:40.129 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: } 2024-06-06T10:54:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:40 smithi132 bash[17898]: audit 2024-06-06T10:54:39.257829+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:54:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:40 smithi132 bash[17898]: audit 2024-06-06T10:54:39.261341+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:54:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:40 smithi132 bash[17898]: audit 2024-06-06T10:54:39.303496+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T10:54:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:40 smithi132 bash[17898]: audit 2024-06-06T10:54:39.308575+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T10:54:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:40 smithi132 bash[17898]: cluster 2024-06-06T10:54:40.115322+0000 mon.a (mon.0) 80 : cluster [DBG] mgrmap e11: y(active, since 1.01045s) 2024-06-06T10:54:40.880 INFO:teuthology.orchestra.run.smithi132.stderr:mgr epoch 9 is available 2024-06-06T10:54:40.880 INFO:teuthology.orchestra.run.smithi132.stderr:Generating a dashboard self-signed certificate... 2024-06-06T10:54:41.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:41 smithi132 bash[17898]: audit 2024-06-06T10:54:40.115133+0000 mgr.y (mgr.14146) 1 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-06-06T10:54:41.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:41 smithi132 bash[17898]: audit 2024-06-06T10:54:40.128920+0000 mgr.y (mgr.14146) 2 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-06-06T10:54:42.182 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: Self-signed certificate created 2024-06-06T10:54:42.415 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:42 smithi132 bash[17898]: cluster 2024-06-06T10:54:41.164377+0000 mon.a (mon.0) 81 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-06-06T10:54:42.860 INFO:teuthology.orchestra.run.smithi132.stderr:Creating initial admin user... 2024-06-06T10:54:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:43 smithi132 bash[17898]: audit 2024-06-06T10:54:42.139604+0000 mgr.y (mgr.14146) 3 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:54:43.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:43 smithi132 bash[17898]: audit 2024-06-06T10:54:42.176796+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:54:43.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:43 smithi132 bash[17898]: audit 2024-06-06T10:54:42.182533+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:54:44.432 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$6/B2WwDLu1htdV8HAI4abOZ1VCQnNneEUmyHpIie6x.I4gi4I9L5u", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1717671284, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-06-06T10:54:45.133 INFO:teuthology.orchestra.run.smithi132.stderr:Fetching dashboard port number... 2024-06-06T10:54:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:45 smithi132 bash[17898]: audit 2024-06-06T10:54:44.183656+0000 mgr.y (mgr.14146) 4 : audit [DBG] from='client.14158 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:54:45.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:45 smithi132 bash[17898]: audit 2024-06-06T10:54:44.429094+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:54:46.414 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: 8443 2024-06-06T10:54:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:46 smithi132 bash[17898]: cluster 2024-06-06T10:54:45.432452+0000 mon.a (mon.0) 85 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-06-06T10:54:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:46 smithi132 bash[17898]: audit 2024-06-06T10:54:46.141268+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:54:46.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:46 smithi132 bash[17898]: audit 2024-06-06T10:54:46.414050+0000 mon.a (mon.0) 87 : audit [DBG] from='client.? 172.21.15.132:0/2343185663' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-06-06T10:54:47.073 INFO:teuthology.orchestra.run.smithi132.stderr:firewalld does not appear to be present 2024-06-06T10:54:47.073 INFO:teuthology.orchestra.run.smithi132.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2024-06-06T10:54:47.074 INFO:teuthology.orchestra.run.smithi132.stderr:Ceph Dashboard is now available at: 2024-06-06T10:54:47.074 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-06-06T10:54:47.074 INFO:teuthology.orchestra.run.smithi132.stderr: URL: https://smithi132.front.sepia.ceph.com:8443/ 2024-06-06T10:54:47.075 INFO:teuthology.orchestra.run.smithi132.stderr: User: admin 2024-06-06T10:54:47.075 INFO:teuthology.orchestra.run.smithi132.stderr: Password: wgg3hurcm8 2024-06-06T10:54:47.075 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-06-06T10:54:47.075 INFO:teuthology.orchestra.run.smithi132.stderr:Enabling autotune for osd_memory_target 2024-06-06T10:54:50.502 INFO:teuthology.orchestra.run.smithi132.stderr:/usr/bin/ceph: set mgr/dashboard/cluster/status 2024-06-06T10:54:51.296 INFO:teuthology.orchestra.run.smithi132.stderr:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-06-06T10:54:51.296 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-06-06T10:54:51.296 INFO:teuthology.orchestra.run.smithi132.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-06-06T10:54:51.296 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr:Or, if you are only running a single cluster on this host: 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr: sudo /home/ubuntu/cephtest/cephadm shell 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr:Please consider enabling telemetry to help improve Ceph: 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr: ceph telemetry on 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr:For more information see: 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr: https://docs.ceph.com/en/pacific/mgr/telemetry/ 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-06-06T10:54:51.297 INFO:teuthology.orchestra.run.smithi132.stderr:Bootstrap complete. 2024-06-06T10:54:51.327 INFO:tasks.cephadm:Fetching config... 2024-06-06T10:54:51.327 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:54:51.328 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-06-06T10:54:51.333 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-06-06T10:54:51.333 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:54:51.333 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-06-06T10:54:51.386 INFO:tasks.cephadm:Fetching mon keyring... 2024-06-06T10:54:51.386 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:54:51.387 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/keyring of=/dev/stdout 2024-06-06T10:54:51.437 INFO:tasks.cephadm:Fetching pub ssh key... 2024-06-06T10:54:51.437 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:54:51.437 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-06-06T10:54:51.487 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-06-06T10:54:51.488 DEBUG:teuthology.orchestra.run.smithi132:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDG645qkHXmE3H2bCOupOc1W8n/fVeePLjIiaPmxz8LLVmkoigbujp7T0tPCptgA/p2HyRa1kJ+DyPmmtuCtT+8FJGyhfcDDMQ67/iZDLjXHF7SdYGTXi3HL+gMb88hBhTgU5SWA59IRsXDrOo0Q67RrPi1LJH3THuXt3kATEHXpfdZs1oWzd68txO5O/BNugNefcy8U9mxCrj9LhEVEwOakqcbab4muHZs/h/K/KalsBWBb3UTGl069mKh0Azz7n7A774AR1/7b9c1BE6/u26y2aqSX0k4OCctIrjuvT/4lpj8bPuJA6IJwiXYs0STB38g2BpCc/+X4Ttvxmw/Kir25V+9nCAKo7ub3dkT+9dCRoko6I2u1unLZLgibcLW20Ogh/D/ybRZBP2yAmlEOpFFcHRyYl4evUleN5SoMy2PeAYXVf71z4a2XBiCI3PjDIx5ZMSIttv+9T7h7kXuaKoy4nvi3xT0S6dVX78erNPK1zzOcJpFq5JB8M1Szv9e34E= ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-06T10:54:51.547 INFO:teuthology.orchestra.run.smithi132.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDG645qkHXmE3H2bCOupOc1W8n/fVeePLjIiaPmxz8LLVmkoigbujp7T0tPCptgA/p2HyRa1kJ+DyPmmtuCtT+8FJGyhfcDDMQ67/iZDLjXHF7SdYGTXi3HL+gMb88hBhTgU5SWA59IRsXDrOo0Q67RrPi1LJH3THuXt3kATEHXpfdZs1oWzd68txO5O/BNugNefcy8U9mxCrj9LhEVEwOakqcbab4muHZs/h/K/KalsBWBb3UTGl069mKh0Azz7n7A774AR1/7b9c1BE6/u26y2aqSX0k4OCctIrjuvT/4lpj8bPuJA6IJwiXYs0STB38g2BpCc/+X4Ttvxmw/Kir25V+9nCAKo7ub3dkT+9dCRoko6I2u1unLZLgibcLW20Ogh/D/ybRZBP2yAmlEOpFFcHRyYl4evUleN5SoMy2PeAYXVf71z4a2XBiCI3PjDIx5ZMSIttv+9T7h7kXuaKoy4nvi3xT0S6dVX78erNPK1zzOcJpFq5JB8M1Szv9e34E= ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:54:51.574 DEBUG:teuthology.orchestra.run.smithi179:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDG645qkHXmE3H2bCOupOc1W8n/fVeePLjIiaPmxz8LLVmkoigbujp7T0tPCptgA/p2HyRa1kJ+DyPmmtuCtT+8FJGyhfcDDMQ67/iZDLjXHF7SdYGTXi3HL+gMb88hBhTgU5SWA59IRsXDrOo0Q67RrPi1LJH3THuXt3kATEHXpfdZs1oWzd68txO5O/BNugNefcy8U9mxCrj9LhEVEwOakqcbab4muHZs/h/K/KalsBWBb3UTGl069mKh0Azz7n7A774AR1/7b9c1BE6/u26y2aqSX0k4OCctIrjuvT/4lpj8bPuJA6IJwiXYs0STB38g2BpCc/+X4Ttvxmw/Kir25V+9nCAKo7ub3dkT+9dCRoko6I2u1unLZLgibcLW20Ogh/D/ybRZBP2yAmlEOpFFcHRyYl4evUleN5SoMy2PeAYXVf71z4a2XBiCI3PjDIx5ZMSIttv+9T7h7kXuaKoy4nvi3xT0S6dVX78erNPK1zzOcJpFq5JB8M1Szv9e34E= ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-06T10:54:51.598 INFO:teuthology.orchestra.run.smithi179.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDG645qkHXmE3H2bCOupOc1W8n/fVeePLjIiaPmxz8LLVmkoigbujp7T0tPCptgA/p2HyRa1kJ+DyPmmtuCtT+8FJGyhfcDDMQ67/iZDLjXHF7SdYGTXi3HL+gMb88hBhTgU5SWA59IRsXDrOo0Q67RrPi1LJH3THuXt3kATEHXpfdZs1oWzd68txO5O/BNugNefcy8U9mxCrj9LhEVEwOakqcbab4muHZs/h/K/KalsBWBb3UTGl069mKh0Azz7n7A774AR1/7b9c1BE6/u26y2aqSX0k4OCctIrjuvT/4lpj8bPuJA6IJwiXYs0STB38g2BpCc/+X4Ttvxmw/Kir25V+9nCAKo7ub3dkT+9dCRoko6I2u1unLZLgibcLW20Ogh/D/ybRZBP2yAmlEOpFFcHRyYl4evUleN5SoMy2PeAYXVf71z4a2XBiCI3PjDIx5ZMSIttv+9T7h7kXuaKoy4nvi3xT0S6dVX78erNPK1zzOcJpFq5JB8M1Szv9e34E= ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:54:51.608 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-06-06T10:54:51.656 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:51 smithi132 bash[17898]: audit 2024-06-06T10:54:50.497885+0000 mon.a (mon.0) 88 : audit [INF] from='client.? 172.21.15.132:0/2724698321' entity='client.admin' 2024-06-06T10:54:56.730 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-06-06T10:54:56.730 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-06-06T10:54:56.972 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:56 smithi132 bash[17898]: audit 2024-06-06T10:54:55.715781+0000 mon.a (mon.0) 89 : audit [INF] from='client.? 172.21.15.132:0/943172819' entity='client.admin' 2024-06-06T10:55:00.004 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:59 smithi132 bash[17898]: audit 2024-06-06T10:54:58.728791+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:00.004 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:59 smithi132 bash[17898]: audit 2024-06-06T10:54:59.073016+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi132", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:55:00.004 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:59 smithi132 bash[17898]: audit 2024-06-06T10:54:59.081003+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:00.005 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:59 smithi132 bash[17898]: audit 2024-06-06T10:54:59.083441+0000 mon.a (mon.0) 93 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:00.005 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:59 smithi132 bash[17898]: audit 2024-06-06T10:54:59.089869+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:00.005 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:54:59 smithi132 bash[17898]: cluster 2024-06-06T10:54:59.119899+0000 mgr.y (mgr.14146) 5 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:01.122 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi179 2024-06-06T10:55:01.122 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:55:01.122 DEBUG:teuthology.orchestra.run.smithi179:> dd of=/etc/ceph/ceph.conf 2024-06-06T10:55:01.130 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:55:01.130 DEBUG:teuthology.orchestra.run.smithi179:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T10:55:01.177 INFO:tasks.cephadm:Adding host smithi179 to orchestrator... 2024-06-06T10:55:01.178 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch host add smithi179 2024-06-06T10:55:01.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:01 smithi132 bash[17898]: audit 2024-06-06T10:55:00.372018+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:01.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:01 smithi132 bash[17898]: audit 2024-06-06T10:55:00.407972+0000 mon.a (mon.0) 96 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:01.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:01 smithi132 bash[17898]: audit 2024-06-06T10:55:00.410840+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:01.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:01 smithi132 bash[17898]: audit 2024-06-06T10:55:00.412366+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:01.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:01 smithi132 bash[17898]: cephadm 2024-06-06T10:55:00.414756+0000 mgr.y (mgr.14146) 7 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T10:55:01.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:01 smithi132 bash[17898]: cephadm 2024-06-06T10:55:00.437278+0000 mgr.y (mgr.14146) 8 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T10:55:01.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:01 smithi132 bash[17898]: audit 2024-06-06T10:55:00.474852+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:01.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:01 smithi132 bash[17898]: audit 2024-06-06T10:55:00.479284+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:02.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:02 smithi132 bash[17898]: cluster 2024-06-06T10:55:01.120386+0000 mgr.y (mgr.14146) 9 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:04.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:04 smithi132 bash[17898]: cluster 2024-06-06T10:55:03.120858+0000 mgr.y (mgr.14146) 10 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:04.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:55:04 smithi132 bash[18166]: Warning: Permanently added 'smithi179,172.21.15.179' (ECDSA) to the list of known hosts. 2024-06-06T10:55:05.152 INFO:teuthology.orchestra.run.smithi132.stdout:Added host 'smithi179' with addr '172.21.15.179' 2024-06-06T10:55:05.616 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:55:05 smithi132 bash[18166]: Warning: Permanently added '172.21.15.179' (ECDSA) to the list of known hosts. 2024-06-06T10:55:05.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:05 smithi132 bash[17898]: audit 2024-06-06T10:55:04.315233+0000 mgr.y (mgr.14146) 11 : audit [DBG] from='client.14170 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi179", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:55:05.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:05 smithi132 bash[17898]: audit 2024-06-06T10:55:05.151561+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:05.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:05 smithi132 bash[17898]: audit 2024-06-06T10:55:05.160522+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:05.960 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch host ls --format=json 2024-06-06T10:55:06.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:06 smithi132 bash[17898]: cluster 2024-06-06T10:55:05.121321+0000 mgr.y (mgr.14146) 12 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:06.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:06 smithi132 bash[17898]: cephadm 2024-06-06T10:55:05.152363+0000 mgr.y (mgr.14146) 13 : cephadm [INF] Added host smithi179 2024-06-06T10:55:06.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:06 smithi132 bash[17898]: audit 2024-06-06T10:55:05.729247+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:08.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:07 smithi132 bash[17898]: audit 2024-06-06T10:55:06.989478+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:08.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:07 smithi132 bash[17898]: cluster 2024-06-06T10:55:07.121817+0000 mgr.y (mgr.14146) 14 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:08.932 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T10:55:08.932 INFO:teuthology.orchestra.run.smithi132.stdout:[{"addr": "172.21.15.132", "hostname": "smithi132", "labels": [], "status": ""}, {"addr": "172.21.15.179", "hostname": "smithi179", "labels": [], "status": ""}] 2024-06-06T10:55:09.634 INFO:tasks.cephadm:Setting crush tunables to default 2024-06-06T10:55:09.635 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd crush tunables default 2024-06-06T10:55:10.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:10 smithi132 bash[17898]: audit 2024-06-06T10:55:08.931407+0000 mgr.y (mgr.14146) 15 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T10:55:10.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:10 smithi132 bash[17898]: cluster 2024-06-06T10:55:09.122110+0000 mgr.y (mgr.14146) 16 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:12.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:12 smithi132 bash[17898]: cluster 2024-06-06T10:55:11.122689+0000 mgr.y (mgr.14146) 17 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:13.187 INFO:teuthology.orchestra.run.smithi132.stderr:adjusted tunables profile to default 2024-06-06T10:55:13.436 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:13 smithi132 bash[17898]: audit 2024-06-06T10:55:12.684708+0000 mon.a (mon.0) 105 : audit [INF] from='client.? 172.21.15.132:0/3567188257' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-06-06T10:55:13.436 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:13 smithi132 bash[17898]: audit 2024-06-06T10:55:12.746626+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:13.436 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:13 smithi132 bash[17898]: audit 2024-06-06T10:55:13.078598+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:13.436 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:13 smithi132 bash[17898]: audit 2024-06-06T10:55:13.079748+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi179", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:55:13.436 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:13 smithi132 bash[17898]: audit 2024-06-06T10:55:13.081356+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:13.436 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:13 smithi132 bash[17898]: audit 2024-06-06T10:55:13.082644+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:13.436 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:13 smithi132 bash[17898]: audit 2024-06-06T10:55:13.135449+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:13.436 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:13 smithi132 bash[17898]: audit 2024-06-06T10:55:13.140619+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:13.959 INFO:tasks.cephadm:Adding mon.a on smithi132 2024-06-06T10:55:13.959 INFO:tasks.cephadm:Adding mon.c on smithi132 2024-06-06T10:55:13.959 INFO:tasks.cephadm:Adding mon.b on smithi179 2024-06-06T10:55:13.960 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch apply mon '3;smithi132:172.21.15.132=a;smithi132:[v2:172.21.15.132:3301,v1:172.21.15.132:6790]=c;smithi179:172.21.15.179=b' 2024-06-06T10:55:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:14 smithi132 bash[17898]: cephadm 2024-06-06T10:55:13.084662+0000 mgr.y (mgr.14146) 18 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T10:55:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:14 smithi132 bash[17898]: cephadm 2024-06-06T10:55:13.105878+0000 mgr.y (mgr.14146) 19 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T10:55:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:14 smithi132 bash[17898]: cluster 2024-06-06T10:55:13.123089+0000 mgr.y (mgr.14146) 20 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:14 smithi132 bash[17898]: audit 2024-06-06T10:55:13.183548+0000 mon.a (mon.0) 113 : audit [INF] from='client.? 172.21.15.132:0/3567188257' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-06-06T10:55:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:14 smithi132 bash[17898]: cluster 2024-06-06T10:55:13.183652+0000 mon.a (mon.0) 114 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-06-06T10:55:16.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:16 smithi132 bash[17898]: cluster 2024-06-06T10:55:15.123515+0000 mgr.y (mgr.14146) 21 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:16.895 INFO:teuthology.orchestra.run.smithi179.stdout:Scheduled mon update... 2024-06-06T10:55:17.836 DEBUG:teuthology.orchestra.run.smithi132:mon.c> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.c.service 2024-06-06T10:55:17.839 DEBUG:teuthology.orchestra.run.smithi179:mon.b> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.b.service 2024-06-06T10:55:17.841 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-06T10:55:17.841 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph mon dump -f json 2024-06-06T10:55:17.979 INFO:journalctl@ceph.mon.c.smithi132.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T10:55:18.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:17 smithi132 bash[17898]: audit 2024-06-06T10:55:16.884253+0000 mgr.y (mgr.14146) 22 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi132:172.21.15.132=a;smithi132:[v2:172.21.15.132:3301,v1:172.21.15.132:6790]=c;smithi179:172.21.15.179=b", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:55:18.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:17 smithi132 bash[17898]: cephadm 2024-06-06T10:55:16.890366+0000 mgr.y (mgr.14146) 23 : cephadm [INF] Saving service mon spec with placement smithi132:172.21.15.132=a;smithi132:[v2:172.21.15.132:3301,v1:172.21.15.132:6790]=c;smithi179:172.21.15.179=b;count:3 2024-06-06T10:55:18.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:17 smithi132 bash[17898]: audit 2024-06-06T10:55:16.894681+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:18.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:17 smithi132 bash[17898]: audit 2024-06-06T10:55:16.915887+0000 mon.a (mon.0) 116 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:18.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:17 smithi132 bash[17898]: audit 2024-06-06T10:55:16.919688+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:18.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:17 smithi132 bash[17898]: audit 2024-06-06T10:55:16.921543+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:18.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:17 smithi132 bash[17898]: audit 2024-06-06T10:55:16.927083+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:18.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:17 smithi132 bash[17898]: audit 2024-06-06T10:55:16.930126+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T10:55:18.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:17 smithi132 bash[17898]: audit 2024-06-06T10:55:16.931228+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:18.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:17 smithi132 bash[17898]: cephadm 2024-06-06T10:55:16.932236+0000 mgr.y (mgr.14146) 24 : cephadm [INF] Deploying daemon mon.b on smithi179 2024-06-06T10:55:18.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:17 smithi132 bash[17898]: cluster 2024-06-06T10:55:17.123925+0000 mgr.y (mgr.14146) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:19.282 INFO:journalctl@ceph.mon.b.smithi179.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T10:55:20.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:20 smithi132 bash[17898]: cluster 2024-06-06T10:55:19.124347+0000 mgr.y (mgr.14146) 26 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:22.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:22 smithi132 bash[17898]: cluster 2024-06-06T10:55:21.124808+0000 mgr.y (mgr.14146) 27 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:23.112 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-06-06T10:55:23.113 INFO:teuthology.orchestra.run.smithi179.stdout:{"epoch":1,"fsid":"e393e0b4-23f2-11ef-bc9b-c7b262605968","modified":"2024-06-06T10:53:37.198112Z","created":"2024-06-06T10:53:37.198112Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:3300","nonce":0},{"type":"v1","addr":"172.21.15.132:6789","nonce":0}]},"addr":"172.21.15.132:6789/0","public_addr":"172.21.15.132:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-06-06T10:55:23.116 INFO:teuthology.orchestra.run.smithi179.stderr:dumped monmap epoch 1 2024-06-06T10:55:23.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:23 smithi132 bash[17898]: audit 2024-06-06T10:55:23.112952+0000 mon.a (mon.0) 122 : audit [DBG] from='client.? 172.21.15.179:0/3143349682' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T10:55:24.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:24 smithi132 bash[17898]: cluster 2024-06-06T10:55:23.125224+0000 mgr.y (mgr.14146) 28 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:24.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:24 smithi132 bash[17898]: audit 2024-06-06T10:55:23.663366+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:24.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:24 smithi132 bash[17898]: audit 2024-06-06T10:55:23.665152+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T10:55:24.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:24 smithi132 bash[17898]: audit 2024-06-06T10:55:23.666756+0000 mon.a (mon.0) 125 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:25.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:24 smithi179 bash[18882]: debug 2024-06-06T10:55:24.762+0000 7fac88448700 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-06-06T10:55:25.154 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-06T10:55:25.155 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph mon dump -f json 2024-06-06T10:55:29.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:28 smithi132 bash[25563]: debug 2024-06-06T10:55:28.691+0000 7f881b027700 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-06-06T10:55:30.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: audit 2024-06-06T10:55:24.776331+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: cluster 2024-06-06T10:55:24.776734+0000 mon.a (mon.0) 128 : cluster [INF] mon.a calling monitor election 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: audit 2024-06-06T10:55:24.799660+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: cluster 2024-06-06T10:55:25.125618+0000 mgr.y (mgr.14146) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: audit 2024-06-06T10:55:25.771987+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: cluster 2024-06-06T10:55:26.772252+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: audit 2024-06-06T10:55:26.772422+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: cluster 2024-06-06T10:55:27.125968+0000 mgr.y (mgr.14146) 31 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: audit 2024-06-06T10:55:27.771941+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: audit 2024-06-06T10:55:28.702876+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: audit 2024-06-06T10:55:28.772634+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: cluster 2024-06-06T10:55:29.126389+0000 mgr.y (mgr.14146) 32 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: audit 2024-06-06T10:55:29.702843+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: audit 2024-06-06T10:55:29.772484+0000 mon.a (mon.0) 136 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: cluster 2024-06-06T10:55:29.822442+0000 mon.a (mon.0) 137 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-06-06T10:55:30.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: cluster 2024-06-06T10:55:29.832508+0000 mon.a (mon.0) 138 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0]} removed_ranks: {} 2024-06-06T10:55:30.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: cluster 2024-06-06T10:55:29.851279+0000 mon.a (mon.0) 139 : cluster [DBG] fsmap 2024-06-06T10:55:30.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: cluster 2024-06-06T10:55:29.851334+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-06-06T10:55:30.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: cluster 2024-06-06T10:55:29.851670+0000 mon.a (mon.0) 141 : cluster [DBG] mgrmap e13: y(active, since 50s) 2024-06-06T10:55:30.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: cluster 2024-06-06T10:55:29.851911+0000 mon.a (mon.0) 142 : cluster [INF] overall HEALTH_OK 2024-06-06T10:55:30.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: audit 2024-06-06T10:55:29.858931+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:30.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:29 smithi132 bash[17898]: audit 2024-06-06T10:55:29.861187+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: audit 2024-06-06T10:55:24.776331+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: cluster 2024-06-06T10:55:24.776734+0000 mon.a (mon.0) 128 : cluster [INF] mon.a calling monitor election 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: audit 2024-06-06T10:55:24.799660+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: cluster 2024-06-06T10:55:25.125618+0000 mgr.y (mgr.14146) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: audit 2024-06-06T10:55:25.771987+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: cluster 2024-06-06T10:55:26.772252+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: audit 2024-06-06T10:55:26.772422+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: cluster 2024-06-06T10:55:27.125968+0000 mgr.y (mgr.14146) 31 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: audit 2024-06-06T10:55:27.771941+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: audit 2024-06-06T10:55:28.702876+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: audit 2024-06-06T10:55:28.772634+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: cluster 2024-06-06T10:55:29.126389+0000 mgr.y (mgr.14146) 32 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:30.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: audit 2024-06-06T10:55:29.702843+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:30.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: audit 2024-06-06T10:55:29.772484+0000 mon.a (mon.0) 136 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:30.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: cluster 2024-06-06T10:55:29.822442+0000 mon.a (mon.0) 137 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-06-06T10:55:30.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: cluster 2024-06-06T10:55:29.832508+0000 mon.a (mon.0) 138 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0]} removed_ranks: {} 2024-06-06T10:55:30.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: cluster 2024-06-06T10:55:29.851279+0000 mon.a (mon.0) 139 : cluster [DBG] fsmap 2024-06-06T10:55:30.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: cluster 2024-06-06T10:55:29.851334+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-06-06T10:55:30.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: cluster 2024-06-06T10:55:29.851670+0000 mon.a (mon.0) 141 : cluster [DBG] mgrmap e13: y(active, since 50s) 2024-06-06T10:55:30.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: cluster 2024-06-06T10:55:29.851911+0000 mon.a (mon.0) 142 : cluster [INF] overall HEALTH_OK 2024-06-06T10:55:30.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: audit 2024-06-06T10:55:29.858931+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:30.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:29 smithi179 bash[18882]: audit 2024-06-06T10:55:29.861187+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:31.033 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 10:55:30 smithi132 bash[18166]: debug 2024-06-06T10:55:30.767+0000 7f1a4ae15700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-06-06T10:55:36.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:24.776331+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T10:55:36.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:24.776734+0000 mon.a (mon.0) 128 : cluster [INF] mon.a calling monitor election 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:24.799660+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:25.125618+0000 mgr.y (mgr.14146) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:25.771987+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:26.772252+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:26.772422+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:27.125968+0000 mgr.y (mgr.14146) 31 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:27.771941+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:28.702876+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:28.772634+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:29.126389+0000 mgr.y (mgr.14146) 32 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:29.702843+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:29.772484+0000 mon.a (mon.0) 136 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:36.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:29.822442+0000 mon.a (mon.0) 137 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-06-06T10:55:36.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:29.832508+0000 mon.a (mon.0) 138 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0]} removed_ranks: {} 2024-06-06T10:55:36.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:29.851279+0000 mon.a (mon.0) 139 : cluster [DBG] fsmap 2024-06-06T10:55:36.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:29.851334+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-06-06T10:55:36.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:29.851670+0000 mon.a (mon.0) 141 : cluster [DBG] mgrmap e13: y(active, since 50s) 2024-06-06T10:55:36.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:29.851911+0000 mon.a (mon.0) 142 : cluster [INF] overall HEALTH_OK 2024-06-06T10:55:36.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:29.858931+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:36.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:30.709945+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T10:55:36.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:30.710405+0000 mon.a (mon.0) 147 : cluster [INF] mon.a calling monitor election 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:30.714228+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:30.731836+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:30.732158+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:31.126761+0000 mgr.y (mgr.14146) 33 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:31.703166+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:32.704011+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:32.705355+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:33.127324+0000 mgr.y (mgr.14146) 34 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:33.703510+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:34.703581+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:35.127812+0000 mgr.y (mgr.14146) 35 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:35.704027+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:35.754332+0000 mon.a (mon.0) 155 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-06-06T10:55:36.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:35.761817+0000 mon.a (mon.0) 156 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0],c=[v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0]} removed_ranks: {} 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:35.783354+0000 mon.a (mon.0) 157 : cluster [DBG] fsmap 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:35.783448+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:35.783840+0000 mon.a (mon.0) 159 : cluster [DBG] mgrmap e13: y(active, since 56s) 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: cluster 2024-06-06T10:55:35.784124+0000 mon.a (mon.0) 160 : cluster [INF] overall HEALTH_OK 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:35.792442+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:35.796388+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:35.802059+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:35.803233+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[17898]: audit 2024-06-06T10:55:35.804598+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:29.861187+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:30.709945+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T10:55:36.037 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:30.710405+0000 mon.a (mon.0) 147 : cluster [INF] mon.a calling monitor election 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:30.714228+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:30.731836+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:30.732158+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:31.126761+0000 mgr.y (mgr.14146) 33 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:31.703166+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:32.704011+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:32.705355+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:33.127324+0000 mgr.y (mgr.14146) 34 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:33.703510+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:34.703581+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:35.127812+0000 mgr.y (mgr.14146) 35 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:35.704027+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:35.754332+0000 mon.a (mon.0) 155 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-06-06T10:55:36.038 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:35.761817+0000 mon.a (mon.0) 156 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0],c=[v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0]} removed_ranks: {} 2024-06-06T10:55:36.039 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:35.783354+0000 mon.a (mon.0) 157 : cluster [DBG] fsmap 2024-06-06T10:55:36.039 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:35.783448+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-06-06T10:55:36.039 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:35.783840+0000 mon.a (mon.0) 159 : cluster [DBG] mgrmap e13: y(active, since 56s) 2024-06-06T10:55:36.039 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: cluster 2024-06-06T10:55:35.784124+0000 mon.a (mon.0) 160 : cluster [INF] overall HEALTH_OK 2024-06-06T10:55:36.039 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:35.792442+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:36.039 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:35.796388+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:36.039 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:35.802059+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:36.039 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:35.803233+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:36.039 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:35 smithi132 bash[25563]: audit 2024-06-06T10:55:35.804598+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:36.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:30.709945+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:30.710405+0000 mon.a (mon.0) 147 : cluster [INF] mon.a calling monitor election 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:30.714228+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:30.731836+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:30.732158+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:31.126761+0000 mgr.y (mgr.14146) 33 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:31.703166+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:32.704011+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:32.705355+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:33.127324+0000 mgr.y (mgr.14146) 34 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:33.703510+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:34.703581+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:35.127812+0000 mgr.y (mgr.14146) 35 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:35.704027+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:35.754332+0000 mon.a (mon.0) 155 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:35.761817+0000 mon.a (mon.0) 156 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0],c=[v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0]} removed_ranks: {} 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:35.783354+0000 mon.a (mon.0) 157 : cluster [DBG] fsmap 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:35.783448+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:35.783840+0000 mon.a (mon.0) 159 : cluster [DBG] mgrmap e13: y(active, since 56s) 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: cluster 2024-06-06T10:55:35.784124+0000 mon.a (mon.0) 160 : cluster [INF] overall HEALTH_OK 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:35.792442+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:35.796388+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:35.802059+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:35.803233+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:36.292 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:35 smithi179 bash[18882]: audit 2024-06-06T10:55:35.804598+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:37.128 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[25563]: cephadm 2024-06-06T10:55:35.806383+0000 mgr.y (mgr.14146) 36 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T10:55:37.129 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[25563]: cephadm 2024-06-06T10:55:35.806769+0000 mgr.y (mgr.14146) 37 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T10:55:37.129 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[25563]: audit 2024-06-06T10:55:35.835499+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:37.129 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[25563]: audit 2024-06-06T10:55:35.839136+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:37.129 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[25563]: audit 2024-06-06T10:55:35.852186+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:37.129 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[25563]: cephadm 2024-06-06T10:55:35.854307+0000 mgr.y (mgr.14146) 38 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-06-06T10:55:37.129 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[25563]: audit 2024-06-06T10:55:35.854770+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T10:55:37.129 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[25563]: audit 2024-06-06T10:55:35.855918+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T10:55:37.129 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[25563]: audit 2024-06-06T10:55:35.856948+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:37.129 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[25563]: cephadm 2024-06-06T10:55:35.857867+0000 mgr.y (mgr.14146) 39 : cephadm [INF] Reconfiguring daemon mon.a on smithi132 2024-06-06T10:55:37.129 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[25563]: audit 2024-06-06T10:55:36.704175+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:37.129 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[17898]: cephadm 2024-06-06T10:55:35.806383+0000 mgr.y (mgr.14146) 36 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T10:55:37.130 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[17898]: cephadm 2024-06-06T10:55:35.806769+0000 mgr.y (mgr.14146) 37 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T10:55:37.130 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[17898]: audit 2024-06-06T10:55:35.835499+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:37.130 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[17898]: audit 2024-06-06T10:55:35.839136+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:37.130 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[17898]: audit 2024-06-06T10:55:35.852186+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:37.130 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[17898]: cephadm 2024-06-06T10:55:35.854307+0000 mgr.y (mgr.14146) 38 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-06-06T10:55:37.130 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[17898]: audit 2024-06-06T10:55:35.854770+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T10:55:37.130 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[17898]: audit 2024-06-06T10:55:35.855918+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T10:55:37.130 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[17898]: audit 2024-06-06T10:55:35.856948+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:37.130 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[17898]: cephadm 2024-06-06T10:55:35.857867+0000 mgr.y (mgr.14146) 39 : cephadm [INF] Reconfiguring daemon mon.a on smithi132 2024-06-06T10:55:37.130 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:36 smithi132 bash[17898]: audit 2024-06-06T10:55:36.704175+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:37.251 INFO:teuthology.orchestra.run.smithi179.stdout: 2024-06-06T10:55:37.251 INFO:teuthology.orchestra.run.smithi179.stdout:{"epoch":3,"fsid":"e393e0b4-23f2-11ef-bc9b-c7b262605968","modified":"2024-06-06T10:55:30.703631Z","created":"2024-06-06T10:53:37.198112Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:3300","nonce":0},{"type":"v1","addr":"172.21.15.132:6789","nonce":0}]},"addr":"172.21.15.132:6789/0","public_addr":"172.21.15.132:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:3300","nonce":0},{"type":"v1","addr":"172.21.15.179:6789","nonce":0}]},"addr":"172.21.15.179:6789/0","public_addr":"172.21.15.179:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:3301","nonce":0},{"type":"v1","addr":"172.21.15.132:6790","nonce":0}]},"addr":"172.21.15.132:6790/0","public_addr":"172.21.15.132:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-06-06T10:55:37.254 INFO:teuthology.orchestra.run.smithi179.stderr:dumped monmap epoch 3 2024-06-06T10:55:37.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:36 smithi179 bash[18882]: cephadm 2024-06-06T10:55:35.806383+0000 mgr.y (mgr.14146) 36 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T10:55:37.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:36 smithi179 bash[18882]: cephadm 2024-06-06T10:55:35.806769+0000 mgr.y (mgr.14146) 37 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T10:55:37.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:36 smithi179 bash[18882]: audit 2024-06-06T10:55:35.835499+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:37.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:36 smithi179 bash[18882]: audit 2024-06-06T10:55:35.839136+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:37.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:36 smithi179 bash[18882]: audit 2024-06-06T10:55:35.852186+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:37.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:36 smithi179 bash[18882]: cephadm 2024-06-06T10:55:35.854307+0000 mgr.y (mgr.14146) 38 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-06-06T10:55:37.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:36 smithi179 bash[18882]: audit 2024-06-06T10:55:35.854770+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T10:55:37.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:36 smithi179 bash[18882]: audit 2024-06-06T10:55:35.855918+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T10:55:37.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:36 smithi179 bash[18882]: audit 2024-06-06T10:55:35.856948+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:37.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:36 smithi179 bash[18882]: cephadm 2024-06-06T10:55:35.857867+0000 mgr.y (mgr.14146) 39 : cephadm [INF] Reconfiguring daemon mon.a on smithi132 2024-06-06T10:55:37.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:36 smithi179 bash[18882]: audit 2024-06-06T10:55:36.704175+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T10:55:38.034 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-06-06T10:55:38.034 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph config generate-minimal-conf 2024-06-06T10:55:38.212 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[25563]: cluster 2024-06-06T10:55:37.128237+0000 mgr.y (mgr.14146) 40 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:38.212 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[25563]: audit 2024-06-06T10:55:37.250922+0000 mon.a (mon.0) 173 : audit [DBG] from='client.? 172.21.15.179:0/2340614301' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T10:55:38.212 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[25563]: audit 2024-06-06T10:55:37.826809+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:38.212 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[25563]: audit 2024-06-06T10:55:37.828134+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T10:55:38.212 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[25563]: audit 2024-06-06T10:55:37.829468+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T10:55:38.212 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[25563]: audit 2024-06-06T10:55:37.830634+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:38.212 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[17898]: cluster 2024-06-06T10:55:37.128237+0000 mgr.y (mgr.14146) 40 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:38.212 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[17898]: audit 2024-06-06T10:55:37.250922+0000 mon.a (mon.0) 173 : audit [DBG] from='client.? 172.21.15.179:0/2340614301' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T10:55:38.213 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[17898]: audit 2024-06-06T10:55:37.826809+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:38.213 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[17898]: audit 2024-06-06T10:55:37.828134+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T10:55:38.213 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[17898]: audit 2024-06-06T10:55:37.829468+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T10:55:38.213 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:37 smithi132 bash[17898]: audit 2024-06-06T10:55:37.830634+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:38.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:37 smithi179 bash[18882]: cluster 2024-06-06T10:55:37.128237+0000 mgr.y (mgr.14146) 40 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:38.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:37 smithi179 bash[18882]: audit 2024-06-06T10:55:37.250922+0000 mon.a (mon.0) 173 : audit [DBG] from='client.? 172.21.15.179:0/2340614301' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T10:55:38.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:37 smithi179 bash[18882]: audit 2024-06-06T10:55:37.826809+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:38.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:37 smithi179 bash[18882]: audit 2024-06-06T10:55:37.828134+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T10:55:38.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:37 smithi179 bash[18882]: audit 2024-06-06T10:55:37.829468+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T10:55:38.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:37 smithi179 bash[18882]: audit 2024-06-06T10:55:37.830634+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:39.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:38 smithi132 bash[17898]: cephadm 2024-06-06T10:55:37.827673+0000 mgr.y (mgr.14146) 41 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-06-06T10:55:39.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:38 smithi132 bash[17898]: cephadm 2024-06-06T10:55:37.831626+0000 mgr.y (mgr.14146) 42 : cephadm [INF] Reconfiguring daemon mon.c on smithi132 2024-06-06T10:55:39.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:38 smithi132 bash[25563]: cephadm 2024-06-06T10:55:37.827673+0000 mgr.y (mgr.14146) 41 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-06-06T10:55:39.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:38 smithi132 bash[25563]: cephadm 2024-06-06T10:55:37.831626+0000 mgr.y (mgr.14146) 42 : cephadm [INF] Reconfiguring daemon mon.c on smithi132 2024-06-06T10:55:39.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:38 smithi179 bash[18882]: cephadm 2024-06-06T10:55:37.827673+0000 mgr.y (mgr.14146) 41 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-06-06T10:55:39.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:38 smithi179 bash[18882]: cephadm 2024-06-06T10:55:37.831626+0000 mgr.y (mgr.14146) 42 : cephadm [INF] Reconfiguring daemon mon.c on smithi132 2024-06-06T10:55:40.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:39 smithi132 bash[25563]: cluster 2024-06-06T10:55:39.128586+0000 mgr.y (mgr.14146) 43 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:40.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:39 smithi132 bash[17898]: cluster 2024-06-06T10:55:39.128586+0000 mgr.y (mgr.14146) 43 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:40.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:39 smithi179 bash[18882]: cluster 2024-06-06T10:55:39.128586+0000 mgr.y (mgr.14146) 43 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:41.927 INFO:teuthology.orchestra.run.smithi132.stdout:# minimal ceph.conf for e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:55:41.928 INFO:teuthology.orchestra.run.smithi132.stdout:[global] 2024-06-06T10:55:41.928 INFO:teuthology.orchestra.run.smithi132.stdout: fsid = e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T10:55:41.928 INFO:teuthology.orchestra.run.smithi132.stdout: mon_host = [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] [v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0] 2024-06-06T10:55:42.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:41 smithi179 bash[18882]: audit 2024-06-06T10:55:40.791744+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:42.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:41 smithi179 bash[18882]: cephadm 2024-06-06T10:55:40.792733+0000 mgr.y (mgr.14146) 44 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-06-06T10:55:42.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:41 smithi179 bash[18882]: audit 2024-06-06T10:55:40.793096+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T10:55:42.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:41 smithi179 bash[18882]: audit 2024-06-06T10:55:40.794205+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T10:55:42.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:41 smithi179 bash[18882]: audit 2024-06-06T10:55:40.795171+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:42.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:41 smithi179 bash[18882]: cephadm 2024-06-06T10:55:40.796062+0000 mgr.y (mgr.14146) 45 : cephadm [INF] Reconfiguring daemon mon.b on smithi179 2024-06-06T10:55:42.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:41 smithi179 bash[18882]: cluster 2024-06-06T10:55:41.128993+0000 mgr.y (mgr.14146) 46 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:42.181 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[25563]: audit 2024-06-06T10:55:40.791744+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:42.181 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[25563]: cephadm 2024-06-06T10:55:40.792733+0000 mgr.y (mgr.14146) 44 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-06-06T10:55:42.181 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[25563]: audit 2024-06-06T10:55:40.793096+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T10:55:42.182 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[25563]: audit 2024-06-06T10:55:40.794205+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T10:55:42.182 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[25563]: audit 2024-06-06T10:55:40.795171+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:42.182 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[25563]: cephadm 2024-06-06T10:55:40.796062+0000 mgr.y (mgr.14146) 45 : cephadm [INF] Reconfiguring daemon mon.b on smithi179 2024-06-06T10:55:42.182 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[25563]: cluster 2024-06-06T10:55:41.128993+0000 mgr.y (mgr.14146) 46 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:42.182 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[17898]: audit 2024-06-06T10:55:40.791744+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:42.182 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[17898]: cephadm 2024-06-06T10:55:40.792733+0000 mgr.y (mgr.14146) 44 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-06-06T10:55:42.182 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[17898]: audit 2024-06-06T10:55:40.793096+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T10:55:42.182 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[17898]: audit 2024-06-06T10:55:40.794205+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T10:55:42.182 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[17898]: audit 2024-06-06T10:55:40.795171+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:42.183 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[17898]: cephadm 2024-06-06T10:55:40.796062+0000 mgr.y (mgr.14146) 45 : cephadm [INF] Reconfiguring daemon mon.b on smithi179 2024-06-06T10:55:42.183 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:41 smithi132 bash[17898]: cluster 2024-06-06T10:55:41.128993+0000 mgr.y (mgr.14146) 46 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:42.699 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-06-06T10:55:42.699 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:55:42.699 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/ceph/ceph.conf 2024-06-06T10:55:42.715 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:55:42.715 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T10:55:42.772 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:55:42.773 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/ceph/ceph.conf 2024-06-06T10:55:42.790 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:55:42.791 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T10:55:42.845 INFO:tasks.cephadm:Adding mgr.y on smithi132 2024-06-06T10:55:42.845 INFO:tasks.cephadm:Adding mgr.x on smithi179 2024-06-06T10:55:42.845 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch apply mgr '2;smithi132=y;smithi179=x' 2024-06-06T10:55:43.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[17898]: audit 2024-06-06T10:55:41.928064+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.132:0/784929994' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:43.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[17898]: audit 2024-06-06T10:55:42.508648+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:43.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[17898]: audit 2024-06-06T10:55:42.510429+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:43.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[17898]: audit 2024-06-06T10:55:42.513204+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:43.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[17898]: audit 2024-06-06T10:55:42.514361+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:43.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[17898]: audit 2024-06-06T10:55:42.522490+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:43.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[25563]: audit 2024-06-06T10:55:41.928064+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.132:0/784929994' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:43.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[25563]: audit 2024-06-06T10:55:42.508648+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:43.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[25563]: audit 2024-06-06T10:55:42.510429+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:43.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[25563]: audit 2024-06-06T10:55:42.513204+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:43.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[25563]: audit 2024-06-06T10:55:42.514361+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:43.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:42 smithi132 bash[25563]: audit 2024-06-06T10:55:42.522490+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:43.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:42 smithi179 bash[18882]: audit 2024-06-06T10:55:41.928064+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.132:0/784929994' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:43.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:42 smithi179 bash[18882]: audit 2024-06-06T10:55:42.508648+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:43.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:42 smithi179 bash[18882]: audit 2024-06-06T10:55:42.510429+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:43.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:42 smithi179 bash[18882]: audit 2024-06-06T10:55:42.513204+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:43.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:42 smithi179 bash[18882]: audit 2024-06-06T10:55:42.514361+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:43.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:42 smithi179 bash[18882]: audit 2024-06-06T10:55:42.522490+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:44.098 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:43 smithi179 bash[18882]: cluster 2024-06-06T10:55:43.129434+0000 mgr.y (mgr.14146) 47 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:44.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:43 smithi132 bash[17898]: cluster 2024-06-06T10:55:43.129434+0000 mgr.y (mgr.14146) 47 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:44.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:43 smithi132 bash[25563]: cluster 2024-06-06T10:55:43.129434+0000 mgr.y (mgr.14146) 47 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:45.832 INFO:teuthology.orchestra.run.smithi179.stdout:Scheduled mgr update... 2024-06-06T10:55:46.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[17898]: cluster 2024-06-06T10:55:45.129852+0000 mgr.y (mgr.14146) 48 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:46.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[17898]: audit 2024-06-06T10:55:45.832172+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:46.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[17898]: audit 2024-06-06T10:55:45.848751+0000 mon.a (mon.0) 188 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:46.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[17898]: audit 2024-06-06T10:55:45.851800+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:46.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[17898]: audit 2024-06-06T10:55:45.853458+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:46.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[17898]: audit 2024-06-06T10:55:45.862744+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:46.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[17898]: audit 2024-06-06T10:55:45.865291+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T10:55:46.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[17898]: audit 2024-06-06T10:55:45.868923+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[17898]: audit 2024-06-06T10:55:45.870223+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[17898]: audit 2024-06-06T10:55:45.871983+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[25563]: cluster 2024-06-06T10:55:45.129852+0000 mgr.y (mgr.14146) 48 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[25563]: audit 2024-06-06T10:55:45.832172+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[25563]: audit 2024-06-06T10:55:45.848751+0000 mon.a (mon.0) 188 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[25563]: audit 2024-06-06T10:55:45.851800+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[25563]: audit 2024-06-06T10:55:45.853458+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[25563]: audit 2024-06-06T10:55:45.862744+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[25563]: audit 2024-06-06T10:55:45.865291+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[25563]: audit 2024-06-06T10:55:45.868923+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[25563]: audit 2024-06-06T10:55:45.870223+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T10:55:46.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:46 smithi132 bash[25563]: audit 2024-06-06T10:55:45.871983+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:46.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:46 smithi179 bash[18882]: cluster 2024-06-06T10:55:45.129852+0000 mgr.y (mgr.14146) 48 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:46.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:46 smithi179 bash[18882]: audit 2024-06-06T10:55:45.832172+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:46.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:46 smithi179 bash[18882]: audit 2024-06-06T10:55:45.848751+0000 mon.a (mon.0) 188 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:46.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:46 smithi179 bash[18882]: audit 2024-06-06T10:55:45.851800+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:46.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:46 smithi179 bash[18882]: audit 2024-06-06T10:55:45.853458+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:46.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:46 smithi179 bash[18882]: audit 2024-06-06T10:55:45.862744+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:46.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:46 smithi179 bash[18882]: audit 2024-06-06T10:55:45.865291+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T10:55:46.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:46 smithi179 bash[18882]: audit 2024-06-06T10:55:45.868923+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T10:55:46.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:46 smithi179 bash[18882]: audit 2024-06-06T10:55:45.870223+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T10:55:46.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:46 smithi179 bash[18882]: audit 2024-06-06T10:55:45.871983+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:46.824 DEBUG:teuthology.orchestra.run.smithi179:mgr.x> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.x.service 2024-06-06T10:55:46.826 INFO:tasks.cephadm:Deploying OSDs... 2024-06-06T10:55:46.826 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T10:55:46.826 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/scratch_devs of=/dev/stdout 2024-06-06T10:55:46.834 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-06T10:55:46.834 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_1 2024-06-06T10:55:46.884 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-06T10:55:46.884 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T10:55:46.884 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 492 Links: 1 2024-06-06T10:55:46.884 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T10:55:46.884 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-06-06 10:49:16.967327927 +0000 2024-06-06T10:55:46.884 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-06-06 10:49:16.731370894 +0000 2024-06-06T10:55:46.884 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-06-06 10:49:16.731370894 +0000 2024-06-06T10:55:46.884 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: - 2024-06-06T10:55:46.885 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-06T10:55:46.944 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-06-06T10:55:46.944 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-06-06T10:55:46.944 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000442466 s, 1.2 MB/s 2024-06-06T10:55:46.945 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-06T10:55:46.998 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_2 2024-06-06T10:55:47.052 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-06T10:55:47.052 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T10:55:47.052 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 496 Links: 1 2024-06-06T10:55:47.052 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T10:55:47.052 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-06-06 10:49:17.443243014 +0000 2024-06-06T10:55:47.052 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-06-06 10:49:17.187288597 +0000 2024-06-06T10:55:47.053 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-06-06 10:49:17.187288597 +0000 2024-06-06T10:55:47.053 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: - 2024-06-06T10:55:47.053 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-06T10:55:47.108 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-06-06T10:55:47.108 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-06-06T10:55:47.108 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000401567 s, 1.3 MB/s 2024-06-06T10:55:47.109 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-06T10:55:47.165 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_3 2024-06-06T10:55:47.216 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-06T10:55:47.216 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T10:55:47.216 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 503 Links: 1 2024-06-06T10:55:47.216 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T10:55:47.216 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-06-06 10:49:17.911159680 +0000 2024-06-06T10:55:47.216 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-06-06 10:49:17.671202415 +0000 2024-06-06T10:55:47.216 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-06-06 10:49:17.671202415 +0000 2024-06-06T10:55:47.216 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: - 2024-06-06T10:55:47.216 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-06T10:55:47.271 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-06-06T10:55:47.272 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-06-06T10:55:47.272 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.00043267 s, 1.2 MB/s 2024-06-06T10:55:47.273 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-06T10:55:47.330 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_4 2024-06-06T10:55:47.380 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-06T10:55:47.381 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T10:55:47.381 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 507 Links: 1 2024-06-06T10:55:47.381 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T10:55:47.381 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-06-06 10:49:18.391076520 +0000 2024-06-06T10:55:47.381 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-06-06 10:49:18.139119879 +0000 2024-06-06T10:55:47.381 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-06-06 10:49:18.139119879 +0000 2024-06-06T10:55:47.381 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: - 2024-06-06T10:55:47.381 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-06T10:55:47.435 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-06-06T10:55:47.436 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-06-06T10:55:47.436 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000403381 s, 1.3 MB/s 2024-06-06T10:55:47.437 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-06T10:55:47.447 INFO:journalctl@ceph.mgr.x.smithi179.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T10:55:47.490 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T10:55:47.490 DEBUG:teuthology.orchestra.run.smithi179:> dd if=/scratch_devs of=/dev/stdout 2024-06-06T10:55:47.496 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-06T10:55:47.496 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_1 2024-06-06T10:55:47.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:47 smithi132 bash[25563]: audit 2024-06-06T10:55:45.823405+0000 mgr.y (mgr.14146) 49 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi132=y;smithi179=x", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:55:47.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:47 smithi132 bash[25563]: cephadm 2024-06-06T10:55:45.826993+0000 mgr.y (mgr.14146) 50 : cephadm [INF] Saving service mgr spec with placement smithi132=y;smithi179=x;count:2 2024-06-06T10:55:47.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:47 smithi132 bash[25563]: cephadm 2024-06-06T10:55:45.873033+0000 mgr.y (mgr.14146) 51 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T10:55:47.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:47 smithi132 bash[17898]: audit 2024-06-06T10:55:45.823405+0000 mgr.y (mgr.14146) 49 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi132=y;smithi179=x", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:55:47.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:47 smithi132 bash[17898]: cephadm 2024-06-06T10:55:45.826993+0000 mgr.y (mgr.14146) 50 : cephadm [INF] Saving service mgr spec with placement smithi132=y;smithi179=x;count:2 2024-06-06T10:55:47.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:47 smithi132 bash[17898]: cephadm 2024-06-06T10:55:45.873033+0000 mgr.y (mgr.14146) 51 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T10:55:47.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:47 smithi179 bash[18882]: audit 2024-06-06T10:55:45.823405+0000 mgr.y (mgr.14146) 49 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi132=y;smithi179=x", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:55:47.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:47 smithi179 bash[18882]: cephadm 2024-06-06T10:55:45.826993+0000 mgr.y (mgr.14146) 50 : cephadm [INF] Saving service mgr spec with placement smithi132=y;smithi179=x;count:2 2024-06-06T10:55:47.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:47 smithi179 bash[18882]: cephadm 2024-06-06T10:55:45.873033+0000 mgr.y (mgr.14146) 51 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T10:55:47.546 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-06T10:55:47.546 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T10:55:47.546 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 5h/5d Inode: 493 Links: 1 2024-06-06T10:55:47.546 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T10:55:47.546 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2024-06-06 10:49:19.419937348 +0000 2024-06-06T10:55:47.546 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2024-06-06 10:49:19.183942790 +0000 2024-06-06T10:55:47.546 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2024-06-06 10:49:19.183942790 +0000 2024-06-06T10:55:47.546 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2024-06-06T10:55:47.547 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-06T10:55:47.601 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2024-06-06T10:55:47.602 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2024-06-06T10:55:47.602 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.000467837 s, 1.1 MB/s 2024-06-06T10:55:47.603 DEBUG:teuthology.orchestra.run.smithi179:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-06T10:55:47.659 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_2 2024-06-06T10:55:47.709 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-06T10:55:47.709 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T10:55:47.709 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 5h/5d Inode: 500 Links: 1 2024-06-06T10:55:47.709 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T10:55:47.709 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2024-06-06 10:49:19.651931998 +0000 2024-06-06T10:55:47.709 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2024-06-06 10:49:19.647932090 +0000 2024-06-06T10:55:47.710 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2024-06-06 10:49:19.647932090 +0000 2024-06-06T10:55:47.710 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2024-06-06T10:55:47.710 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-06T10:55:47.769 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2024-06-06T10:55:47.769 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2024-06-06T10:55:47.769 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.000302328 s, 1.7 MB/s 2024-06-06T10:55:47.770 DEBUG:teuthology.orchestra.run.smithi179:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-06T10:55:47.823 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_3 2024-06-06T10:55:47.878 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-06T10:55:47.878 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T10:55:47.878 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 5h/5d Inode: 505 Links: 1 2024-06-06T10:55:47.878 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T10:55:47.878 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2024-06-06 10:49:20.119921206 +0000 2024-06-06T10:55:47.878 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2024-06-06 10:49:20.115921297 +0000 2024-06-06T10:55:47.878 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2024-06-06 10:49:20.115921297 +0000 2024-06-06T10:55:47.878 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2024-06-06T10:55:47.879 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-06T10:55:47.928 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2024-06-06T10:55:47.928 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2024-06-06T10:55:47.928 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.000427918 s, 1.2 MB/s 2024-06-06T10:55:47.929 DEBUG:teuthology.orchestra.run.smithi179:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-06T10:55:47.979 DEBUG:teuthology.orchestra.run.smithi179:> stat /dev/vg_nvme/lv_4 2024-06-06T10:55:48.030 INFO:teuthology.orchestra.run.smithi179.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-06T10:55:48.030 INFO:teuthology.orchestra.run.smithi179.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T10:55:48.030 INFO:teuthology.orchestra.run.smithi179.stdout:Device: 5h/5d Inode: 514 Links: 1 2024-06-06T10:55:48.030 INFO:teuthology.orchestra.run.smithi179.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T10:55:48.030 INFO:teuthology.orchestra.run.smithi179.stdout:Access: 2024-06-06 10:49:20.579910598 +0000 2024-06-06T10:55:48.030 INFO:teuthology.orchestra.run.smithi179.stdout:Modify: 2024-06-06 10:49:20.575910689 +0000 2024-06-06T10:55:48.030 INFO:teuthology.orchestra.run.smithi179.stdout:Change: 2024-06-06 10:49:20.575910689 +0000 2024-06-06T10:55:48.030 INFO:teuthology.orchestra.run.smithi179.stdout: Birth: - 2024-06-06T10:55:48.031 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-06T10:55:48.085 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records in 2024-06-06T10:55:48.085 INFO:teuthology.orchestra.run.smithi179.stderr:1+0 records out 2024-06-06T10:55:48.085 INFO:teuthology.orchestra.run.smithi179.stderr:512 bytes copied, 0.00036966 s, 1.4 MB/s 2024-06-06T10:55:48.086 DEBUG:teuthology.orchestra.run.smithi179:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-06T10:55:48.136 INFO:tasks.cephadm:Deploying osd.0 on smithi132 with /dev/vg_nvme/lv_4... 2024-06-06T10:55:48.136 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-06T10:55:48.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:48 smithi132 bash[17898]: cluster 2024-06-06T10:55:47.130308+0000 mgr.y (mgr.14146) 52 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:48.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:48 smithi132 bash[25563]: cluster 2024-06-06T10:55:47.130308+0000 mgr.y (mgr.14146) 52 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:48.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:48 smithi179 bash[18882]: cluster 2024-06-06T10:55:47.130308+0000 mgr.y (mgr.14146) 52 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:49.701 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:49 smithi179 bash[18882]: audit 2024-06-06T10:55:48.594696+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:49.701 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:49 smithi179 bash[18882]: audit 2024-06-06T10:55:48.598219+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:49.701 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:49 smithi179 bash[18882]: cluster 2024-06-06T10:55:49.130685+0000 mgr.y (mgr.14146) 53 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:49.702 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:49 smithi179 bash[19728]: debug 2024-06-06T10:55:49.529+0000 7f4754fb1700 1 -- 172.21.15.179:0/922682676 <== mon.1 v2:172.21.15.179:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559b6e28e4e0 con 0x559b6e383000 2024-06-06T10:55:49.702 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:49 smithi179 bash[19728]: debug 2024-06-06T10:55:49.697+0000 7f47655ac680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T10:55:50.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:49 smithi132 bash[17898]: audit 2024-06-06T10:55:48.594696+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:50.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:49 smithi132 bash[17898]: audit 2024-06-06T10:55:48.598219+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:50.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:49 smithi132 bash[17898]: cluster 2024-06-06T10:55:49.130685+0000 mgr.y (mgr.14146) 53 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:50.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:49 smithi132 bash[25563]: audit 2024-06-06T10:55:48.594696+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:50.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:49 smithi132 bash[25563]: audit 2024-06-06T10:55:48.598219+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:50.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:49 smithi132 bash[25563]: cluster 2024-06-06T10:55:49.130685+0000 mgr.y (mgr.14146) 53 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:50.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:49 smithi179 bash[19728]: debug 2024-06-06T10:55:49.801+0000 7f47655ac680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T10:55:50.790 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:50 smithi179 bash[19728]: debug 2024-06-06T10:55:50.321+0000 7f47655ac680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T10:55:51.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:51 smithi179 bash[19728]: debug 2024-06-06T10:55:51.237+0000 7f47655ac680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T10:55:51.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:51 smithi179 bash[19728]: debug 2024-06-06T10:55:51.337+0000 7f47655ac680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T10:55:51.543 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-06T10:55:51.544 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-06T10:55:51.544 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-06-06T10:55:51.544 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-06-06T10:55:51.544 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0133861 s, 783 MB/s 2024-06-06T10:55:51.544 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-06-06T10:55:52.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:51 smithi132 bash[17898]: audit 2024-06-06T10:55:50.800052+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:52.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:51 smithi132 bash[17898]: cluster 2024-06-06T10:55:51.131000+0000 mgr.y (mgr.14146) 54 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:52.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:51 smithi132 bash[25563]: audit 2024-06-06T10:55:50.800052+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:52.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:51 smithi132 bash[25563]: cluster 2024-06-06T10:55:51.131000+0000 mgr.y (mgr.14146) 54 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:52.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:51 smithi179 bash[18882]: audit 2024-06-06T10:55:50.800052+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:52.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:51 smithi179 bash[18882]: cluster 2024-06-06T10:55:51.131000+0000 mgr.y (mgr.14146) 54 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:52.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:51 smithi179 bash[19728]: debug 2024-06-06T10:55:51.585+0000 7f47655ac680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T10:55:52.263 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi132:vg_nvme/lv_4 2024-06-06T10:55:52.988 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:52 smithi179 bash[19728]: debug 2024-06-06T10:55:52.725+0000 7f47655ac680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T10:55:52.988 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:52 smithi179 bash[19728]: debug 2024-06-06T10:55:52.889+0000 7f47655ac680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T10:55:53.290 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:52 smithi179 bash[19728]: debug 2024-06-06T10:55:52.985+0000 7f47655ac680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T10:55:53.290 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:53 smithi179 bash[19728]: debug 2024-06-06T10:55:53.093+0000 7f47655ac680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T10:55:53.706 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:53 smithi179 bash[19728]: debug 2024-06-06T10:55:53.317+0000 7f47655ac680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T10:55:54.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:53 smithi179 bash[19728]: debug 2024-06-06T10:55:53.701+0000 7f47655ac680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T10:55:54.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:53 smithi179 bash[19728]: debug 2024-06-06T10:55:53.817+0000 7f47655ac680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T10:55:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:54 smithi179 bash[18882]: cluster 2024-06-06T10:55:53.131416+0000 mgr.y (mgr.14146) 55 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:54.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:54 smithi179 bash[18882]: audit 2024-06-06T10:55:53.599007+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:54.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:54 smithi179 bash[18882]: audit 2024-06-06T10:55:53.600057+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:54.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:54 smithi179 bash[18882]: audit 2024-06-06T10:55:53.601257+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:54.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:54 smithi179 bash[18882]: audit 2024-06-06T10:55:53.606050+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:54.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:54 smithi179 bash[18882]: audit 2024-06-06T10:55:53.608462+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T10:55:54.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:54 smithi179 bash[18882]: audit 2024-06-06T10:55:53.609350+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T10:55:54.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:54 smithi179 bash[18882]: audit 2024-06-06T10:55:53.610115+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:54.542 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[17898]: cluster 2024-06-06T10:55:53.131416+0000 mgr.y (mgr.14146) 55 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:54.542 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[17898]: audit 2024-06-06T10:55:53.599007+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:54.542 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[17898]: audit 2024-06-06T10:55:53.600057+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:54.542 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[17898]: audit 2024-06-06T10:55:53.601257+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:54.542 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[17898]: audit 2024-06-06T10:55:53.606050+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:54.542 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[17898]: audit 2024-06-06T10:55:53.608462+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T10:55:54.543 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[17898]: audit 2024-06-06T10:55:53.609350+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T10:55:54.543 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[17898]: audit 2024-06-06T10:55:53.610115+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:54.543 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[25563]: cluster 2024-06-06T10:55:53.131416+0000 mgr.y (mgr.14146) 55 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:54.543 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[25563]: audit 2024-06-06T10:55:53.599007+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:54.543 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[25563]: audit 2024-06-06T10:55:53.600057+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:54.543 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[25563]: audit 2024-06-06T10:55:53.601257+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:54.543 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[25563]: audit 2024-06-06T10:55:53.606050+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:54.543 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[25563]: audit 2024-06-06T10:55:53.608462+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T10:55:54.543 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[25563]: audit 2024-06-06T10:55:53.609350+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T10:55:54.543 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:54 smithi132 bash[25563]: audit 2024-06-06T10:55:53.610115+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:55.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:54 smithi179 bash[19728]: debug 2024-06-06T10:55:54.685+0000 7f47655ac680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T10:55:55.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:54 smithi179 bash[19728]: debug 2024-06-06T10:55:54.789+0000 7f47655ac680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T10:55:55.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:54 smithi179 bash[19728]: debug 2024-06-06T10:55:54.901+0000 7f47655ac680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T10:55:55.412 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:55 smithi179 bash[19728]: debug 2024-06-06T10:55:55.117+0000 7f47655ac680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T10:55:55.413 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:55 smithi179 bash[18882]: cephadm 2024-06-06T10:55:53.608167+0000 mgr.y (mgr.14146) 56 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-06-06T10:55:55.413 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:55 smithi179 bash[18882]: cephadm 2024-06-06T10:55:53.610843+0000 mgr.y (mgr.14146) 57 : cephadm [INF] Reconfiguring daemon mgr.y on smithi132 2024-06-06T10:55:55.445 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:55 smithi132 bash[17898]: cephadm 2024-06-06T10:55:53.608167+0000 mgr.y (mgr.14146) 56 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-06-06T10:55:55.445 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:55 smithi132 bash[17898]: cephadm 2024-06-06T10:55:53.610843+0000 mgr.y (mgr.14146) 57 : cephadm [INF] Reconfiguring daemon mgr.y on smithi132 2024-06-06T10:55:55.445 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:55 smithi132 bash[25563]: cephadm 2024-06-06T10:55:53.608167+0000 mgr.y (mgr.14146) 56 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-06-06T10:55:55.445 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:55 smithi132 bash[25563]: cephadm 2024-06-06T10:55:53.610843+0000 mgr.y (mgr.14146) 57 : cephadm [INF] Reconfiguring daemon mgr.y on smithi132 2024-06-06T10:55:55.745 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:55 smithi179 bash[19728]: debug 2024-06-06T10:55:55.409+0000 7f47655ac680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T10:55:55.745 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:55 smithi179 bash[19728]: debug 2024-06-06T10:55:55.569+0000 7f47655ac680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T10:55:56.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:55 smithi179 bash[19728]: debug 2024-06-06T10:55:55.741+0000 7f47655ac680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T10:55:56.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:55 smithi179 bash[19728]: debug 2024-06-06T10:55:55.961+0000 7f47655ac680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T10:55:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[17898]: cluster 2024-06-06T10:55:55.131814+0000 mgr.y (mgr.14146) 58 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[17898]: audit 2024-06-06T10:55:55.975745+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:55:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[17898]: audit 2024-06-06T10:55:55.978487+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:55:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[17898]: audit 2024-06-06T10:55:55.979206+0000 mon.a (mon.0) 208 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[17898]: cluster 2024-06-06T10:55:56.092209+0000 mon.a (mon.0) 209 : cluster [DBG] Standby manager daemon x started 2024-06-06T10:55:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[17898]: audit 2024-06-06T10:55:56.093942+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T10:55:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[17898]: audit 2024-06-06T10:55:56.094917+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T10:55:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[17898]: audit 2024-06-06T10:55:56.097152+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T10:55:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[17898]: audit 2024-06-06T10:55:56.097772+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T10:55:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[25563]: cluster 2024-06-06T10:55:55.131814+0000 mgr.y (mgr.14146) 58 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[25563]: audit 2024-06-06T10:55:55.975745+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:55:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[25563]: audit 2024-06-06T10:55:55.978487+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:55:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[25563]: audit 2024-06-06T10:55:55.979206+0000 mon.a (mon.0) 208 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[25563]: cluster 2024-06-06T10:55:56.092209+0000 mon.a (mon.0) 209 : cluster [DBG] Standby manager daemon x started 2024-06-06T10:55:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[25563]: audit 2024-06-06T10:55:56.093942+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T10:55:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[25563]: audit 2024-06-06T10:55:56.094917+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T10:55:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[25563]: audit 2024-06-06T10:55:56.097152+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T10:55:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:56 smithi132 bash[25563]: audit 2024-06-06T10:55:56.097772+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T10:55:56.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 10:55:56 smithi179 bash[19728]: debug 2024-06-06T10:55:56.065+0000 7f47655ac680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T10:55:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:56 smithi179 bash[18882]: cluster 2024-06-06T10:55:55.131814+0000 mgr.y (mgr.14146) 58 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:56 smithi179 bash[18882]: audit 2024-06-06T10:55:55.975745+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:55:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:56 smithi179 bash[18882]: audit 2024-06-06T10:55:55.978487+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:55:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:56 smithi179 bash[18882]: audit 2024-06-06T10:55:55.979206+0000 mon.a (mon.0) 208 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:56 smithi179 bash[18882]: cluster 2024-06-06T10:55:56.092209+0000 mon.a (mon.0) 209 : cluster [DBG] Standby manager daemon x started 2024-06-06T10:55:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:56 smithi179 bash[18882]: audit 2024-06-06T10:55:56.093942+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T10:55:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:56 smithi179 bash[18882]: audit 2024-06-06T10:55:56.094917+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T10:55:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:56 smithi179 bash[18882]: audit 2024-06-06T10:55:56.097152+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T10:55:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:56 smithi179 bash[18882]: audit 2024-06-06T10:55:56.097772+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.179:0/377773580' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T10:55:57.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[17898]: audit 2024-06-06T10:55:55.969552+0000 mgr.y (mgr.14146) 59 : audit [DBG] from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:55:57.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[17898]: cluster 2024-06-06T10:55:56.201718+0000 mon.a (mon.0) 210 : cluster [DBG] mgrmap e14: y(active, since 77s), standbys: x 2024-06-06T10:55:57.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[17898]: audit 2024-06-06T10:55:56.203389+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T10:55:57.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[17898]: audit 2024-06-06T10:55:56.314659+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:57.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[17898]: audit 2024-06-06T10:55:56.316493+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:57.537 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[17898]: audit 2024-06-06T10:55:56.319106+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:57.537 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[17898]: audit 2024-06-06T10:55:56.320375+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:57.537 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[17898]: audit 2024-06-06T10:55:56.326850+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:57.538 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[25563]: audit 2024-06-06T10:55:55.969552+0000 mgr.y (mgr.14146) 59 : audit [DBG] from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:55:57.538 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[25563]: cluster 2024-06-06T10:55:56.201718+0000 mon.a (mon.0) 210 : cluster [DBG] mgrmap e14: y(active, since 77s), standbys: x 2024-06-06T10:55:57.538 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[25563]: audit 2024-06-06T10:55:56.203389+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T10:55:57.538 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[25563]: audit 2024-06-06T10:55:56.314659+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:57.538 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[25563]: audit 2024-06-06T10:55:56.316493+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:57.538 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[25563]: audit 2024-06-06T10:55:56.319106+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:57.538 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[25563]: audit 2024-06-06T10:55:56.320375+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:57.538 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:57 smithi132 bash[25563]: audit 2024-06-06T10:55:56.326850+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:57.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:57 smithi179 bash[18882]: audit 2024-06-06T10:55:55.969552+0000 mgr.y (mgr.14146) 59 : audit [DBG] from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:55:57.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:57 smithi179 bash[18882]: cluster 2024-06-06T10:55:56.201718+0000 mon.a (mon.0) 210 : cluster [DBG] mgrmap e14: y(active, since 77s), standbys: x 2024-06-06T10:55:57.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:57 smithi179 bash[18882]: audit 2024-06-06T10:55:56.203389+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T10:55:57.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:57 smithi179 bash[18882]: audit 2024-06-06T10:55:56.314659+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:57.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:57 smithi179 bash[18882]: audit 2024-06-06T10:55:56.316493+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:55:57.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:57 smithi179 bash[18882]: audit 2024-06-06T10:55:56.319106+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:55:57.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:57 smithi179 bash[18882]: audit 2024-06-06T10:55:56.320375+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:55:57.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:57 smithi179 bash[18882]: audit 2024-06-06T10:55:56.326850+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:55:58.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:55:58 smithi132 bash[17898]: cluster 2024-06-06T10:55:57.132236+0000 mgr.y (mgr.14146) 60 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:58.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:55:58 smithi132 bash[25563]: cluster 2024-06-06T10:55:57.132236+0000 mgr.y (mgr.14146) 60 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:55:58.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:55:58 smithi179 bash[18882]: cluster 2024-06-06T10:55:57.132236+0000 mgr.y (mgr.14146) 60 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:00.738 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:00 smithi132 bash[25563]: cluster 2024-06-06T10:55:59.132671+0000 mgr.y (mgr.14146) 61 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:00.738 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:00 smithi132 bash[17898]: cluster 2024-06-06T10:55:59.132671+0000 mgr.y (mgr.14146) 61 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:00.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:00 smithi179 bash[18882]: cluster 2024-06-06T10:55:59.132671+0000 mgr.y (mgr.14146) 61 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:02.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:02 smithi132 bash[17898]: cluster 2024-06-06T10:56:01.133109+0000 mgr.y (mgr.14146) 62 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:02.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:02 smithi132 bash[25563]: cluster 2024-06-06T10:56:01.133109+0000 mgr.y (mgr.14146) 62 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:02.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:02 smithi179 bash[18882]: cluster 2024-06-06T10:56:01.133109+0000 mgr.y (mgr.14146) 62 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:04.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:04 smithi132 bash[25563]: cluster 2024-06-06T10:56:03.133613+0000 mgr.y (mgr.14146) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:04.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:04 smithi132 bash[25563]: audit 2024-06-06T10:56:04.138006+0000 mon.a (mon.0) 217 : audit [INF] from='client.? 172.21.15.132:0/1509299712' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ab272e9-bcc7-4e4f-819a-c1e105c5f133"}]: dispatch 2024-06-06T10:56:04.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:04 smithi132 bash[25563]: audit 2024-06-06T10:56:04.146844+0000 mon.a (mon.0) 218 : audit [INF] from='client.? 172.21.15.132:0/1509299712' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ab272e9-bcc7-4e4f-819a-c1e105c5f133"}]': finished 2024-06-06T10:56:04.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:04 smithi132 bash[25563]: cluster 2024-06-06T10:56:04.146925+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-06-06T10:56:04.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:04 smithi132 bash[25563]: audit 2024-06-06T10:56:04.147081+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:04.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:04 smithi132 bash[17898]: cluster 2024-06-06T10:56:03.133613+0000 mgr.y (mgr.14146) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:04.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:04 smithi132 bash[17898]: audit 2024-06-06T10:56:04.138006+0000 mon.a (mon.0) 217 : audit [INF] from='client.? 172.21.15.132:0/1509299712' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ab272e9-bcc7-4e4f-819a-c1e105c5f133"}]: dispatch 2024-06-06T10:56:04.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:04 smithi132 bash[17898]: audit 2024-06-06T10:56:04.146844+0000 mon.a (mon.0) 218 : audit [INF] from='client.? 172.21.15.132:0/1509299712' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ab272e9-bcc7-4e4f-819a-c1e105c5f133"}]': finished 2024-06-06T10:56:04.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:04 smithi132 bash[17898]: cluster 2024-06-06T10:56:04.146925+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-06-06T10:56:04.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:04 smithi132 bash[17898]: audit 2024-06-06T10:56:04.147081+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:04.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:04 smithi179 bash[18882]: cluster 2024-06-06T10:56:03.133613+0000 mgr.y (mgr.14146) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:04.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:04 smithi179 bash[18882]: audit 2024-06-06T10:56:04.138006+0000 mon.a (mon.0) 217 : audit [INF] from='client.? 172.21.15.132:0/1509299712' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ab272e9-bcc7-4e4f-819a-c1e105c5f133"}]: dispatch 2024-06-06T10:56:04.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:04 smithi179 bash[18882]: audit 2024-06-06T10:56:04.146844+0000 mon.a (mon.0) 218 : audit [INF] from='client.? 172.21.15.132:0/1509299712' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ab272e9-bcc7-4e4f-819a-c1e105c5f133"}]': finished 2024-06-06T10:56:04.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:04 smithi179 bash[18882]: cluster 2024-06-06T10:56:04.146925+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-06-06T10:56:04.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:04 smithi179 bash[18882]: audit 2024-06-06T10:56:04.147081+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:05.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:05 smithi132 bash[25563]: audit 2024-06-06T10:56:04.847720+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.132:0/3004761006' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:56:05.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:05 smithi132 bash[17898]: audit 2024-06-06T10:56:04.847720+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.132:0/3004761006' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:56:05.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:05 smithi179 bash[18882]: audit 2024-06-06T10:56:04.847720+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.132:0/3004761006' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:56:06.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:06 smithi132 bash[17898]: cluster 2024-06-06T10:56:05.134025+0000 mgr.y (mgr.14146) 64 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:06.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:06 smithi132 bash[25563]: cluster 2024-06-06T10:56:05.134025+0000 mgr.y (mgr.14146) 64 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:06.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:06 smithi179 bash[18882]: cluster 2024-06-06T10:56:05.134025+0000 mgr.y (mgr.14146) 64 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:08.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:08 smithi132 bash[17898]: cluster 2024-06-06T10:56:07.134427+0000 mgr.y (mgr.14146) 65 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:08.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:08 smithi132 bash[25563]: cluster 2024-06-06T10:56:07.134427+0000 mgr.y (mgr.14146) 65 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:08.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:08 smithi179 bash[18882]: cluster 2024-06-06T10:56:07.134427+0000 mgr.y (mgr.14146) 65 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:10.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:10 smithi132 bash[17898]: cluster 2024-06-06T10:56:09.134825+0000 mgr.y (mgr.14146) 66 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:10.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:10 smithi132 bash[25563]: cluster 2024-06-06T10:56:09.134825+0000 mgr.y (mgr.14146) 66 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:10.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:10 smithi179 bash[18882]: cluster 2024-06-06T10:56:09.134825+0000 mgr.y (mgr.14146) 66 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:12 smithi132 bash[17898]: cluster 2024-06-06T10:56:11.135242+0000 mgr.y (mgr.14146) 67 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:12.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:12 smithi132 bash[25563]: cluster 2024-06-06T10:56:11.135242+0000 mgr.y (mgr.14146) 67 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:12.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:12 smithi179 bash[18882]: cluster 2024-06-06T10:56:11.135242+0000 mgr.y (mgr.14146) 67 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:14.789 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:14 smithi132 bash[17898]: cluster 2024-06-06T10:56:13.135718+0000 mgr.y (mgr.14146) 68 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:14.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:14 smithi132 bash[25563]: cluster 2024-06-06T10:56:13.135718+0000 mgr.y (mgr.14146) 68 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:14.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:14 smithi179 bash[18882]: cluster 2024-06-06T10:56:13.135718+0000 mgr.y (mgr.14146) 68 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:16.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:16 smithi132 bash[17898]: cluster 2024-06-06T10:56:15.136117+0000 mgr.y (mgr.14146) 69 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:16.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:16 smithi132 bash[25563]: cluster 2024-06-06T10:56:15.136117+0000 mgr.y (mgr.14146) 69 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:16.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:16 smithi179 bash[18882]: cluster 2024-06-06T10:56:15.136117+0000 mgr.y (mgr.14146) 69 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:17.664 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:17 smithi132 bash[17898]: audit 2024-06-06T10:56:16.576534+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T10:56:17.665 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:17 smithi132 bash[17898]: audit 2024-06-06T10:56:16.578160+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:17.665 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:17 smithi132 bash[25563]: audit 2024-06-06T10:56:16.576534+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T10:56:17.665 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:17 smithi132 bash[25563]: audit 2024-06-06T10:56:16.578160+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:17.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:17 smithi179 bash[18882]: audit 2024-06-06T10:56:16.576534+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T10:56:17.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:17 smithi179 bash[18882]: audit 2024-06-06T10:56:16.578160+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:18.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:18 smithi132 bash[17898]: cephadm 2024-06-06T10:56:16.579352+0000 mgr.y (mgr.14146) 70 : cephadm [INF] Deploying daemon osd.0 on smithi132 2024-06-06T10:56:18.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:18 smithi132 bash[17898]: cluster 2024-06-06T10:56:17.136545+0000 mgr.y (mgr.14146) 71 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:18.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:18 smithi132 bash[25563]: cephadm 2024-06-06T10:56:16.579352+0000 mgr.y (mgr.14146) 70 : cephadm [INF] Deploying daemon osd.0 on smithi132 2024-06-06T10:56:18.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:18 smithi132 bash[25563]: cluster 2024-06-06T10:56:17.136545+0000 mgr.y (mgr.14146) 71 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:18.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:18 smithi179 bash[18882]: cephadm 2024-06-06T10:56:16.579352+0000 mgr.y (mgr.14146) 70 : cephadm [INF] Deploying daemon osd.0 on smithi132 2024-06-06T10:56:18.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:18 smithi179 bash[18882]: cluster 2024-06-06T10:56:17.136545+0000 mgr.y (mgr.14146) 71 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:20.722 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:20 smithi132 bash[17898]: cluster 2024-06-06T10:56:19.137010+0000 mgr.y (mgr.14146) 72 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:20.722 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:20 smithi132 bash[25563]: cluster 2024-06-06T10:56:19.137010+0000 mgr.y (mgr.14146) 72 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:20.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:20 smithi179 bash[18882]: cluster 2024-06-06T10:56:19.137010+0000 mgr.y (mgr.14146) 72 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:22.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:21 smithi132 bash[17898]: audit 2024-06-06T10:56:20.972595+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:22.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:21 smithi132 bash[17898]: audit 2024-06-06T10:56:21.009053+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:56:22.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:21 smithi132 bash[17898]: cluster 2024-06-06T10:56:21.137477+0000 mgr.y (mgr.14146) 73 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:22.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:21 smithi132 bash[25563]: audit 2024-06-06T10:56:20.972595+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:22.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:21 smithi132 bash[25563]: audit 2024-06-06T10:56:21.009053+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:56:22.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:21 smithi132 bash[25563]: cluster 2024-06-06T10:56:21.137477+0000 mgr.y (mgr.14146) 73 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:22.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:21 smithi179 bash[18882]: audit 2024-06-06T10:56:20.972595+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:22.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:21 smithi179 bash[18882]: audit 2024-06-06T10:56:21.009053+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:56:22.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:21 smithi179 bash[18882]: cluster 2024-06-06T10:56:21.137477+0000 mgr.y (mgr.14146) 73 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:24.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:24 smithi132 bash[17898]: cluster 2024-06-06T10:56:23.137925+0000 mgr.y (mgr.14146) 74 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:24.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:24 smithi132 bash[25563]: cluster 2024-06-06T10:56:23.137925+0000 mgr.y (mgr.14146) 74 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:24.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:24 smithi179 bash[18882]: cluster 2024-06-06T10:56:23.137925+0000 mgr.y (mgr.14146) 74 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:26.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:26 smithi132 bash[17898]: cluster 2024-06-06T10:56:25.138342+0000 mgr.y (mgr.14146) 75 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:26.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:26 smithi132 bash[17898]: audit 2024-06-06T10:56:26.071445+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:26.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:26 smithi132 bash[25563]: cluster 2024-06-06T10:56:25.138342+0000 mgr.y (mgr.14146) 75 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:26.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:26 smithi132 bash[25563]: audit 2024-06-06T10:56:26.071445+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:26.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:26 smithi179 bash[18882]: cluster 2024-06-06T10:56:25.138342+0000 mgr.y (mgr.14146) 75 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:26.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:26 smithi179 bash[18882]: audit 2024-06-06T10:56:26.071445+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:27.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:27 smithi132 bash[25563]: audit 2024-06-06T10:56:26.326524+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:27.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:27 smithi132 bash[25563]: audit 2024-06-06T10:56:26.327907+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:56:27.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:27 smithi132 bash[25563]: audit 2024-06-06T10:56:26.334235+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:27.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:27 smithi132 bash[17898]: audit 2024-06-06T10:56:26.326524+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:27.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:27 smithi132 bash[17898]: audit 2024-06-06T10:56:26.327907+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:56:27.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:27 smithi132 bash[17898]: audit 2024-06-06T10:56:26.334235+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:27.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:27 smithi179 bash[18882]: audit 2024-06-06T10:56:26.326524+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:27.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:27 smithi179 bash[18882]: audit 2024-06-06T10:56:26.327907+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:56:27.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:27 smithi179 bash[18882]: audit 2024-06-06T10:56:26.334235+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:28.593 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:28 smithi132 bash[17898]: cluster 2024-06-06T10:56:27.138836+0000 mgr.y (mgr.14146) 76 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:28.593 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:28 smithi132 bash[17898]: audit 2024-06-06T10:56:27.647383+0000 mon.a (mon.0) 229 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T10:56:28.593 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:28 smithi132 bash[25563]: cluster 2024-06-06T10:56:27.138836+0000 mgr.y (mgr.14146) 76 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:28.594 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:28 smithi132 bash[25563]: audit 2024-06-06T10:56:27.647383+0000 mon.a (mon.0) 229 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T10:56:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:28 smithi179 bash[18882]: cluster 2024-06-06T10:56:27.138836+0000 mgr.y (mgr.14146) 76 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:28 smithi179 bash[18882]: audit 2024-06-06T10:56:27.647383+0000 mon.a (mon.0) 229 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T10:56:29.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[17898]: audit 2024-06-06T10:56:28.340129+0000 mon.a (mon.0) 230 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T10:56:29.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[17898]: cluster 2024-06-06T10:56:28.340291+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-06-06T10:56:29.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[17898]: audit 2024-06-06T10:56:28.340971+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:29.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[17898]: audit 2024-06-06T10:56:28.341441+0000 mon.a (mon.0) 233 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:56:29.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[17898]: audit 2024-06-06T10:56:29.340229+0000 mon.a (mon.0) 234 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:56:29.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[17898]: cluster 2024-06-06T10:56:29.340313+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-06-06T10:56:29.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[17898]: audit 2024-06-06T10:56:29.340558+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[25563]: audit 2024-06-06T10:56:28.340129+0000 mon.a (mon.0) 230 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T10:56:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[25563]: cluster 2024-06-06T10:56:28.340291+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-06-06T10:56:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[25563]: audit 2024-06-06T10:56:28.340971+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[25563]: audit 2024-06-06T10:56:28.341441+0000 mon.a (mon.0) 233 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:56:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[25563]: audit 2024-06-06T10:56:29.340229+0000 mon.a (mon.0) 234 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:56:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[25563]: cluster 2024-06-06T10:56:29.340313+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-06-06T10:56:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:29 smithi132 bash[25563]: audit 2024-06-06T10:56:29.340558+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:29.787 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 0 on host 'smithi132' 2024-06-06T10:56:29.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:29 smithi179 bash[18882]: audit 2024-06-06T10:56:28.340129+0000 mon.a (mon.0) 230 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T10:56:29.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:29 smithi179 bash[18882]: cluster 2024-06-06T10:56:28.340291+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-06-06T10:56:29.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:29 smithi179 bash[18882]: audit 2024-06-06T10:56:28.340971+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:29.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:29 smithi179 bash[18882]: audit 2024-06-06T10:56:28.341441+0000 mon.a (mon.0) 233 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:56:29.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:29 smithi179 bash[18882]: audit 2024-06-06T10:56:29.340229+0000 mon.a (mon.0) 234 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:56:29.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:29 smithi179 bash[18882]: cluster 2024-06-06T10:56:29.340313+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-06-06T10:56:29.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:29 smithi179 bash[18882]: audit 2024-06-06T10:56:29.340558+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:30.469 DEBUG:teuthology.orchestra.run.smithi132:osd.0> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.0.service 2024-06-06T10:56:30.471 INFO:tasks.cephadm:Deploying osd.1 on smithi132 with /dev/vg_nvme/lv_3... 2024-06-06T10:56:30.472 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-06T10:56:30.612 INFO:journalctl@ceph.osd.0.smithi132.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T10:56:30.714 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:30 smithi132 bash[17898]: cluster 2024-06-06T10:56:29.139224+0000 mgr.y (mgr.14146) 77 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:30.714 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:30 smithi132 bash[17898]: audit 2024-06-06T10:56:29.351085+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:30.714 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:30 smithi132 bash[17898]: audit 2024-06-06T10:56:29.786393+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:30.714 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:30 smithi132 bash[17898]: audit 2024-06-06T10:56:29.809761+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:56:30.714 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:30 smithi132 bash[17898]: audit 2024-06-06T10:56:30.346697+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:30.719 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:30 smithi132 bash[25563]: cluster 2024-06-06T10:56:29.139224+0000 mgr.y (mgr.14146) 77 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:30.719 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:30 smithi132 bash[25563]: audit 2024-06-06T10:56:29.351085+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:30.719 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:30 smithi132 bash[25563]: audit 2024-06-06T10:56:29.786393+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:30.719 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:30 smithi132 bash[25563]: audit 2024-06-06T10:56:29.809761+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:56:30.719 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:30 smithi132 bash[25563]: audit 2024-06-06T10:56:30.346697+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:30.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:30 smithi179 bash[18882]: cluster 2024-06-06T10:56:29.139224+0000 mgr.y (mgr.14146) 77 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:30.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:30 smithi179 bash[18882]: audit 2024-06-06T10:56:29.351085+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:30.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:30 smithi179 bash[18882]: audit 2024-06-06T10:56:29.786393+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:30.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:30 smithi179 bash[18882]: audit 2024-06-06T10:56:29.809761+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:56:30.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:30 smithi179 bash[18882]: audit 2024-06-06T10:56:30.346697+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:31.720 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:31 smithi132 bash[25563]: cluster 2024-06-06T10:56:28.640713+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:56:31.720 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:31 smithi132 bash[25563]: cluster 2024-06-06T10:56:28.640794+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:56:31.720 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:31 smithi132 bash[25563]: cluster 2024-06-06T10:56:30.367023+0000 mon.a (mon.0) 241 : cluster [INF] osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864] boot 2024-06-06T10:56:31.720 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:31 smithi132 bash[25563]: cluster 2024-06-06T10:56:30.367072+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-06-06T10:56:31.720 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:31 smithi132 bash[25563]: audit 2024-06-06T10:56:30.367482+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:31.720 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:31 smithi132 bash[17898]: cluster 2024-06-06T10:56:28.640713+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:56:31.720 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:31 smithi132 bash[17898]: cluster 2024-06-06T10:56:28.640794+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:56:31.721 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:31 smithi132 bash[17898]: cluster 2024-06-06T10:56:30.367023+0000 mon.a (mon.0) 241 : cluster [INF] osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864] boot 2024-06-06T10:56:31.721 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:31 smithi132 bash[17898]: cluster 2024-06-06T10:56:30.367072+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-06-06T10:56:31.721 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:31 smithi132 bash[17898]: audit 2024-06-06T10:56:30.367482+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:31.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:31 smithi179 bash[18882]: cluster 2024-06-06T10:56:28.640713+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:56:31.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:31 smithi179 bash[18882]: cluster 2024-06-06T10:56:28.640794+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:56:31.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:31 smithi179 bash[18882]: cluster 2024-06-06T10:56:30.367023+0000 mon.a (mon.0) 241 : cluster [INF] osd.0 [v2:172.21.15.132:6802/611465864,v1:172.21.15.132:6803/611465864] boot 2024-06-06T10:56:31.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:31 smithi179 bash[18882]: cluster 2024-06-06T10:56:30.367072+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-06-06T10:56:31.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:31 smithi179 bash[18882]: audit 2024-06-06T10:56:30.367482+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T10:56:32.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:32 smithi132 bash[17898]: cluster 2024-06-06T10:56:31.139799+0000 mgr.y (mgr.14146) 78 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:32.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:32 smithi132 bash[17898]: cluster 2024-06-06T10:56:31.368211+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-06-06T10:56:32.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:32 smithi132 bash[25563]: cluster 2024-06-06T10:56:31.139799+0000 mgr.y (mgr.14146) 78 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:32.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:32 smithi132 bash[25563]: cluster 2024-06-06T10:56:31.368211+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-06-06T10:56:32.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:32 smithi179 bash[18882]: cluster 2024-06-06T10:56:31.139799+0000 mgr.y (mgr.14146) 78 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T10:56:32.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:32 smithi179 bash[18882]: cluster 2024-06-06T10:56:31.368211+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-06-06T10:56:33.955 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-06T10:56:33.955 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-06T10:56:33.955 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-06-06T10:56:33.955 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-06-06T10:56:33.955 INFO:teuthology.orchestra.run.smithi132.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0180336 s, 581 MB/s 2024-06-06T10:56:33.955 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-06-06T10:56:34.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:34 smithi132 bash[17898]: cluster 2024-06-06T10:56:33.140389+0000 mgr.y (mgr.14146) 79 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:34.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:34 smithi132 bash[25563]: cluster 2024-06-06T10:56:33.140389+0000 mgr.y (mgr.14146) 79 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:34.711 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi132:vg_nvme/lv_3 2024-06-06T10:56:34.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:34 smithi179 bash[18882]: cluster 2024-06-06T10:56:33.140389+0000 mgr.y (mgr.14146) 79 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:36.664 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:36 smithi132 bash[17898]: cluster 2024-06-06T10:56:35.140826+0000 mgr.y (mgr.14146) 80 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:36.664 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:36 smithi132 bash[25563]: cluster 2024-06-06T10:56:35.140826+0000 mgr.y (mgr.14146) 80 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:36.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:36 smithi179 bash[18882]: cluster 2024-06-06T10:56:35.140826+0000 mgr.y (mgr.14146) 80 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:38.652 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:38 smithi132 bash[25563]: cluster 2024-06-06T10:56:37.141241+0000 mgr.y (mgr.14146) 81 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:38.652 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:38 smithi132 bash[17898]: cluster 2024-06-06T10:56:37.141241+0000 mgr.y (mgr.14146) 81 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:38 smithi179 bash[18882]: cluster 2024-06-06T10:56:37.141241+0000 mgr.y (mgr.14146) 81 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:39.676 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:39 smithi132 bash[17898]: audit 2024-06-06T10:56:39.142708+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:56:39.676 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:39 smithi132 bash[17898]: audit 2024-06-06T10:56:39.146987+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:56:39.676 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:39 smithi132 bash[17898]: audit 2024-06-06T10:56:39.148162+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:39.676 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:39 smithi132 bash[25563]: audit 2024-06-06T10:56:39.142708+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:56:39.676 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:39 smithi132 bash[25563]: audit 2024-06-06T10:56:39.146987+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:56:39.676 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:39 smithi132 bash[25563]: audit 2024-06-06T10:56:39.148162+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:39.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:39 smithi179 bash[18882]: audit 2024-06-06T10:56:39.142708+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:56:39.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:39 smithi179 bash[18882]: audit 2024-06-06T10:56:39.146987+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:56:39.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:39 smithi179 bash[18882]: audit 2024-06-06T10:56:39.148162+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:40.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:40 smithi132 bash[25563]: audit 2024-06-06T10:56:39.139647+0000 mgr.y (mgr.14146) 82 : audit [DBG] from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:56:40.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:40 smithi132 bash[25563]: cluster 2024-06-06T10:56:39.141590+0000 mgr.y (mgr.14146) 83 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:40.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:40 smithi132 bash[17898]: audit 2024-06-06T10:56:39.139647+0000 mgr.y (mgr.14146) 82 : audit [DBG] from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:56:40.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:40 smithi132 bash[17898]: cluster 2024-06-06T10:56:39.141590+0000 mgr.y (mgr.14146) 83 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:40.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:40 smithi179 bash[18882]: audit 2024-06-06T10:56:39.139647+0000 mgr.y (mgr.14146) 82 : audit [DBG] from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:56:40.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:40 smithi179 bash[18882]: cluster 2024-06-06T10:56:39.141590+0000 mgr.y (mgr.14146) 83 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:42.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[17898]: cephadm 2024-06-06T10:56:40.568420+0000 mgr.y (mgr.14146) 84 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:56:42.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[17898]: audit 2024-06-06T10:56:40.576154+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:42.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[17898]: audit 2024-06-06T10:56:40.577649+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:56:42.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[17898]: cephadm 2024-06-06T10:56:40.578536+0000 mgr.y (mgr.14146) 85 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 16241M 2024-06-06T10:56:42.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[17898]: audit 2024-06-06T10:56:40.585463+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:42.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[17898]: audit 2024-06-06T10:56:40.587024+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:42.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[17898]: audit 2024-06-06T10:56:40.588142+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:56:42.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[17898]: audit 2024-06-06T10:56:40.596418+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:42.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[17898]: cluster 2024-06-06T10:56:41.142051+0000 mgr.y (mgr.14146) 86 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:42.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[25563]: cephadm 2024-06-06T10:56:40.568420+0000 mgr.y (mgr.14146) 84 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:56:42.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[25563]: audit 2024-06-06T10:56:40.576154+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:42.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[25563]: audit 2024-06-06T10:56:40.577649+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:56:42.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[25563]: cephadm 2024-06-06T10:56:40.578536+0000 mgr.y (mgr.14146) 85 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 16241M 2024-06-06T10:56:42.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[25563]: audit 2024-06-06T10:56:40.585463+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:42.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[25563]: audit 2024-06-06T10:56:40.587024+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:42.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[25563]: audit 2024-06-06T10:56:40.588142+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:56:42.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[25563]: audit 2024-06-06T10:56:40.596418+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:42.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:41 smithi132 bash[25563]: cluster 2024-06-06T10:56:41.142051+0000 mgr.y (mgr.14146) 86 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:42.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:41 smithi179 bash[18882]: cephadm 2024-06-06T10:56:40.568420+0000 mgr.y (mgr.14146) 84 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:56:42.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:41 smithi179 bash[18882]: audit 2024-06-06T10:56:40.576154+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:42.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:41 smithi179 bash[18882]: audit 2024-06-06T10:56:40.577649+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:56:42.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:41 smithi179 bash[18882]: cephadm 2024-06-06T10:56:40.578536+0000 mgr.y (mgr.14146) 85 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 16241M 2024-06-06T10:56:42.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:41 smithi179 bash[18882]: audit 2024-06-06T10:56:40.585463+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:42.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:41 smithi179 bash[18882]: audit 2024-06-06T10:56:40.587024+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:56:42.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:41 smithi179 bash[18882]: audit 2024-06-06T10:56:40.588142+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:56:42.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:41 smithi179 bash[18882]: audit 2024-06-06T10:56:40.596418+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:56:42.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:41 smithi179 bash[18882]: cluster 2024-06-06T10:56:41.142051+0000 mgr.y (mgr.14146) 86 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:44.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:44 smithi132 bash[17898]: cluster 2024-06-06T10:56:43.142561+0000 mgr.y (mgr.14146) 87 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:44 smithi132 bash[25563]: cluster 2024-06-06T10:56:43.142561+0000 mgr.y (mgr.14146) 87 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:44.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:44 smithi179 bash[18882]: cluster 2024-06-06T10:56:43.142561+0000 mgr.y (mgr.14146) 87 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:46.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:46 smithi132 bash[17898]: cluster 2024-06-06T10:56:45.142979+0000 mgr.y (mgr.14146) 88 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:46.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:46 smithi132 bash[25563]: cluster 2024-06-06T10:56:45.142979+0000 mgr.y (mgr.14146) 88 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:46.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:46 smithi179 bash[18882]: cluster 2024-06-06T10:56:45.142979+0000 mgr.y (mgr.14146) 88 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:47.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:47 smithi132 bash[17898]: audit 2024-06-06T10:56:47.192442+0000 mon.a (mon.0) 254 : audit [INF] from='client.? 172.21.15.132:0/1292748582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fa477058-74e7-4120-a36e-63947f5beecd"}]: dispatch 2024-06-06T10:56:47.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:47 smithi132 bash[17898]: audit 2024-06-06T10:56:47.199414+0000 mon.a (mon.0) 255 : audit [INF] from='client.? 172.21.15.132:0/1292748582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fa477058-74e7-4120-a36e-63947f5beecd"}]': finished 2024-06-06T10:56:47.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:47 smithi132 bash[17898]: cluster 2024-06-06T10:56:47.199509+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-06-06T10:56:47.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:47 smithi132 bash[17898]: audit 2024-06-06T10:56:47.199730+0000 mon.a (mon.0) 257 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:56:47.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:47 smithi132 bash[25563]: audit 2024-06-06T10:56:47.192442+0000 mon.a (mon.0) 254 : audit [INF] from='client.? 172.21.15.132:0/1292748582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fa477058-74e7-4120-a36e-63947f5beecd"}]: dispatch 2024-06-06T10:56:47.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:47 smithi132 bash[25563]: audit 2024-06-06T10:56:47.199414+0000 mon.a (mon.0) 255 : audit [INF] from='client.? 172.21.15.132:0/1292748582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fa477058-74e7-4120-a36e-63947f5beecd"}]': finished 2024-06-06T10:56:47.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:47 smithi132 bash[25563]: cluster 2024-06-06T10:56:47.199509+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-06-06T10:56:47.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:47 smithi132 bash[25563]: audit 2024-06-06T10:56:47.199730+0000 mon.a (mon.0) 257 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:56:47.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:47 smithi179 bash[18882]: audit 2024-06-06T10:56:47.192442+0000 mon.a (mon.0) 254 : audit [INF] from='client.? 172.21.15.132:0/1292748582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fa477058-74e7-4120-a36e-63947f5beecd"}]: dispatch 2024-06-06T10:56:47.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:47 smithi179 bash[18882]: audit 2024-06-06T10:56:47.199414+0000 mon.a (mon.0) 255 : audit [INF] from='client.? 172.21.15.132:0/1292748582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fa477058-74e7-4120-a36e-63947f5beecd"}]': finished 2024-06-06T10:56:47.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:47 smithi179 bash[18882]: cluster 2024-06-06T10:56:47.199509+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-06-06T10:56:47.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:47 smithi179 bash[18882]: audit 2024-06-06T10:56:47.199730+0000 mon.a (mon.0) 257 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:56:48.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:48 smithi132 bash[17898]: cluster 2024-06-06T10:56:47.143382+0000 mgr.y (mgr.14146) 89 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:48.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:48 smithi132 bash[17898]: audit 2024-06-06T10:56:47.899852+0000 mon.a (mon.0) 258 : audit [DBG] from='client.? 172.21.15.132:0/3337677860' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:56:48.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:48 smithi132 bash[25563]: cluster 2024-06-06T10:56:47.143382+0000 mgr.y (mgr.14146) 89 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:48.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:48 smithi132 bash[25563]: audit 2024-06-06T10:56:47.899852+0000 mon.a (mon.0) 258 : audit [DBG] from='client.? 172.21.15.132:0/3337677860' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:56:48.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:48 smithi179 bash[18882]: cluster 2024-06-06T10:56:47.143382+0000 mgr.y (mgr.14146) 89 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:48.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:48 smithi179 bash[18882]: audit 2024-06-06T10:56:47.899852+0000 mon.a (mon.0) 258 : audit [DBG] from='client.? 172.21.15.132:0/3337677860' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:56:50.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:50 smithi132 bash[17898]: cluster 2024-06-06T10:56:49.143829+0000 mgr.y (mgr.14146) 90 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:50.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:50 smithi132 bash[25563]: cluster 2024-06-06T10:56:49.143829+0000 mgr.y (mgr.14146) 90 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:50.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:50 smithi179 bash[18882]: cluster 2024-06-06T10:56:49.143829+0000 mgr.y (mgr.14146) 90 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:52.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:52 smithi132 bash[17898]: cluster 2024-06-06T10:56:51.144237+0000 mgr.y (mgr.14146) 91 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:52.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:52 smithi132 bash[25563]: cluster 2024-06-06T10:56:51.144237+0000 mgr.y (mgr.14146) 91 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:52.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:52 smithi179 bash[18882]: cluster 2024-06-06T10:56:51.144237+0000 mgr.y (mgr.14146) 91 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:54.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:54 smithi132 bash[17898]: cluster 2024-06-06T10:56:53.144706+0000 mgr.y (mgr.14146) 92 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:54.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:54 smithi132 bash[25563]: cluster 2024-06-06T10:56:53.144706+0000 mgr.y (mgr.14146) 92 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:54 smithi179 bash[18882]: cluster 2024-06-06T10:56:53.144706+0000 mgr.y (mgr.14146) 92 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:56.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:56 smithi132 bash[25563]: cluster 2024-06-06T10:56:55.145188+0000 mgr.y (mgr.14146) 93 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:56.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:56 smithi132 bash[17898]: cluster 2024-06-06T10:56:55.145188+0000 mgr.y (mgr.14146) 93 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:56 smithi179 bash[18882]: cluster 2024-06-06T10:56:55.145188+0000 mgr.y (mgr.14146) 93 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:58.490 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:56:58 smithi132 bash[17898]: cluster 2024-06-06T10:56:57.145701+0000 mgr.y (mgr.14146) 94 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:58.490 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:56:58 smithi132 bash[25563]: cluster 2024-06-06T10:56:57.145701+0000 mgr.y (mgr.14146) 94 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:56:58.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:56:58 smithi179 bash[18882]: cluster 2024-06-06T10:56:57.145701+0000 mgr.y (mgr.14146) 94 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:00 smithi132 bash[17898]: cluster 2024-06-06T10:56:59.146120+0000 mgr.y (mgr.14146) 95 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:00 smithi132 bash[17898]: audit 2024-06-06T10:56:59.762901+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T10:57:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:00 smithi132 bash[17898]: audit 2024-06-06T10:56:59.764459+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:00.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:00 smithi132 bash[25563]: cluster 2024-06-06T10:56:59.146120+0000 mgr.y (mgr.14146) 95 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:00.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:00 smithi132 bash[25563]: audit 2024-06-06T10:56:59.762901+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T10:57:00.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:00 smithi132 bash[25563]: audit 2024-06-06T10:56:59.764459+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:00.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:00 smithi179 bash[18882]: cluster 2024-06-06T10:56:59.146120+0000 mgr.y (mgr.14146) 95 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:00.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:00 smithi179 bash[18882]: audit 2024-06-06T10:56:59.762901+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T10:57:00.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:00 smithi179 bash[18882]: audit 2024-06-06T10:56:59.764459+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:01.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:01 smithi132 bash[17898]: cephadm 2024-06-06T10:56:59.765737+0000 mgr.y (mgr.14146) 96 : cephadm [INF] Deploying daemon osd.1 on smithi132 2024-06-06T10:57:01.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:01 smithi132 bash[25563]: cephadm 2024-06-06T10:56:59.765737+0000 mgr.y (mgr.14146) 96 : cephadm [INF] Deploying daemon osd.1 on smithi132 2024-06-06T10:57:01.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:01 smithi179 bash[18882]: cephadm 2024-06-06T10:56:59.765737+0000 mgr.y (mgr.14146) 96 : cephadm [INF] Deploying daemon osd.1 on smithi132 2024-06-06T10:57:02.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:02 smithi132 bash[25563]: cluster 2024-06-06T10:57:01.146530+0000 mgr.y (mgr.14146) 97 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:02.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:02 smithi132 bash[17898]: cluster 2024-06-06T10:57:01.146530+0000 mgr.y (mgr.14146) 97 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:02.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:02 smithi179 bash[18882]: cluster 2024-06-06T10:57:01.146530+0000 mgr.y (mgr.14146) 97 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:04.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:04 smithi132 bash[25563]: cluster 2024-06-06T10:57:03.146937+0000 mgr.y (mgr.14146) 98 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:04.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:04 smithi132 bash[25563]: audit 2024-06-06T10:57:04.024219+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:04.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:04 smithi132 bash[25563]: audit 2024-06-06T10:57:04.024546+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:04.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:04 smithi132 bash[17898]: cluster 2024-06-06T10:57:03.146937+0000 mgr.y (mgr.14146) 98 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:04.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:04 smithi132 bash[17898]: audit 2024-06-06T10:57:04.024219+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:04.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:04 smithi132 bash[17898]: audit 2024-06-06T10:57:04.024546+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:04.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:04 smithi179 bash[18882]: cluster 2024-06-06T10:57:03.146937+0000 mgr.y (mgr.14146) 98 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:04.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:04 smithi179 bash[18882]: audit 2024-06-06T10:57:04.024219+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:04.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:04 smithi179 bash[18882]: audit 2024-06-06T10:57:04.024546+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:06.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:06 smithi132 bash[17898]: cluster 2024-06-06T10:57:05.147328+0000 mgr.y (mgr.14146) 99 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:06.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:06 smithi132 bash[25563]: cluster 2024-06-06T10:57:05.147328+0000 mgr.y (mgr.14146) 99 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:06.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:06 smithi179 bash[18882]: cluster 2024-06-06T10:57:05.147328+0000 mgr.y (mgr.14146) 99 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:08 smithi132 bash[17898]: cluster 2024-06-06T10:57:07.147790+0000 mgr.y (mgr.14146) 100 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:08.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:08 smithi132 bash[25563]: cluster 2024-06-06T10:57:07.147790+0000 mgr.y (mgr.14146) 100 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:08.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:08 smithi179 bash[18882]: cluster 2024-06-06T10:57:07.147790+0000 mgr.y (mgr.14146) 100 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:10 smithi132 bash[25563]: cluster 2024-06-06T10:57:09.148125+0000 mgr.y (mgr.14146) 101 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:10 smithi132 bash[25563]: audit 2024-06-06T10:57:09.235684+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:10 smithi132 bash[25563]: audit 2024-06-06T10:57:09.236758+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:10 smithi132 bash[25563]: audit 2024-06-06T10:57:09.237767+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:57:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:10 smithi132 bash[25563]: audit 2024-06-06T10:57:09.243954+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:10.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:10 smithi132 bash[17898]: cluster 2024-06-06T10:57:09.148125+0000 mgr.y (mgr.14146) 101 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:10.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:10 smithi132 bash[17898]: audit 2024-06-06T10:57:09.235684+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:10.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:10 smithi132 bash[17898]: audit 2024-06-06T10:57:09.236758+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:10.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:10 smithi132 bash[17898]: audit 2024-06-06T10:57:09.237767+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:57:10.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:10 smithi132 bash[17898]: audit 2024-06-06T10:57:09.243954+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:10.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:10 smithi179 bash[18882]: cluster 2024-06-06T10:57:09.148125+0000 mgr.y (mgr.14146) 101 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:10.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:10 smithi179 bash[18882]: audit 2024-06-06T10:57:09.235684+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:10.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:10 smithi179 bash[18882]: audit 2024-06-06T10:57:09.236758+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:10.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:10 smithi179 bash[18882]: audit 2024-06-06T10:57:09.237767+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:57:10.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:10 smithi179 bash[18882]: audit 2024-06-06T10:57:09.243954+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:11.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:11 smithi132 bash[25563]: audit 2024-06-06T10:57:10.813042+0000 mon.a (mon.0) 267 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T10:57:11.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:11 smithi132 bash[17898]: audit 2024-06-06T10:57:10.813042+0000 mon.a (mon.0) 267 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T10:57:11.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:11 smithi179 bash[18882]: audit 2024-06-06T10:57:10.813042+0000 mon.a (mon.0) 267 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T10:57:12.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:12 smithi132 bash[25563]: cluster 2024-06-06T10:57:11.148573+0000 mgr.y (mgr.14146) 102 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:12.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:12 smithi132 bash[25563]: audit 2024-06-06T10:57:11.247660+0000 mon.a (mon.0) 268 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T10:57:12.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:12 smithi132 bash[25563]: cluster 2024-06-06T10:57:11.247742+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-06-06T10:57:12.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:12 smithi132 bash[25563]: audit 2024-06-06T10:57:11.247904+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:12.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:12 smithi132 bash[25563]: audit 2024-06-06T10:57:11.248547+0000 mon.a (mon.0) 271 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:57:12.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:12 smithi132 bash[17898]: cluster 2024-06-06T10:57:11.148573+0000 mgr.y (mgr.14146) 102 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:12.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:12 smithi132 bash[17898]: audit 2024-06-06T10:57:11.247660+0000 mon.a (mon.0) 268 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T10:57:12.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:12 smithi132 bash[17898]: cluster 2024-06-06T10:57:11.247742+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-06-06T10:57:12.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:12 smithi132 bash[17898]: audit 2024-06-06T10:57:11.247904+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:12.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:12 smithi132 bash[17898]: audit 2024-06-06T10:57:11.248547+0000 mon.a (mon.0) 271 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:57:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:12 smithi179 bash[18882]: cluster 2024-06-06T10:57:11.148573+0000 mgr.y (mgr.14146) 102 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:12 smithi179 bash[18882]: audit 2024-06-06T10:57:11.247660+0000 mon.a (mon.0) 268 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T10:57:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:12 smithi179 bash[18882]: cluster 2024-06-06T10:57:11.247742+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-06-06T10:57:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:12 smithi179 bash[18882]: audit 2024-06-06T10:57:11.247904+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:12 smithi179 bash[18882]: audit 2024-06-06T10:57:11.248547+0000 mon.a (mon.0) 271 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:57:12.938 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 1 on host 'smithi132' 2024-06-06T10:57:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[25563]: audit 2024-06-06T10:57:12.250250+0000 mon.a (mon.0) 272 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:57:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[25563]: cluster 2024-06-06T10:57:12.250340+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-06-06T10:57:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[25563]: audit 2024-06-06T10:57:12.250910+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[25563]: audit 2024-06-06T10:57:12.259592+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[25563]: audit 2024-06-06T10:57:12.937945+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[25563]: audit 2024-06-06T10:57:12.969248+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:13.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[17898]: audit 2024-06-06T10:57:12.250250+0000 mon.a (mon.0) 272 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:57:13.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[17898]: cluster 2024-06-06T10:57:12.250340+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-06-06T10:57:13.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[17898]: audit 2024-06-06T10:57:12.250910+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:13.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[17898]: audit 2024-06-06T10:57:12.259592+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:13.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[17898]: audit 2024-06-06T10:57:12.937945+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:13.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:13 smithi132 bash[17898]: audit 2024-06-06T10:57:12.969248+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:13.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:13 smithi179 bash[18882]: audit 2024-06-06T10:57:12.250250+0000 mon.a (mon.0) 272 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:57:13.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:13 smithi179 bash[18882]: cluster 2024-06-06T10:57:12.250340+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-06-06T10:57:13.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:13 smithi179 bash[18882]: audit 2024-06-06T10:57:12.250910+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:13.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:13 smithi179 bash[18882]: audit 2024-06-06T10:57:12.259592+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:13.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:13 smithi179 bash[18882]: audit 2024-06-06T10:57:12.937945+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:13.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:13 smithi179 bash[18882]: audit 2024-06-06T10:57:12.969248+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:13.649 DEBUG:teuthology.orchestra.run.smithi132:osd.1> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.1.service 2024-06-06T10:57:13.651 INFO:tasks.cephadm:Deploying osd.2 on smithi132 with /dev/vg_nvme/lv_2... 2024-06-06T10:57:13.652 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-06T10:57:13.806 INFO:journalctl@ceph.osd.1.smithi132.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T10:57:14.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[17898]: cluster 2024-06-06T10:57:11.832417+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:57:14.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[17898]: cluster 2024-06-06T10:57:11.832512+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:57:14.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[17898]: cluster 2024-06-06T10:57:13.149100+0000 mgr.y (mgr.14146) 103 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:14.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[17898]: audit 2024-06-06T10:57:13.256334+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:14.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[17898]: cluster 2024-06-06T10:57:13.262363+0000 mon.a (mon.0) 279 : cluster [INF] osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178] boot 2024-06-06T10:57:14.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[17898]: cluster 2024-06-06T10:57:13.262466+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-06-06T10:57:14.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[17898]: audit 2024-06-06T10:57:13.263174+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[25563]: cluster 2024-06-06T10:57:11.832417+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:57:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[25563]: cluster 2024-06-06T10:57:11.832512+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:57:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[25563]: cluster 2024-06-06T10:57:13.149100+0000 mgr.y (mgr.14146) 103 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[25563]: audit 2024-06-06T10:57:13.256334+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:14.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[25563]: cluster 2024-06-06T10:57:13.262363+0000 mon.a (mon.0) 279 : cluster [INF] osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178] boot 2024-06-06T10:57:14.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[25563]: cluster 2024-06-06T10:57:13.262466+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-06-06T10:57:14.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:14 smithi132 bash[25563]: audit 2024-06-06T10:57:13.263174+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:14 smithi179 bash[18882]: cluster 2024-06-06T10:57:11.832417+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:57:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:14 smithi179 bash[18882]: cluster 2024-06-06T10:57:11.832512+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:57:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:14 smithi179 bash[18882]: cluster 2024-06-06T10:57:13.149100+0000 mgr.y (mgr.14146) 103 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-06-06T10:57:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:14 smithi179 bash[18882]: audit 2024-06-06T10:57:13.256334+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:14 smithi179 bash[18882]: cluster 2024-06-06T10:57:13.262363+0000 mon.a (mon.0) 279 : cluster [INF] osd.1 [v2:172.21.15.132:6810/3203093178,v1:172.21.15.132:6811/3203093178] boot 2024-06-06T10:57:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:14 smithi179 bash[18882]: cluster 2024-06-06T10:57:13.262466+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-06-06T10:57:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:14 smithi179 bash[18882]: audit 2024-06-06T10:57:13.263174+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T10:57:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:15 smithi132 bash[17898]: cluster 2024-06-06T10:57:14.274970+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-06-06T10:57:15.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:15 smithi132 bash[25563]: cluster 2024-06-06T10:57:14.274970+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-06-06T10:57:15.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:15 smithi179 bash[18882]: cluster 2024-06-06T10:57:14.274970+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-06-06T10:57:16.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:16 smithi132 bash[25563]: cluster 2024-06-06T10:57:15.149635+0000 mgr.y (mgr.14146) 104 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:16.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:16 smithi132 bash[17898]: cluster 2024-06-06T10:57:15.149635+0000 mgr.y (mgr.14146) 104 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:16.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:16 smithi179 bash[18882]: cluster 2024-06-06T10:57:15.149635+0000 mgr.y (mgr.14146) 104 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:17.210 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-06T10:57:17.210 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-06T10:57:17.210 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-06-06T10:57:17.210 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-06-06T10:57:17.210 INFO:teuthology.orchestra.run.smithi132.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0172786 s, 607 MB/s 2024-06-06T10:57:17.210 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-06-06T10:57:18.068 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi132:vg_nvme/lv_2 2024-06-06T10:57:18.519 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:18 smithi132 bash[17898]: cluster 2024-06-06T10:57:17.150125+0000 mgr.y (mgr.14146) 105 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:18.519 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:18 smithi132 bash[25563]: cluster 2024-06-06T10:57:17.150125+0000 mgr.y (mgr.14146) 105 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:18.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:18 smithi179 bash[18882]: cluster 2024-06-06T10:57:17.150125+0000 mgr.y (mgr.14146) 105 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:20.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:20 smithi132 bash[17898]: cluster 2024-06-06T10:57:19.150603+0000 mgr.y (mgr.14146) 106 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:20 smithi132 bash[25563]: cluster 2024-06-06T10:57:19.150603+0000 mgr.y (mgr.14146) 106 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:20.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:20 smithi179 bash[18882]: cluster 2024-06-06T10:57:19.150603+0000 mgr.y (mgr.14146) 106 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:22.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:22 smithi132 bash[17898]: cluster 2024-06-06T10:57:21.151052+0000 mgr.y (mgr.14146) 107 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:22.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:22 smithi132 bash[25563]: cluster 2024-06-06T10:57:21.151052+0000 mgr.y (mgr.14146) 107 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:22.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:22 smithi179 bash[18882]: cluster 2024-06-06T10:57:21.151052+0000 mgr.y (mgr.14146) 107 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:23.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:23 smithi132 bash[17898]: audit 2024-06-06T10:57:22.567069+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:57:23.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:23 smithi132 bash[17898]: audit 2024-06-06T10:57:22.570580+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:57:23.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:23 smithi132 bash[17898]: audit 2024-06-06T10:57:22.571391+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:23.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:23 smithi132 bash[25563]: audit 2024-06-06T10:57:22.567069+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:57:23.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:23 smithi132 bash[25563]: audit 2024-06-06T10:57:22.570580+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:57:23.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:23 smithi132 bash[25563]: audit 2024-06-06T10:57:22.571391+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:23.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:23 smithi179 bash[18882]: audit 2024-06-06T10:57:22.567069+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:57:23.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:23 smithi179 bash[18882]: audit 2024-06-06T10:57:22.570580+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:57:23.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:23 smithi179 bash[18882]: audit 2024-06-06T10:57:22.571391+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[17898]: audit 2024-06-06T10:57:22.560691+0000 mgr.y (mgr.14146) 108 : audit [DBG] from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:57:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[17898]: cluster 2024-06-06T10:57:23.151534+0000 mgr.y (mgr.14146) 109 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[17898]: audit 2024-06-06T10:57:24.083487+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[17898]: audit 2024-06-06T10:57:24.085239+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:57:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[17898]: audit 2024-06-06T10:57:24.086873+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:57:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[17898]: audit 2024-06-06T10:57:24.093373+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[17898]: audit 2024-06-06T10:57:24.095534+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[17898]: audit 2024-06-06T10:57:24.096743+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:57:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[17898]: audit 2024-06-06T10:57:24.103038+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[25563]: audit 2024-06-06T10:57:22.560691+0000 mgr.y (mgr.14146) 108 : audit [DBG] from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:57:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[25563]: cluster 2024-06-06T10:57:23.151534+0000 mgr.y (mgr.14146) 109 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[25563]: audit 2024-06-06T10:57:24.083487+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:24.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[25563]: audit 2024-06-06T10:57:24.085239+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:57:24.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[25563]: audit 2024-06-06T10:57:24.086873+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:57:24.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[25563]: audit 2024-06-06T10:57:24.093373+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:24.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[25563]: audit 2024-06-06T10:57:24.095534+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:24.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[25563]: audit 2024-06-06T10:57:24.096743+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:57:24.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:24 smithi132 bash[25563]: audit 2024-06-06T10:57:24.103038+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:24 smithi179 bash[18882]: audit 2024-06-06T10:57:22.560691+0000 mgr.y (mgr.14146) 108 : audit [DBG] from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:57:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:24 smithi179 bash[18882]: cluster 2024-06-06T10:57:23.151534+0000 mgr.y (mgr.14146) 109 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:24 smithi179 bash[18882]: audit 2024-06-06T10:57:24.083487+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:24 smithi179 bash[18882]: audit 2024-06-06T10:57:24.085239+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:57:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:24 smithi179 bash[18882]: audit 2024-06-06T10:57:24.086873+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:57:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:24 smithi179 bash[18882]: audit 2024-06-06T10:57:24.093373+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:24 smithi179 bash[18882]: audit 2024-06-06T10:57:24.095534+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:24 smithi179 bash[18882]: audit 2024-06-06T10:57:24.096743+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:57:24.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:24 smithi179 bash[18882]: audit 2024-06-06T10:57:24.103038+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:25.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:25 smithi132 bash[17898]: cephadm 2024-06-06T10:57:24.074646+0000 mgr.y (mgr.14146) 110 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:57:25.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:25 smithi132 bash[17898]: cephadm 2024-06-06T10:57:24.087851+0000 mgr.y (mgr.14146) 111 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 8120M 2024-06-06T10:57:25.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:25 smithi132 bash[25563]: cephadm 2024-06-06T10:57:24.074646+0000 mgr.y (mgr.14146) 110 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:57:25.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:25 smithi132 bash[25563]: cephadm 2024-06-06T10:57:24.087851+0000 mgr.y (mgr.14146) 111 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 8120M 2024-06-06T10:57:25.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:25 smithi179 bash[18882]: cephadm 2024-06-06T10:57:24.074646+0000 mgr.y (mgr.14146) 110 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:57:25.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:25 smithi179 bash[18882]: cephadm 2024-06-06T10:57:24.087851+0000 mgr.y (mgr.14146) 111 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 8120M 2024-06-06T10:57:26.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:26 smithi132 bash[17898]: cluster 2024-06-06T10:57:25.152028+0000 mgr.y (mgr.14146) 112 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:26.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:26 smithi132 bash[25563]: cluster 2024-06-06T10:57:25.152028+0000 mgr.y (mgr.14146) 112 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:26.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:26 smithi179 bash[18882]: cluster 2024-06-06T10:57:25.152028+0000 mgr.y (mgr.14146) 112 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:28.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:28 smithi132 bash[17898]: cluster 2024-06-06T10:57:27.152516+0000 mgr.y (mgr.14146) 113 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:28.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:28 smithi132 bash[25563]: cluster 2024-06-06T10:57:27.152516+0000 mgr.y (mgr.14146) 113 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:28 smithi179 bash[18882]: cluster 2024-06-06T10:57:27.152516+0000 mgr.y (mgr.14146) 113 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:30.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:30 smithi132 bash[17898]: cluster 2024-06-06T10:57:29.152964+0000 mgr.y (mgr.14146) 114 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:30 smithi132 bash[25563]: cluster 2024-06-06T10:57:29.152964+0000 mgr.y (mgr.14146) 114 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:30.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:30 smithi179 bash[18882]: cluster 2024-06-06T10:57:29.152964+0000 mgr.y (mgr.14146) 114 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:31.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:31 smithi132 bash[17898]: audit 2024-06-06T10:57:30.903019+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.132:0/359731484' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03a068c8-ef8b-4669-946a-467419a8310e"}]: dispatch 2024-06-06T10:57:31.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:31 smithi132 bash[17898]: audit 2024-06-06T10:57:30.903771+0000 mon.a (mon.0) 293 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03a068c8-ef8b-4669-946a-467419a8310e"}]: dispatch 2024-06-06T10:57:31.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:31 smithi132 bash[17898]: audit 2024-06-06T10:57:30.910696+0000 mon.a (mon.0) 294 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03a068c8-ef8b-4669-946a-467419a8310e"}]': finished 2024-06-06T10:57:31.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:31 smithi132 bash[17898]: cluster 2024-06-06T10:57:30.910832+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-06-06T10:57:31.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:31 smithi132 bash[17898]: audit 2024-06-06T10:57:30.911051+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:31.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:31 smithi132 bash[25563]: audit 2024-06-06T10:57:30.903019+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.132:0/359731484' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03a068c8-ef8b-4669-946a-467419a8310e"}]: dispatch 2024-06-06T10:57:31.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:31 smithi132 bash[25563]: audit 2024-06-06T10:57:30.903771+0000 mon.a (mon.0) 293 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03a068c8-ef8b-4669-946a-467419a8310e"}]: dispatch 2024-06-06T10:57:31.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:31 smithi132 bash[25563]: audit 2024-06-06T10:57:30.910696+0000 mon.a (mon.0) 294 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03a068c8-ef8b-4669-946a-467419a8310e"}]': finished 2024-06-06T10:57:31.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:31 smithi132 bash[25563]: cluster 2024-06-06T10:57:30.910832+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-06-06T10:57:31.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:31 smithi132 bash[25563]: audit 2024-06-06T10:57:30.911051+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:31.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:31 smithi179 bash[18882]: audit 2024-06-06T10:57:30.903019+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.132:0/359731484' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03a068c8-ef8b-4669-946a-467419a8310e"}]: dispatch 2024-06-06T10:57:31.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:31 smithi179 bash[18882]: audit 2024-06-06T10:57:30.903771+0000 mon.a (mon.0) 293 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "03a068c8-ef8b-4669-946a-467419a8310e"}]: dispatch 2024-06-06T10:57:31.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:31 smithi179 bash[18882]: audit 2024-06-06T10:57:30.910696+0000 mon.a (mon.0) 294 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "03a068c8-ef8b-4669-946a-467419a8310e"}]': finished 2024-06-06T10:57:31.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:31 smithi179 bash[18882]: cluster 2024-06-06T10:57:30.910832+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-06-06T10:57:31.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:31 smithi179 bash[18882]: audit 2024-06-06T10:57:30.911051+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:32.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:32 smithi132 bash[17898]: cluster 2024-06-06T10:57:31.153482+0000 mgr.y (mgr.14146) 115 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:32.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:32 smithi132 bash[17898]: audit 2024-06-06T10:57:31.626459+0000 mon.a (mon.0) 297 : audit [DBG] from='client.? 172.21.15.132:0/2721750553' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:57:32.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:32 smithi132 bash[25563]: cluster 2024-06-06T10:57:31.153482+0000 mgr.y (mgr.14146) 115 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:32.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:32 smithi132 bash[25563]: audit 2024-06-06T10:57:31.626459+0000 mon.a (mon.0) 297 : audit [DBG] from='client.? 172.21.15.132:0/2721750553' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:57:32.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:32 smithi179 bash[18882]: cluster 2024-06-06T10:57:31.153482+0000 mgr.y (mgr.14146) 115 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:32.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:32 smithi179 bash[18882]: audit 2024-06-06T10:57:31.626459+0000 mon.a (mon.0) 297 : audit [DBG] from='client.? 172.21.15.132:0/2721750553' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:57:34.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:34 smithi132 bash[17898]: cluster 2024-06-06T10:57:33.154006+0000 mgr.y (mgr.14146) 116 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:34.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:34 smithi132 bash[25563]: cluster 2024-06-06T10:57:33.154006+0000 mgr.y (mgr.14146) 116 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:34.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:34 smithi179 bash[18882]: cluster 2024-06-06T10:57:33.154006+0000 mgr.y (mgr.14146) 116 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 580 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:36.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:36 smithi132 bash[17898]: cluster 2024-06-06T10:57:35.154543+0000 mgr.y (mgr.14146) 117 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:36.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:36 smithi132 bash[25563]: cluster 2024-06-06T10:57:35.154543+0000 mgr.y (mgr.14146) 117 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:36.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:36 smithi179 bash[18882]: cluster 2024-06-06T10:57:35.154543+0000 mgr.y (mgr.14146) 117 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:38.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:38 smithi132 bash[17898]: cluster 2024-06-06T10:57:37.154959+0000 mgr.y (mgr.14146) 118 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:38 smithi132 bash[25563]: cluster 2024-06-06T10:57:37.154959+0000 mgr.y (mgr.14146) 118 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:38 smithi179 bash[18882]: cluster 2024-06-06T10:57:37.154959+0000 mgr.y (mgr.14146) 118 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:40.601 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:40 smithi132 bash[17898]: cluster 2024-06-06T10:57:39.155513+0000 mgr.y (mgr.14146) 119 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:40.602 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:40 smithi132 bash[25563]: cluster 2024-06-06T10:57:39.155513+0000 mgr.y (mgr.14146) 119 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:40.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:40 smithi179 bash[18882]: cluster 2024-06-06T10:57:39.155513+0000 mgr.y (mgr.14146) 119 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:42.612 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:42 smithi132 bash[25563]: cluster 2024-06-06T10:57:41.156025+0000 mgr.y (mgr.14146) 120 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:42.612 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:42 smithi132 bash[17898]: cluster 2024-06-06T10:57:41.156025+0000 mgr.y (mgr.14146) 120 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:42.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:42 smithi179 bash[18882]: cluster 2024-06-06T10:57:41.156025+0000 mgr.y (mgr.14146) 120 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:43.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:43 smithi132 bash[25563]: audit 2024-06-06T10:57:43.325270+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T10:57:43.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:43 smithi132 bash[25563]: audit 2024-06-06T10:57:43.326869+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:43.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:43 smithi132 bash[17898]: audit 2024-06-06T10:57:43.325270+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T10:57:43.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:43 smithi132 bash[17898]: audit 2024-06-06T10:57:43.326869+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:43.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:43 smithi179 bash[18882]: audit 2024-06-06T10:57:43.325270+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T10:57:43.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:43 smithi179 bash[18882]: audit 2024-06-06T10:57:43.326869+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:44.624 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:44 smithi132 bash[17898]: cluster 2024-06-06T10:57:43.156532+0000 mgr.y (mgr.14146) 121 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:44.625 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:44 smithi132 bash[17898]: cephadm 2024-06-06T10:57:43.328240+0000 mgr.y (mgr.14146) 122 : cephadm [INF] Deploying daemon osd.2 on smithi132 2024-06-06T10:57:44.625 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:44 smithi132 bash[25563]: cluster 2024-06-06T10:57:43.156532+0000 mgr.y (mgr.14146) 121 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:44.625 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:44 smithi132 bash[25563]: cephadm 2024-06-06T10:57:43.328240+0000 mgr.y (mgr.14146) 122 : cephadm [INF] Deploying daemon osd.2 on smithi132 2024-06-06T10:57:44.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:44 smithi179 bash[18882]: cluster 2024-06-06T10:57:43.156532+0000 mgr.y (mgr.14146) 121 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:44.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:44 smithi179 bash[18882]: cephadm 2024-06-06T10:57:43.328240+0000 mgr.y (mgr.14146) 122 : cephadm [INF] Deploying daemon osd.2 on smithi132 2024-06-06T10:57:46.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:46 smithi132 bash[17898]: cluster 2024-06-06T10:57:45.157026+0000 mgr.y (mgr.14146) 123 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:46.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:46 smithi132 bash[25563]: cluster 2024-06-06T10:57:45.157026+0000 mgr.y (mgr.14146) 123 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:46 smithi179 bash[18882]: cluster 2024-06-06T10:57:45.157026+0000 mgr.y (mgr.14146) 123 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:48.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:48 smithi132 bash[25563]: cluster 2024-06-06T10:57:47.157385+0000 mgr.y (mgr.14146) 124 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:48.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:48 smithi132 bash[25563]: audit 2024-06-06T10:57:47.565107+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:48.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:48 smithi132 bash[25563]: audit 2024-06-06T10:57:47.579828+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:48.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:48 smithi132 bash[17898]: cluster 2024-06-06T10:57:47.157385+0000 mgr.y (mgr.14146) 124 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:48.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:48 smithi132 bash[17898]: audit 2024-06-06T10:57:47.565107+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:48.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:48 smithi132 bash[17898]: audit 2024-06-06T10:57:47.579828+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:48.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:48 smithi179 bash[18882]: cluster 2024-06-06T10:57:47.157385+0000 mgr.y (mgr.14146) 124 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:48.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:48 smithi179 bash[18882]: audit 2024-06-06T10:57:47.565107+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:48.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:48 smithi179 bash[18882]: audit 2024-06-06T10:57:47.579828+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:50.631 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:50 smithi132 bash[17898]: cluster 2024-06-06T10:57:49.157940+0000 mgr.y (mgr.14146) 125 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:50.632 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:50 smithi132 bash[25563]: cluster 2024-06-06T10:57:49.157940+0000 mgr.y (mgr.14146) 125 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:50.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:50 smithi179 bash[18882]: cluster 2024-06-06T10:57:49.157940+0000 mgr.y (mgr.14146) 125 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:52.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:52 smithi132 bash[17898]: cluster 2024-06-06T10:57:51.158485+0000 mgr.y (mgr.14146) 126 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:52.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:52 smithi132 bash[25563]: cluster 2024-06-06T10:57:51.158485+0000 mgr.y (mgr.14146) 126 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:52.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:52 smithi179 bash[18882]: cluster 2024-06-06T10:57:51.158485+0000 mgr.y (mgr.14146) 126 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:54.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:53 smithi132 bash[17898]: audit 2024-06-06T10:57:52.772575+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:54.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:53 smithi132 bash[17898]: audit 2024-06-06T10:57:53.018691+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:54.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:53 smithi132 bash[17898]: audit 2024-06-06T10:57:53.020177+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:57:54.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:53 smithi132 bash[17898]: audit 2024-06-06T10:57:53.026882+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:54.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:53 smithi132 bash[17898]: cluster 2024-06-06T10:57:53.159024+0000 mgr.y (mgr.14146) 127 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:54.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:53 smithi132 bash[25563]: audit 2024-06-06T10:57:52.772575+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:54.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:53 smithi132 bash[25563]: audit 2024-06-06T10:57:53.018691+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:54.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:53 smithi132 bash[25563]: audit 2024-06-06T10:57:53.020177+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:57:54.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:53 smithi132 bash[25563]: audit 2024-06-06T10:57:53.026882+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:54.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:53 smithi132 bash[25563]: cluster 2024-06-06T10:57:53.159024+0000 mgr.y (mgr.14146) 127 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:53 smithi179 bash[18882]: audit 2024-06-06T10:57:52.772575+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:53 smithi179 bash[18882]: audit 2024-06-06T10:57:53.018691+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:57:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:53 smithi179 bash[18882]: audit 2024-06-06T10:57:53.020177+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:57:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:53 smithi179 bash[18882]: audit 2024-06-06T10:57:53.026882+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:53 smithi179 bash[18882]: cluster 2024-06-06T10:57:53.159024+0000 mgr.y (mgr.14146) 127 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:55.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:55 smithi132 bash[25563]: audit 2024-06-06T10:57:54.134553+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/1252780138,v1:172.21.15.132:6819/1252780138]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T10:57:55.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:55 smithi132 bash[25563]: audit 2024-06-06T10:57:54.134933+0000 mon.a (mon.0) 306 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T10:57:55.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:55 smithi132 bash[17898]: audit 2024-06-06T10:57:54.134553+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/1252780138,v1:172.21.15.132:6819/1252780138]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T10:57:55.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:55 smithi132 bash[17898]: audit 2024-06-06T10:57:54.134933+0000 mon.a (mon.0) 306 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T10:57:55.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:55 smithi179 bash[18882]: audit 2024-06-06T10:57:54.134553+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/1252780138,v1:172.21.15.132:6819/1252780138]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T10:57:55.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:55 smithi179 bash[18882]: audit 2024-06-06T10:57:54.134933+0000 mon.a (mon.0) 306 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T10:57:56.176 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 2 on host 'smithi132' 2024-06-06T10:57:56.402 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[25563]: audit 2024-06-06T10:57:55.038656+0000 mon.a (mon.0) 307 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T10:57:56.402 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[25563]: cluster 2024-06-06T10:57:55.038717+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-06-06T10:57:56.402 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[25563]: audit 2024-06-06T10:57:55.038834+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:56.402 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[25563]: audit 2024-06-06T10:57:55.040510+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/1252780138,v1:172.21.15.132:6819/1252780138]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:57:56.402 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[25563]: audit 2024-06-06T10:57:55.040889+0000 mon.a (mon.0) 310 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:57:56.402 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[25563]: cluster 2024-06-06T10:57:55.159603+0000 mgr.y (mgr.14146) 128 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:56.402 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[17898]: audit 2024-06-06T10:57:55.038656+0000 mon.a (mon.0) 307 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T10:57:56.403 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[17898]: cluster 2024-06-06T10:57:55.038717+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-06-06T10:57:56.403 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[17898]: audit 2024-06-06T10:57:55.038834+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:56.403 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[17898]: audit 2024-06-06T10:57:55.040510+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/1252780138,v1:172.21.15.132:6819/1252780138]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:57:56.403 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[17898]: audit 2024-06-06T10:57:55.040889+0000 mon.a (mon.0) 310 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:57:56.403 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:56 smithi132 bash[17898]: cluster 2024-06-06T10:57:55.159603+0000 mgr.y (mgr.14146) 128 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:56 smithi179 bash[18882]: audit 2024-06-06T10:57:55.038656+0000 mon.a (mon.0) 307 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T10:57:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:56 smithi179 bash[18882]: cluster 2024-06-06T10:57:55.038717+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-06-06T10:57:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:56 smithi179 bash[18882]: audit 2024-06-06T10:57:55.038834+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:56 smithi179 bash[18882]: audit 2024-06-06T10:57:55.040510+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/1252780138,v1:172.21.15.132:6819/1252780138]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:57:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:56 smithi179 bash[18882]: audit 2024-06-06T10:57:55.040889+0000 mon.a (mon.0) 310 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:57:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:56 smithi179 bash[18882]: cluster 2024-06-06T10:57:55.159603+0000 mgr.y (mgr.14146) 128 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:56.895 DEBUG:teuthology.orchestra.run.smithi132:osd.2> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.2.service 2024-06-06T10:57:56.898 INFO:tasks.cephadm:Deploying osd.3 on smithi132 with /dev/vg_nvme/lv_1... 2024-06-06T10:57:56.899 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-06T10:57:57.086 INFO:journalctl@ceph.osd.2.smithi132.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T10:57:57.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[17898]: audit 2024-06-06T10:57:56.043274+0000 mon.a (mon.0) 311 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:57:57.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[17898]: cluster 2024-06-06T10:57:56.043394+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-06-06T10:57:57.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[17898]: audit 2024-06-06T10:57:56.043966+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:57.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[17898]: audit 2024-06-06T10:57:56.050888+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:57.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[17898]: audit 2024-06-06T10:57:56.175727+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:57.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[17898]: audit 2024-06-06T10:57:56.203384+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:57.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[25563]: audit 2024-06-06T10:57:56.043274+0000 mon.a (mon.0) 311 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:57:57.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[25563]: cluster 2024-06-06T10:57:56.043394+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-06-06T10:57:57.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[25563]: audit 2024-06-06T10:57:56.043966+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:57.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[25563]: audit 2024-06-06T10:57:56.050888+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:57.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[25563]: audit 2024-06-06T10:57:56.175727+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:57.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:57 smithi132 bash[25563]: audit 2024-06-06T10:57:56.203384+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:57.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:57 smithi179 bash[18882]: audit 2024-06-06T10:57:56.043274+0000 mon.a (mon.0) 311 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:57:57.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:57 smithi179 bash[18882]: cluster 2024-06-06T10:57:56.043394+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-06-06T10:57:57.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:57 smithi179 bash[18882]: audit 2024-06-06T10:57:56.043966+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:57.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:57 smithi179 bash[18882]: audit 2024-06-06T10:57:56.050888+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:57.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:57 smithi179 bash[18882]: audit 2024-06-06T10:57:56.175727+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:57:57.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:57 smithi179 bash[18882]: audit 2024-06-06T10:57:56.203384+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:57:58.277 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[17898]: cluster 2024-06-06T10:57:55.161525+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:57:58.277 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[17898]: cluster 2024-06-06T10:57:55.161616+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:57:58.277 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[17898]: audit 2024-06-06T10:57:57.054400+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:58.277 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[17898]: cluster 2024-06-06T10:57:57.058657+0000 mon.a (mon.0) 318 : cluster [INF] osd.2 [v2:172.21.15.132:6818/1252780138,v1:172.21.15.132:6819/1252780138] boot 2024-06-06T10:57:58.277 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[17898]: cluster 2024-06-06T10:57:57.058711+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-06-06T10:57:58.277 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[17898]: audit 2024-06-06T10:57:57.058882+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:58.277 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[17898]: audit 2024-06-06T10:57:57.059485+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-06-06T10:57:58.278 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[17898]: cluster 2024-06-06T10:57:57.159941+0000 mgr.y (mgr.14146) 129 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:58.278 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[25563]: cluster 2024-06-06T10:57:55.161525+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:57:58.278 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[25563]: cluster 2024-06-06T10:57:55.161616+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:57:58.278 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[25563]: audit 2024-06-06T10:57:57.054400+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:58.278 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[25563]: cluster 2024-06-06T10:57:57.058657+0000 mon.a (mon.0) 318 : cluster [INF] osd.2 [v2:172.21.15.132:6818/1252780138,v1:172.21.15.132:6819/1252780138] boot 2024-06-06T10:57:58.278 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[25563]: cluster 2024-06-06T10:57:57.058711+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-06-06T10:57:58.278 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[25563]: audit 2024-06-06T10:57:57.058882+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:58.278 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[25563]: audit 2024-06-06T10:57:57.059485+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-06-06T10:57:58.278 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:58 smithi132 bash[25563]: cluster 2024-06-06T10:57:57.159941+0000 mgr.y (mgr.14146) 129 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:58.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:58 smithi179 bash[18882]: cluster 2024-06-06T10:57:55.161525+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:57:58.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:58 smithi179 bash[18882]: cluster 2024-06-06T10:57:55.161616+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:57:58.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:58 smithi179 bash[18882]: audit 2024-06-06T10:57:57.054400+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:58.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:58 smithi179 bash[18882]: cluster 2024-06-06T10:57:57.058657+0000 mon.a (mon.0) 318 : cluster [INF] osd.2 [v2:172.21.15.132:6818/1252780138,v1:172.21.15.132:6819/1252780138] boot 2024-06-06T10:57:58.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:58 smithi179 bash[18882]: cluster 2024-06-06T10:57:57.058711+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-06-06T10:57:58.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:58 smithi179 bash[18882]: audit 2024-06-06T10:57:57.058882+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T10:57:58.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:58 smithi179 bash[18882]: audit 2024-06-06T10:57:57.059485+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-06-06T10:57:58.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:58 smithi179 bash[18882]: cluster 2024-06-06T10:57:57.159941+0000 mgr.y (mgr.14146) 129 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-06-06T10:57:59.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:59 smithi132 bash[17898]: audit 2024-06-06T10:57:58.063923+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-06-06T10:57:59.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:59 smithi132 bash[17898]: cluster 2024-06-06T10:57:58.064014+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-06-06T10:57:59.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:57:59 smithi132 bash[17898]: audit 2024-06-06T10:57:58.065403+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-06-06T10:57:59.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:59 smithi132 bash[25563]: audit 2024-06-06T10:57:58.063923+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-06-06T10:57:59.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:59 smithi132 bash[25563]: cluster 2024-06-06T10:57:58.064014+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-06-06T10:57:59.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:57:59 smithi132 bash[25563]: audit 2024-06-06T10:57:58.065403+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-06-06T10:57:59.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:59 smithi179 bash[18882]: audit 2024-06-06T10:57:58.063923+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-06-06T10:57:59.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:59 smithi179 bash[18882]: cluster 2024-06-06T10:57:58.064014+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-06-06T10:57:59.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:57:59 smithi179 bash[18882]: audit 2024-06-06T10:57:58.065403+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-06-06T10:58:00.290 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-06T10:58:00.290 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-06T10:58:00.290 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-06-06T10:58:00.290 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-06-06T10:58:00.290 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0166983 s, 628 MB/s 2024-06-06T10:58:00.290 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-06-06T10:58:00.360 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:00 smithi132 bash[17898]: audit 2024-06-06T10:57:59.073051+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-06-06T10:58:00.360 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:00 smithi132 bash[17898]: cluster 2024-06-06T10:57:59.073149+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-06-06T10:58:00.360 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:00 smithi132 bash[17898]: cluster 2024-06-06T10:57:59.160423+0000 mgr.y (mgr.14146) 130 : cluster [DBG] pgmap v110: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:00.361 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:00 smithi132 bash[25563]: audit 2024-06-06T10:57:59.073051+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-06-06T10:58:00.361 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:00 smithi132 bash[25563]: cluster 2024-06-06T10:57:59.073149+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-06-06T10:58:00.361 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:00 smithi132 bash[25563]: cluster 2024-06-06T10:57:59.160423+0000 mgr.y (mgr.14146) 130 : cluster [DBG] pgmap v110: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:00.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:00 smithi179 bash[18882]: audit 2024-06-06T10:57:59.073051+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-06-06T10:58:00.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:00 smithi179 bash[18882]: cluster 2024-06-06T10:57:59.073149+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-06-06T10:58:00.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:00 smithi179 bash[18882]: cluster 2024-06-06T10:57:59.160423+0000 mgr.y (mgr.14146) 130 : cluster [DBG] pgmap v110: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:01.024 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi132:vg_nvme/lv_1 2024-06-06T10:58:01.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:01 smithi132 bash[25563]: cluster 2024-06-06T10:58:00.085485+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-06-06T10:58:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:01 smithi132 bash[17898]: cluster 2024-06-06T10:58:00.085485+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-06-06T10:58:01.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:01 smithi179 bash[18882]: cluster 2024-06-06T10:58:00.085485+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-06-06T10:58:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:02 smithi132 bash[17898]: cluster 2024-06-06T10:58:01.160919+0000 mgr.y (mgr.14146) 131 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:02.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:02 smithi132 bash[25563]: cluster 2024-06-06T10:58:01.160919+0000 mgr.y (mgr.14146) 131 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:02 smithi179 bash[18882]: cluster 2024-06-06T10:58:01.160919+0000 mgr.y (mgr.14146) 131 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:04.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:04 smithi132 bash[25563]: cluster 2024-06-06T10:58:03.161421+0000 mgr.y (mgr.14146) 132 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:04.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:04 smithi132 bash[17898]: cluster 2024-06-06T10:58:03.161421+0000 mgr.y (mgr.14146) 132 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:04.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:04 smithi179 bash[18882]: cluster 2024-06-06T10:58:03.161421+0000 mgr.y (mgr.14146) 132 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:06.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:06 smithi132 bash[17898]: cluster 2024-06-06T10:58:05.161922+0000 mgr.y (mgr.14146) 133 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:06.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:06 smithi132 bash[17898]: audit 2024-06-06T10:58:05.697538+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:58:06.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:06 smithi132 bash[17898]: audit 2024-06-06T10:58:05.702902+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:58:06.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:06 smithi132 bash[17898]: audit 2024-06-06T10:58:05.704100+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:06.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:06 smithi132 bash[25563]: cluster 2024-06-06T10:58:05.161922+0000 mgr.y (mgr.14146) 133 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:06.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:06 smithi132 bash[25563]: audit 2024-06-06T10:58:05.697538+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:58:06.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:06 smithi132 bash[25563]: audit 2024-06-06T10:58:05.702902+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:58:06.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:06 smithi132 bash[25563]: audit 2024-06-06T10:58:05.704100+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:06.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:06 smithi179 bash[18882]: cluster 2024-06-06T10:58:05.161922+0000 mgr.y (mgr.14146) 133 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:06.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:06 smithi179 bash[18882]: audit 2024-06-06T10:58:05.697538+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:58:06.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:06 smithi179 bash[18882]: audit 2024-06-06T10:58:05.702902+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:58:06.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:06 smithi179 bash[18882]: audit 2024-06-06T10:58:05.704100+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:07.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[17898]: audit 2024-06-06T10:58:05.694582+0000 mgr.y (mgr.14146) 134 : audit [DBG] from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:58:07.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[17898]: audit 2024-06-06T10:58:07.164117+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:07.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[17898]: audit 2024-06-06T10:58:07.165582+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[17898]: audit 2024-06-06T10:58:07.166608+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[17898]: audit 2024-06-06T10:58:07.167692+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[17898]: audit 2024-06-06T10:58:07.175062+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[17898]: audit 2024-06-06T10:58:07.176454+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[17898]: audit 2024-06-06T10:58:07.177512+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:58:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[17898]: audit 2024-06-06T10:58:07.183940+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:07.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[25563]: audit 2024-06-06T10:58:05.694582+0000 mgr.y (mgr.14146) 134 : audit [DBG] from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:58:07.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[25563]: audit 2024-06-06T10:58:07.164117+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:07.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[25563]: audit 2024-06-06T10:58:07.165582+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:07.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[25563]: audit 2024-06-06T10:58:07.166608+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:07.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[25563]: audit 2024-06-06T10:58:07.167692+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:07.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[25563]: audit 2024-06-06T10:58:07.175062+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:07.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[25563]: audit 2024-06-06T10:58:07.176454+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:07.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[25563]: audit 2024-06-06T10:58:07.177512+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:58:07.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:07 smithi132 bash[25563]: audit 2024-06-06T10:58:07.183940+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:07.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:07 smithi179 bash[18882]: audit 2024-06-06T10:58:05.694582+0000 mgr.y (mgr.14146) 134 : audit [DBG] from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:58:07.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:07 smithi179 bash[18882]: audit 2024-06-06T10:58:07.164117+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:07.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:07 smithi179 bash[18882]: audit 2024-06-06T10:58:07.165582+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:07.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:07 smithi179 bash[18882]: audit 2024-06-06T10:58:07.166608+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:07.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:07 smithi179 bash[18882]: audit 2024-06-06T10:58:07.167692+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:07.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:07 smithi179 bash[18882]: audit 2024-06-06T10:58:07.175062+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:07.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:07 smithi179 bash[18882]: audit 2024-06-06T10:58:07.176454+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:07.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:07 smithi179 bash[18882]: audit 2024-06-06T10:58:07.177512+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:58:07.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:07 smithi179 bash[18882]: audit 2024-06-06T10:58:07.183940+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:08 smithi132 bash[17898]: cephadm 2024-06-06T10:58:07.155440+0000 mgr.y (mgr.14146) 135 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:58:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:08 smithi132 bash[17898]: cluster 2024-06-06T10:58:07.162263+0000 mgr.y (mgr.14146) 136 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:08 smithi132 bash[17898]: cephadm 2024-06-06T10:58:07.168498+0000 mgr.y (mgr.14146) 137 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 5413M 2024-06-06T10:58:08.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:08 smithi132 bash[25563]: cephadm 2024-06-06T10:58:07.155440+0000 mgr.y (mgr.14146) 135 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:58:08.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:08 smithi132 bash[25563]: cluster 2024-06-06T10:58:07.162263+0000 mgr.y (mgr.14146) 136 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:08.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:08 smithi132 bash[25563]: cephadm 2024-06-06T10:58:07.168498+0000 mgr.y (mgr.14146) 137 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 5413M 2024-06-06T10:58:08.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:08 smithi179 bash[18882]: cephadm 2024-06-06T10:58:07.155440+0000 mgr.y (mgr.14146) 135 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:58:08.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:08 smithi179 bash[18882]: cluster 2024-06-06T10:58:07.162263+0000 mgr.y (mgr.14146) 136 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:08.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:08 smithi179 bash[18882]: cephadm 2024-06-06T10:58:07.168498+0000 mgr.y (mgr.14146) 137 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 5413M 2024-06-06T10:58:10.491 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:10 smithi132 bash[17898]: cluster 2024-06-06T10:58:09.162747+0000 mgr.y (mgr.14146) 138 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:10.491 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:10 smithi132 bash[25563]: cluster 2024-06-06T10:58:09.162747+0000 mgr.y (mgr.14146) 138 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:10.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:10 smithi179 bash[18882]: cluster 2024-06-06T10:58:09.162747+0000 mgr.y (mgr.14146) 138 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:12.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:12 smithi132 bash[17898]: cluster 2024-06-06T10:58:11.163319+0000 mgr.y (mgr.14146) 139 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:12.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:12 smithi132 bash[25563]: cluster 2024-06-06T10:58:11.163319+0000 mgr.y (mgr.14146) 139 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:12 smithi179 bash[18882]: cluster 2024-06-06T10:58:11.163319+0000 mgr.y (mgr.14146) 139 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:14.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:14 smithi132 bash[17898]: cluster 2024-06-06T10:58:13.163859+0000 mgr.y (mgr.14146) 140 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:14.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:14 smithi132 bash[17898]: audit 2024-06-06T10:58:13.829546+0000 mon.a (mon.0) 339 : audit [INF] from='client.? 172.21.15.132:0/2079351389' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e7464067-04ec-4203-963d-4bac90dfadd1"}]: dispatch 2024-06-06T10:58:14.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:14 smithi132 bash[17898]: audit 2024-06-06T10:58:13.836923+0000 mon.a (mon.0) 340 : audit [INF] from='client.? 172.21.15.132:0/2079351389' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e7464067-04ec-4203-963d-4bac90dfadd1"}]': finished 2024-06-06T10:58:14.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:14 smithi132 bash[17898]: cluster 2024-06-06T10:58:13.837061+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-06-06T10:58:14.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:14 smithi132 bash[17898]: audit 2024-06-06T10:58:13.837288+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:14 smithi132 bash[25563]: cluster 2024-06-06T10:58:13.163859+0000 mgr.y (mgr.14146) 140 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:14 smithi132 bash[25563]: audit 2024-06-06T10:58:13.829546+0000 mon.a (mon.0) 339 : audit [INF] from='client.? 172.21.15.132:0/2079351389' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e7464067-04ec-4203-963d-4bac90dfadd1"}]: dispatch 2024-06-06T10:58:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:14 smithi132 bash[25563]: audit 2024-06-06T10:58:13.836923+0000 mon.a (mon.0) 340 : audit [INF] from='client.? 172.21.15.132:0/2079351389' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e7464067-04ec-4203-963d-4bac90dfadd1"}]': finished 2024-06-06T10:58:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:14 smithi132 bash[25563]: cluster 2024-06-06T10:58:13.837061+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-06-06T10:58:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:14 smithi132 bash[25563]: audit 2024-06-06T10:58:13.837288+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:14 smithi179 bash[18882]: cluster 2024-06-06T10:58:13.163859+0000 mgr.y (mgr.14146) 140 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:14 smithi179 bash[18882]: audit 2024-06-06T10:58:13.829546+0000 mon.a (mon.0) 339 : audit [INF] from='client.? 172.21.15.132:0/2079351389' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e7464067-04ec-4203-963d-4bac90dfadd1"}]: dispatch 2024-06-06T10:58:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:14 smithi179 bash[18882]: audit 2024-06-06T10:58:13.836923+0000 mon.a (mon.0) 340 : audit [INF] from='client.? 172.21.15.132:0/2079351389' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e7464067-04ec-4203-963d-4bac90dfadd1"}]': finished 2024-06-06T10:58:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:14 smithi179 bash[18882]: cluster 2024-06-06T10:58:13.837061+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-06-06T10:58:14.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:14 smithi179 bash[18882]: audit 2024-06-06T10:58:13.837288+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:15 smithi132 bash[17898]: audit 2024-06-06T10:58:14.561542+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.132:0/4039371280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:58:15.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:15 smithi132 bash[25563]: audit 2024-06-06T10:58:14.561542+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.132:0/4039371280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:58:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:15 smithi179 bash[18882]: audit 2024-06-06T10:58:14.561542+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.132:0/4039371280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:58:16.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:16 smithi132 bash[17898]: cluster 2024-06-06T10:58:15.164430+0000 mgr.y (mgr.14146) 141 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:16.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:16 smithi132 bash[25563]: cluster 2024-06-06T10:58:15.164430+0000 mgr.y (mgr.14146) 141 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:16 smithi179 bash[18882]: cluster 2024-06-06T10:58:15.164430+0000 mgr.y (mgr.14146) 141 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:18.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:18 smithi132 bash[17898]: cluster 2024-06-06T10:58:17.164984+0000 mgr.y (mgr.14146) 142 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:18.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:18 smithi132 bash[25563]: cluster 2024-06-06T10:58:17.164984+0000 mgr.y (mgr.14146) 142 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:18.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:18 smithi179 bash[18882]: cluster 2024-06-06T10:58:17.164984+0000 mgr.y (mgr.14146) 142 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:20.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:20 smithi132 bash[17898]: cluster 2024-06-06T10:58:19.165487+0000 mgr.y (mgr.14146) 143 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:20 smithi132 bash[25563]: cluster 2024-06-06T10:58:19.165487+0000 mgr.y (mgr.14146) 143 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:20.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:20 smithi179 bash[18882]: cluster 2024-06-06T10:58:19.165487+0000 mgr.y (mgr.14146) 143 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:22.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:22 smithi132 bash[17898]: cluster 2024-06-06T10:58:21.166062+0000 mgr.y (mgr.14146) 144 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:22.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:22 smithi132 bash[25563]: cluster 2024-06-06T10:58:21.166062+0000 mgr.y (mgr.14146) 144 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:22.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:22 smithi179 bash[18882]: cluster 2024-06-06T10:58:21.166062+0000 mgr.y (mgr.14146) 144 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:24.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:24 smithi132 bash[17898]: cluster 2024-06-06T10:58:23.166566+0000 mgr.y (mgr.14146) 145 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:24.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:24 smithi132 bash[25563]: cluster 2024-06-06T10:58:23.166566+0000 mgr.y (mgr.14146) 145 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:24.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:24 smithi179 bash[18882]: cluster 2024-06-06T10:58:23.166566+0000 mgr.y (mgr.14146) 145 : cluster [DBG] pgmap v124: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:26.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:26 smithi132 bash[17898]: cluster 2024-06-06T10:58:25.167028+0000 mgr.y (mgr.14146) 146 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:26.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:26 smithi132 bash[25563]: cluster 2024-06-06T10:58:25.167028+0000 mgr.y (mgr.14146) 146 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:26.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:26 smithi179 bash[18882]: cluster 2024-06-06T10:58:25.167028+0000 mgr.y (mgr.14146) 146 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:27.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:27 smithi179 bash[18882]: audit 2024-06-06T10:58:26.390950+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T10:58:27.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:27 smithi179 bash[18882]: audit 2024-06-06T10:58:26.392301+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:27.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:27 smithi179 bash[18882]: cephadm 2024-06-06T10:58:26.393338+0000 mgr.y (mgr.14146) 147 : cephadm [INF] Deploying daemon osd.3 on smithi132 2024-06-06T10:58:27.541 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:27 smithi132 bash[17898]: audit 2024-06-06T10:58:26.390950+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T10:58:27.541 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:27 smithi132 bash[17898]: audit 2024-06-06T10:58:26.392301+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:27.541 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:27 smithi132 bash[17898]: cephadm 2024-06-06T10:58:26.393338+0000 mgr.y (mgr.14146) 147 : cephadm [INF] Deploying daemon osd.3 on smithi132 2024-06-06T10:58:27.542 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:27 smithi132 bash[25563]: audit 2024-06-06T10:58:26.390950+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T10:58:27.542 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:27 smithi132 bash[25563]: audit 2024-06-06T10:58:26.392301+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:27.542 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:27 smithi132 bash[25563]: cephadm 2024-06-06T10:58:26.393338+0000 mgr.y (mgr.14146) 147 : cephadm [INF] Deploying daemon osd.3 on smithi132 2024-06-06T10:58:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:28 smithi132 bash[17898]: cluster 2024-06-06T10:58:27.167544+0000 mgr.y (mgr.14146) 148 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:28.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:28 smithi132 bash[25563]: cluster 2024-06-06T10:58:27.167544+0000 mgr.y (mgr.14146) 148 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:28 smithi179 bash[18882]: cluster 2024-06-06T10:58:27.167544+0000 mgr.y (mgr.14146) 148 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:30.631 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:30 smithi132 bash[17898]: cluster 2024-06-06T10:58:29.168049+0000 mgr.y (mgr.14146) 149 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:30.632 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:30 smithi132 bash[25563]: cluster 2024-06-06T10:58:29.168049+0000 mgr.y (mgr.14146) 149 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:30.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:30 smithi179 bash[18882]: cluster 2024-06-06T10:58:29.168049+0000 mgr.y (mgr.14146) 149 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:32.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:31 smithi132 bash[17898]: audit 2024-06-06T10:58:30.898759+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:32.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:31 smithi132 bash[17898]: audit 2024-06-06T10:58:30.913357+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:58:32.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:31 smithi132 bash[17898]: cluster 2024-06-06T10:58:31.168517+0000 mgr.y (mgr.14146) 150 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:32.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:31 smithi132 bash[25563]: audit 2024-06-06T10:58:30.898759+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:32.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:31 smithi132 bash[25563]: audit 2024-06-06T10:58:30.913357+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:58:32.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:31 smithi132 bash[25563]: cluster 2024-06-06T10:58:31.168517+0000 mgr.y (mgr.14146) 150 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:32.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:31 smithi179 bash[18882]: audit 2024-06-06T10:58:30.898759+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:32.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:31 smithi179 bash[18882]: audit 2024-06-06T10:58:30.913357+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:58:32.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:31 smithi179 bash[18882]: cluster 2024-06-06T10:58:31.168517+0000 mgr.y (mgr.14146) 150 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:34.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:34 smithi132 bash[25563]: cluster 2024-06-06T10:58:33.168961+0000 mgr.y (mgr.14146) 151 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:34.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:34 smithi132 bash[17898]: cluster 2024-06-06T10:58:33.168961+0000 mgr.y (mgr.14146) 151 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:34.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:34 smithi179 bash[18882]: cluster 2024-06-06T10:58:33.168961+0000 mgr.y (mgr.14146) 151 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:36.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:36 smithi132 bash[25563]: cluster 2024-06-06T10:58:35.169534+0000 mgr.y (mgr.14146) 152 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:36.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:36 smithi132 bash[25563]: audit 2024-06-06T10:58:36.208750+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:36.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:36 smithi132 bash[25563]: audit 2024-06-06T10:58:36.209980+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:36.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:36 smithi132 bash[25563]: audit 2024-06-06T10:58:36.211485+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:58:36.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:36 smithi132 bash[25563]: audit 2024-06-06T10:58:36.217754+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:36.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:36 smithi132 bash[17898]: cluster 2024-06-06T10:58:35.169534+0000 mgr.y (mgr.14146) 152 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:36.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:36 smithi132 bash[17898]: audit 2024-06-06T10:58:36.208750+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:36.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:36 smithi132 bash[17898]: audit 2024-06-06T10:58:36.209980+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:36.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:36 smithi132 bash[17898]: audit 2024-06-06T10:58:36.211485+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:58:36.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:36 smithi132 bash[17898]: audit 2024-06-06T10:58:36.217754+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:36.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:36 smithi179 bash[18882]: cluster 2024-06-06T10:58:35.169534+0000 mgr.y (mgr.14146) 152 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:36.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:36 smithi179 bash[18882]: audit 2024-06-06T10:58:36.208750+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:36.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:36 smithi179 bash[18882]: audit 2024-06-06T10:58:36.209980+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:36.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:36 smithi179 bash[18882]: audit 2024-06-06T10:58:36.211485+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:58:36.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:36 smithi179 bash[18882]: audit 2024-06-06T10:58:36.217754+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:38.491 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:38 smithi132 bash[17898]: cluster 2024-06-06T10:58:37.169983+0000 mgr.y (mgr.14146) 153 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:38.491 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:38 smithi132 bash[17898]: audit 2024-06-06T10:58:37.688362+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/2387908939,v1:172.21.15.132:6827/2387908939]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T10:58:38.491 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:38 smithi132 bash[17898]: audit 2024-06-06T10:58:37.688931+0000 mon.a (mon.0) 351 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T10:58:38.491 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:38 smithi132 bash[25563]: cluster 2024-06-06T10:58:37.169983+0000 mgr.y (mgr.14146) 153 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:38.491 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:38 smithi132 bash[25563]: audit 2024-06-06T10:58:37.688362+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/2387908939,v1:172.21.15.132:6827/2387908939]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T10:58:38.492 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:38 smithi132 bash[25563]: audit 2024-06-06T10:58:37.688931+0000 mon.a (mon.0) 351 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T10:58:38.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:38 smithi179 bash[18882]: cluster 2024-06-06T10:58:37.169983+0000 mgr.y (mgr.14146) 153 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:38.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:38 smithi179 bash[18882]: audit 2024-06-06T10:58:37.688362+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/2387908939,v1:172.21.15.132:6827/2387908939]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T10:58:38.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:38 smithi179 bash[18882]: audit 2024-06-06T10:58:37.688931+0000 mon.a (mon.0) 351 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T10:58:39.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:39 smithi132 bash[25563]: audit 2024-06-06T10:58:38.238818+0000 mon.a (mon.0) 352 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T10:58:39.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:39 smithi132 bash[25563]: cluster 2024-06-06T10:58:38.238899+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-06-06T10:58:39.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:39 smithi132 bash[25563]: audit 2024-06-06T10:58:38.239455+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:39.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:39 smithi132 bash[25563]: audit 2024-06-06T10:58:38.239898+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/2387908939,v1:172.21.15.132:6827/2387908939]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:58:39.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:39 smithi132 bash[25563]: audit 2024-06-06T10:58:38.244353+0000 mon.a (mon.0) 355 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:58:39.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:39 smithi132 bash[17898]: audit 2024-06-06T10:58:38.238818+0000 mon.a (mon.0) 352 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T10:58:39.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:39 smithi132 bash[17898]: cluster 2024-06-06T10:58:38.238899+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-06-06T10:58:39.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:39 smithi132 bash[17898]: audit 2024-06-06T10:58:38.239455+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:39.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:39 smithi132 bash[17898]: audit 2024-06-06T10:58:38.239898+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/2387908939,v1:172.21.15.132:6827/2387908939]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:58:39.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:39 smithi132 bash[17898]: audit 2024-06-06T10:58:38.244353+0000 mon.a (mon.0) 355 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:58:39.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:39 smithi179 bash[18882]: audit 2024-06-06T10:58:38.238818+0000 mon.a (mon.0) 352 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T10:58:39.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:39 smithi179 bash[18882]: cluster 2024-06-06T10:58:38.238899+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-06-06T10:58:39.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:39 smithi179 bash[18882]: audit 2024-06-06T10:58:38.239455+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:39.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:39 smithi179 bash[18882]: audit 2024-06-06T10:58:38.239898+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/2387908939,v1:172.21.15.132:6827/2387908939]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:58:39.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:39 smithi179 bash[18882]: audit 2024-06-06T10:58:38.244353+0000 mon.a (mon.0) 355 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T10:58:39.624 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 3 on host 'smithi132' 2024-06-06T10:58:40.268 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[25563]: cluster 2024-06-06T10:58:39.170512+0000 mgr.y (mgr.14146) 154 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:40.269 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[25563]: audit 2024-06-06T10:58:39.249615+0000 mon.a (mon.0) 356 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:58:40.269 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[25563]: cluster 2024-06-06T10:58:39.249875+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-06-06T10:58:40.269 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[25563]: audit 2024-06-06T10:58:39.250683+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:40.269 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[25563]: audit 2024-06-06T10:58:39.255768+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:40.269 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[25563]: audit 2024-06-06T10:58:39.623503+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:40.269 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[25563]: audit 2024-06-06T10:58:39.649079+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:58:40.341 DEBUG:teuthology.orchestra.run.smithi132:osd.3> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.3.service 2024-06-06T10:58:40.343 INFO:tasks.cephadm:Deploying osd.4 on smithi179 with /dev/vg_nvme/lv_4... 2024-06-06T10:58:40.344 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-06T10:58:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[17898]: cluster 2024-06-06T10:58:39.170512+0000 mgr.y (mgr.14146) 154 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[17898]: audit 2024-06-06T10:58:39.249615+0000 mon.a (mon.0) 356 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:58:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[17898]: cluster 2024-06-06T10:58:39.249875+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-06-06T10:58:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[17898]: audit 2024-06-06T10:58:39.250683+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[17898]: audit 2024-06-06T10:58:39.255768+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[17898]: audit 2024-06-06T10:58:39.623503+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:40 smithi132 bash[17898]: audit 2024-06-06T10:58:39.649079+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:58:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:40 smithi179 bash[18882]: cluster 2024-06-06T10:58:39.170512+0000 mgr.y (mgr.14146) 154 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:40.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:40 smithi179 bash[18882]: audit 2024-06-06T10:58:39.249615+0000 mon.a (mon.0) 356 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-06-06T10:58:40.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:40 smithi179 bash[18882]: cluster 2024-06-06T10:58:39.249875+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-06-06T10:58:40.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:40 smithi179 bash[18882]: audit 2024-06-06T10:58:39.250683+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:40.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:40 smithi179 bash[18882]: audit 2024-06-06T10:58:39.255768+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:40.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:40 smithi179 bash[18882]: audit 2024-06-06T10:58:39.623503+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:40.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:40 smithi179 bash[18882]: audit 2024-06-06T10:58:39.649079+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:58:40.618 INFO:journalctl@ceph.osd.3.smithi132.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T10:58:41.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:41 smithi132 bash[17898]: cluster 2024-06-06T10:58:38.648928+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:58:41.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:41 smithi132 bash[17898]: cluster 2024-06-06T10:58:38.649007+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:58:41.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:41 smithi132 bash[17898]: cluster 2024-06-06T10:58:40.263699+0000 mon.a (mon.0) 362 : cluster [INF] osd.3 [v2:172.21.15.132:6826/2387908939,v1:172.21.15.132:6827/2387908939] boot 2024-06-06T10:58:41.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:41 smithi132 bash[17898]: cluster 2024-06-06T10:58:40.263771+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-06-06T10:58:41.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:41 smithi132 bash[17898]: audit 2024-06-06T10:58:40.264260+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:41.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:41 smithi132 bash[25563]: cluster 2024-06-06T10:58:38.648928+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:58:41.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:41 smithi132 bash[25563]: cluster 2024-06-06T10:58:38.649007+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:58:41.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:41 smithi132 bash[25563]: cluster 2024-06-06T10:58:40.263699+0000 mon.a (mon.0) 362 : cluster [INF] osd.3 [v2:172.21.15.132:6826/2387908939,v1:172.21.15.132:6827/2387908939] boot 2024-06-06T10:58:41.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:41 smithi132 bash[25563]: cluster 2024-06-06T10:58:40.263771+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-06-06T10:58:41.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:41 smithi132 bash[25563]: audit 2024-06-06T10:58:40.264260+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:41.534 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:41 smithi179 bash[18882]: cluster 2024-06-06T10:58:38.648928+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:58:41.534 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:41 smithi179 bash[18882]: cluster 2024-06-06T10:58:38.649007+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:58:41.534 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:41 smithi179 bash[18882]: cluster 2024-06-06T10:58:40.263699+0000 mon.a (mon.0) 362 : cluster [INF] osd.3 [v2:172.21.15.132:6826/2387908939,v1:172.21.15.132:6827/2387908939] boot 2024-06-06T10:58:41.534 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:41 smithi179 bash[18882]: cluster 2024-06-06T10:58:40.263771+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-06-06T10:58:41.534 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:41 smithi179 bash[18882]: audit 2024-06-06T10:58:40.264260+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T10:58:42.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:42 smithi132 bash[17898]: cluster 2024-06-06T10:58:41.171000+0000 mgr.y (mgr.14146) 155 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:42.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:42 smithi132 bash[17898]: cluster 2024-06-06T10:58:41.282466+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-06-06T10:58:42.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:42 smithi132 bash[25563]: cluster 2024-06-06T10:58:41.171000+0000 mgr.y (mgr.14146) 155 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:42.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:42 smithi132 bash[25563]: cluster 2024-06-06T10:58:41.282466+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-06-06T10:58:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:42 smithi179 bash[18882]: cluster 2024-06-06T10:58:41.171000+0000 mgr.y (mgr.14146) 155 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2024-06-06T10:58:42.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:42 smithi179 bash[18882]: cluster 2024-06-06T10:58:41.282466+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-06-06T10:58:43.569 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-06T10:58:43.569 INFO:teuthology.orchestra.run.smithi179.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-06T10:58:43.569 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10+0 records in 2024-06-06T10:58:43.569 INFO:teuthology.orchestra.run.smithi179.stderr:10+0 records out 2024-06-06T10:58:43.569 INFO:teuthology.orchestra.run.smithi179.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0167228 s, 627 MB/s 2024-06-06T10:58:43.570 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping successful for: 2024-06-06T10:58:44.290 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi179:vg_nvme/lv_4 2024-06-06T10:58:44.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:44 smithi179 bash[18882]: cluster 2024-06-06T10:58:43.171506+0000 mgr.y (mgr.14146) 156 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:44.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:44 smithi132 bash[17898]: cluster 2024-06-06T10:58:43.171506+0000 mgr.y (mgr.14146) 156 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:44.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:44 smithi132 bash[25563]: cluster 2024-06-06T10:58:43.171506+0000 mgr.y (mgr.14146) 156 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:46.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:46 smithi132 bash[17898]: cluster 2024-06-06T10:58:45.171857+0000 mgr.y (mgr.14146) 157 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:46.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:46 smithi132 bash[25563]: cluster 2024-06-06T10:58:45.171857+0000 mgr.y (mgr.14146) 157 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:46.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:46 smithi179 bash[18882]: cluster 2024-06-06T10:58:45.171857+0000 mgr.y (mgr.14146) 157 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:47.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:47 smithi132 bash[25563]: audit 2024-06-06T10:58:47.121287+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:58:47.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:47 smithi132 bash[25563]: audit 2024-06-06T10:58:47.126483+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:58:47.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:47 smithi132 bash[25563]: audit 2024-06-06T10:58:47.127832+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:47.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:47 smithi132 bash[17898]: audit 2024-06-06T10:58:47.121287+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:58:47.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:47 smithi132 bash[17898]: audit 2024-06-06T10:58:47.126483+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:58:47.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:47 smithi132 bash[17898]: audit 2024-06-06T10:58:47.127832+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:47.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:47 smithi179 bash[18882]: audit 2024-06-06T10:58:47.121287+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:58:47.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:47 smithi179 bash[18882]: audit 2024-06-06T10:58:47.126483+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:58:47.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:47 smithi179 bash[18882]: audit 2024-06-06T10:58:47.127832+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:48.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:48 smithi132 bash[17898]: audit 2024-06-06T10:58:47.116661+0000 mgr.y (mgr.14146) 158 : audit [DBG] from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:58:48.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:48 smithi132 bash[17898]: cluster 2024-06-06T10:58:47.172314+0000 mgr.y (mgr.14146) 159 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:48.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:48 smithi132 bash[25563]: audit 2024-06-06T10:58:47.116661+0000 mgr.y (mgr.14146) 158 : audit [DBG] from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:58:48.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:48 smithi132 bash[25563]: cluster 2024-06-06T10:58:47.172314+0000 mgr.y (mgr.14146) 159 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:48.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:48 smithi179 bash[18882]: audit 2024-06-06T10:58:47.116661+0000 mgr.y (mgr.14146) 158 : audit [DBG] from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:58:48.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:48 smithi179 bash[18882]: cluster 2024-06-06T10:58:47.172314+0000 mgr.y (mgr.14146) 159 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:50.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: cephadm 2024-06-06T10:58:48.857346+0000 mgr.y (mgr.14146) 160 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:58:50.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: audit 2024-06-06T10:58:48.868282+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:50.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: audit 2024-06-06T10:58:48.869900+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: audit 2024-06-06T10:58:48.870985+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: audit 2024-06-06T10:58:48.872178+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: audit 2024-06-06T10:58:48.873155+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: cephadm 2024-06-06T10:58:48.873921+0000 mgr.y (mgr.14146) 161 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 4060M 2024-06-06T10:58:50.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: audit 2024-06-06T10:58:48.880004+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:50.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: audit 2024-06-06T10:58:48.881786+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:50.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: audit 2024-06-06T10:58:48.883021+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:58:50.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: audit 2024-06-06T10:58:48.889102+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:50.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[17898]: cluster 2024-06-06T10:58:49.172813+0000 mgr.y (mgr.14146) 162 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: cephadm 2024-06-06T10:58:48.857346+0000 mgr.y (mgr.14146) 160 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: audit 2024-06-06T10:58:48.868282+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: audit 2024-06-06T10:58:48.869900+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: audit 2024-06-06T10:58:48.870985+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: audit 2024-06-06T10:58:48.872178+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: audit 2024-06-06T10:58:48.873155+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: cephadm 2024-06-06T10:58:48.873921+0000 mgr.y (mgr.14146) 161 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 4060M 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: audit 2024-06-06T10:58:48.880004+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: audit 2024-06-06T10:58:48.881786+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: audit 2024-06-06T10:58:48.883021+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: audit 2024-06-06T10:58:48.889102+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:50.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:49 smithi132 bash[25563]: cluster 2024-06-06T10:58:49.172813+0000 mgr.y (mgr.14146) 162 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:50.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: cephadm 2024-06-06T10:58:48.857346+0000 mgr.y (mgr.14146) 160 : cephadm [INF] Detected new or changed devices on smithi132 2024-06-06T10:58:50.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: audit 2024-06-06T10:58:48.868282+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:50.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: audit 2024-06-06T10:58:48.869900+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: audit 2024-06-06T10:58:48.870985+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: audit 2024-06-06T10:58:48.872178+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: audit 2024-06-06T10:58:48.873155+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:58:50.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: cephadm 2024-06-06T10:58:48.873921+0000 mgr.y (mgr.14146) 161 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 4060M 2024-06-06T10:58:50.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: audit 2024-06-06T10:58:48.880004+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:50.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: audit 2024-06-06T10:58:48.881786+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:58:50.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: audit 2024-06-06T10:58:48.883021+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:58:50.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: audit 2024-06-06T10:58:48.889102+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:58:50.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:49 smithi179 bash[18882]: cluster 2024-06-06T10:58:49.172813+0000 mgr.y (mgr.14146) 162 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:52.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:52 smithi132 bash[17898]: cluster 2024-06-06T10:58:51.173334+0000 mgr.y (mgr.14146) 163 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:52.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:52 smithi132 bash[25563]: cluster 2024-06-06T10:58:51.173334+0000 mgr.y (mgr.14146) 163 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:52.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:52 smithi179 bash[18882]: cluster 2024-06-06T10:58:51.173334+0000 mgr.y (mgr.14146) 163 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:54.498 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:54 smithi179 bash[18882]: cluster 2024-06-06T10:58:53.173849+0000 mgr.y (mgr.14146) 164 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:54.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:54 smithi132 bash[17898]: cluster 2024-06-06T10:58:53.173849+0000 mgr.y (mgr.14146) 164 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:54.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:54 smithi132 bash[25563]: cluster 2024-06-06T10:58:53.173849+0000 mgr.y (mgr.14146) 164 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[17898]: cluster 2024-06-06T10:58:55.174478+0000 mgr.y (mgr.14146) 165 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[17898]: audit 2024-06-06T10:58:55.391885+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.179:0/117077935' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09f23fe7-b976-411b-9542-b4b6f3c037de"}]: dispatch 2024-06-06T10:58:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[17898]: audit 2024-06-06T10:58:55.393963+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09f23fe7-b976-411b-9542-b4b6f3c037de"}]: dispatch 2024-06-06T10:58:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[17898]: audit 2024-06-06T10:58:55.404020+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "09f23fe7-b976-411b-9542-b4b6f3c037de"}]': finished 2024-06-06T10:58:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[17898]: cluster 2024-06-06T10:58:55.404122+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-06-06T10:58:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[17898]: audit 2024-06-06T10:58:55.404343+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:58:56.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[17898]: audit 2024-06-06T10:58:56.089651+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.179:0/4280175873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:58:56.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[25563]: cluster 2024-06-06T10:58:55.174478+0000 mgr.y (mgr.14146) 165 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:56.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[25563]: audit 2024-06-06T10:58:55.391885+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.179:0/117077935' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09f23fe7-b976-411b-9542-b4b6f3c037de"}]: dispatch 2024-06-06T10:58:56.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[25563]: audit 2024-06-06T10:58:55.393963+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09f23fe7-b976-411b-9542-b4b6f3c037de"}]: dispatch 2024-06-06T10:58:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[25563]: audit 2024-06-06T10:58:55.404020+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "09f23fe7-b976-411b-9542-b4b6f3c037de"}]': finished 2024-06-06T10:58:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[25563]: cluster 2024-06-06T10:58:55.404122+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-06-06T10:58:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[25563]: audit 2024-06-06T10:58:55.404343+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:58:56.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:56 smithi132 bash[25563]: audit 2024-06-06T10:58:56.089651+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.179:0/4280175873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:58:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:56 smithi179 bash[18882]: cluster 2024-06-06T10:58:55.174478+0000 mgr.y (mgr.14146) 165 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:56 smithi179 bash[18882]: audit 2024-06-06T10:58:55.391885+0000 mon.b (mon.1) 7 : audit [INF] from='client.? 172.21.15.179:0/117077935' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09f23fe7-b976-411b-9542-b4b6f3c037de"}]: dispatch 2024-06-06T10:58:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:56 smithi179 bash[18882]: audit 2024-06-06T10:58:55.393963+0000 mon.a (mon.0) 378 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "09f23fe7-b976-411b-9542-b4b6f3c037de"}]: dispatch 2024-06-06T10:58:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:56 smithi179 bash[18882]: audit 2024-06-06T10:58:55.404020+0000 mon.a (mon.0) 379 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "09f23fe7-b976-411b-9542-b4b6f3c037de"}]': finished 2024-06-06T10:58:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:56 smithi179 bash[18882]: cluster 2024-06-06T10:58:55.404122+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-06-06T10:58:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:56 smithi179 bash[18882]: audit 2024-06-06T10:58:55.404343+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:58:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:56 smithi179 bash[18882]: audit 2024-06-06T10:58:56.089651+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.179:0/4280175873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:58:58.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:58:58 smithi132 bash[17898]: cluster 2024-06-06T10:58:57.175053+0000 mgr.y (mgr.14146) 166 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:58.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:58:58 smithi132 bash[25563]: cluster 2024-06-06T10:58:57.175053+0000 mgr.y (mgr.14146) 166 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:58:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:58:58 smithi179 bash[18882]: cluster 2024-06-06T10:58:57.175053+0000 mgr.y (mgr.14146) 166 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:00.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:00 smithi132 bash[17898]: cluster 2024-06-06T10:58:59.175607+0000 mgr.y (mgr.14146) 167 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:00.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:00 smithi132 bash[25563]: cluster 2024-06-06T10:58:59.175607+0000 mgr.y (mgr.14146) 167 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:00.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:00 smithi179 bash[18882]: cluster 2024-06-06T10:58:59.175607+0000 mgr.y (mgr.14146) 167 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:02.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:02 smithi132 bash[17898]: cluster 2024-06-06T10:59:01.176132+0000 mgr.y (mgr.14146) 168 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:02.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:02 smithi132 bash[25563]: cluster 2024-06-06T10:59:01.176132+0000 mgr.y (mgr.14146) 168 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:02 smithi179 bash[18882]: cluster 2024-06-06T10:59:01.176132+0000 mgr.y (mgr.14146) 168 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:04.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:04 smithi179 bash[18882]: cluster 2024-06-06T10:59:03.176793+0000 mgr.y (mgr.14146) 169 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:04.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:04 smithi132 bash[17898]: cluster 2024-06-06T10:59:03.176793+0000 mgr.y (mgr.14146) 169 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:04.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:04 smithi132 bash[25563]: cluster 2024-06-06T10:59:03.176793+0000 mgr.y (mgr.14146) 169 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:06.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:06 smithi132 bash[17898]: cluster 2024-06-06T10:59:05.177470+0000 mgr.y (mgr.14146) 170 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:06.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:06 smithi132 bash[25563]: cluster 2024-06-06T10:59:05.177470+0000 mgr.y (mgr.14146) 170 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:06.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:06 smithi179 bash[18882]: cluster 2024-06-06T10:59:05.177470+0000 mgr.y (mgr.14146) 170 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:08.528 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:08 smithi179 bash[18882]: cluster 2024-06-06T10:59:07.178035+0000 mgr.y (mgr.14146) 171 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:08.528 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:08 smithi179 bash[18882]: audit 2024-06-06T10:59:07.520672+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T10:59:08.529 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:08 smithi179 bash[18882]: audit 2024-06-06T10:59:07.522644+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:08.529 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:08 smithi179 bash[18882]: cephadm 2024-06-06T10:59:07.524276+0000 mgr.y (mgr.14146) 172 : cephadm [INF] Deploying daemon osd.4 on smithi179 2024-06-06T10:59:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:08 smithi132 bash[17898]: cluster 2024-06-06T10:59:07.178035+0000 mgr.y (mgr.14146) 171 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:08 smithi132 bash[17898]: audit 2024-06-06T10:59:07.520672+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T10:59:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:08 smithi132 bash[17898]: audit 2024-06-06T10:59:07.522644+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:08 smithi132 bash[17898]: cephadm 2024-06-06T10:59:07.524276+0000 mgr.y (mgr.14146) 172 : cephadm [INF] Deploying daemon osd.4 on smithi179 2024-06-06T10:59:08.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:08 smithi132 bash[25563]: cluster 2024-06-06T10:59:07.178035+0000 mgr.y (mgr.14146) 171 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:08.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:08 smithi132 bash[25563]: audit 2024-06-06T10:59:07.520672+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T10:59:08.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:08 smithi132 bash[25563]: audit 2024-06-06T10:59:07.522644+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:08.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:08 smithi132 bash[25563]: cephadm 2024-06-06T10:59:07.524276+0000 mgr.y (mgr.14146) 172 : cephadm [INF] Deploying daemon osd.4 on smithi179 2024-06-06T10:59:10.399 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:10 smithi179 bash[18882]: cluster 2024-06-06T10:59:09.178660+0000 mgr.y (mgr.14146) 173 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:10.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:10 smithi132 bash[17898]: cluster 2024-06-06T10:59:09.178660+0000 mgr.y (mgr.14146) 173 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:10 smithi132 bash[25563]: cluster 2024-06-06T10:59:09.178660+0000 mgr.y (mgr.14146) 173 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:12 smithi179 bash[18882]: cluster 2024-06-06T10:59:11.179214+0000 mgr.y (mgr.14146) 174 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:12 smithi179 bash[18882]: audit 2024-06-06T10:59:11.495259+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:12 smithi179 bash[18882]: audit 2024-06-06T10:59:11.520265+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:59:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:12 smithi132 bash[17898]: cluster 2024-06-06T10:59:11.179214+0000 mgr.y (mgr.14146) 174 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:12 smithi132 bash[17898]: audit 2024-06-06T10:59:11.495259+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:12 smithi132 bash[17898]: audit 2024-06-06T10:59:11.520265+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:59:12.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:12 smithi132 bash[25563]: cluster 2024-06-06T10:59:11.179214+0000 mgr.y (mgr.14146) 174 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:12.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:12 smithi132 bash[25563]: audit 2024-06-06T10:59:11.495259+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:12.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:12 smithi132 bash[25563]: audit 2024-06-06T10:59:11.520265+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:59:14.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:14 smithi132 bash[17898]: cluster 2024-06-06T10:59:13.179700+0000 mgr.y (mgr.14146) 175 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:14.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:14 smithi132 bash[25563]: cluster 2024-06-06T10:59:13.179700+0000 mgr.y (mgr.14146) 175 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:14.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:14 smithi179 bash[18882]: cluster 2024-06-06T10:59:13.179700+0000 mgr.y (mgr.14146) 175 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:16 smithi179 bash[18882]: cluster 2024-06-06T10:59:15.180291+0000 mgr.y (mgr.14146) 176 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:16.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:16 smithi132 bash[17898]: cluster 2024-06-06T10:59:15.180291+0000 mgr.y (mgr.14146) 176 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:16.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:16 smithi132 bash[25563]: cluster 2024-06-06T10:59:15.180291+0000 mgr.y (mgr.14146) 176 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:17.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:17 smithi179 bash[18882]: audit 2024-06-06T10:59:16.544880+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:17.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:17 smithi179 bash[18882]: audit 2024-06-06T10:59:16.784475+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:17.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:17 smithi179 bash[18882]: audit 2024-06-06T10:59:16.786215+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:59:17.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:17 smithi179 bash[18882]: audit 2024-06-06T10:59:16.794683+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:18.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:17 smithi132 bash[17898]: audit 2024-06-06T10:59:16.544880+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:18.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:17 smithi132 bash[17898]: audit 2024-06-06T10:59:16.784475+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:18.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:17 smithi132 bash[17898]: audit 2024-06-06T10:59:16.786215+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:59:18.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:17 smithi132 bash[17898]: audit 2024-06-06T10:59:16.794683+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:18.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:17 smithi132 bash[25563]: audit 2024-06-06T10:59:16.544880+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:18.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:17 smithi132 bash[25563]: audit 2024-06-06T10:59:16.784475+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:18.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:17 smithi132 bash[25563]: audit 2024-06-06T10:59:16.786215+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:59:18.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:17 smithi132 bash[25563]: audit 2024-06-06T10:59:16.794683+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:18.811 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:18 smithi179 bash[18882]: cluster 2024-06-06T10:59:17.180825+0000 mgr.y (mgr.14146) 177 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:18.811 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:18 smithi179 bash[18882]: audit 2024-06-06T10:59:17.898151+0000 mon.b (mon.1) 9 : audit [INF] from='osd.4 [v2:172.21.15.179:6800/1916533005,v1:172.21.15.179:6801/1916533005]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T10:59:18.811 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:18 smithi179 bash[18882]: audit 2024-06-06T10:59:17.899928+0000 mon.a (mon.0) 390 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T10:59:19.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:18 smithi132 bash[17898]: cluster 2024-06-06T10:59:17.180825+0000 mgr.y (mgr.14146) 177 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:19.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:18 smithi132 bash[17898]: audit 2024-06-06T10:59:17.898151+0000 mon.b (mon.1) 9 : audit [INF] from='osd.4 [v2:172.21.15.179:6800/1916533005,v1:172.21.15.179:6801/1916533005]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T10:59:19.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:18 smithi132 bash[17898]: audit 2024-06-06T10:59:17.899928+0000 mon.a (mon.0) 390 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T10:59:19.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:18 smithi132 bash[25563]: cluster 2024-06-06T10:59:17.180825+0000 mgr.y (mgr.14146) 177 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:19.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:18 smithi132 bash[25563]: audit 2024-06-06T10:59:17.898151+0000 mon.b (mon.1) 9 : audit [INF] from='osd.4 [v2:172.21.15.179:6800/1916533005,v1:172.21.15.179:6801/1916533005]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T10:59:19.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:18 smithi132 bash[25563]: audit 2024-06-06T10:59:17.899928+0000 mon.a (mon.0) 390 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T10:59:20.004 INFO:teuthology.orchestra.run.smithi179.stdout:Created osd(s) 4 on host 'smithi179' 2024-06-06T10:59:20.082 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:19 smithi179 bash[18882]: audit 2024-06-06T10:59:18.801033+0000 mon.a (mon.0) 391 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-06T10:59:20.082 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:19 smithi179 bash[18882]: cluster 2024-06-06T10:59:18.801140+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-06-06T10:59:20.082 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:19 smithi179 bash[18882]: audit 2024-06-06T10:59:18.801505+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:20.082 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:19 smithi179 bash[18882]: audit 2024-06-06T10:59:18.801753+0000 mon.b (mon.1) 10 : audit [INF] from='osd.4 [v2:172.21.15.179:6800/1916533005,v1:172.21.15.179:6801/1916533005]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T10:59:20.082 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:19 smithi179 bash[18882]: audit 2024-06-06T10:59:18.803231+0000 mon.a (mon.0) 394 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T10:59:20.082 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:19 smithi179 bash[18882]: cluster 2024-06-06T10:59:19.181329+0000 mgr.y (mgr.14146) 178 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:20.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[17898]: audit 2024-06-06T10:59:18.801033+0000 mon.a (mon.0) 391 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-06T10:59:20.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[17898]: cluster 2024-06-06T10:59:18.801140+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-06-06T10:59:20.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[17898]: audit 2024-06-06T10:59:18.801505+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:20.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[17898]: audit 2024-06-06T10:59:18.801753+0000 mon.b (mon.1) 10 : audit [INF] from='osd.4 [v2:172.21.15.179:6800/1916533005,v1:172.21.15.179:6801/1916533005]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T10:59:20.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[17898]: audit 2024-06-06T10:59:18.803231+0000 mon.a (mon.0) 394 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T10:59:20.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[17898]: cluster 2024-06-06T10:59:19.181329+0000 mgr.y (mgr.14146) 178 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:20.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[25563]: audit 2024-06-06T10:59:18.801033+0000 mon.a (mon.0) 391 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-06T10:59:20.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[25563]: cluster 2024-06-06T10:59:18.801140+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-06-06T10:59:20.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[25563]: audit 2024-06-06T10:59:18.801505+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:20.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[25563]: audit 2024-06-06T10:59:18.801753+0000 mon.b (mon.1) 10 : audit [INF] from='osd.4 [v2:172.21.15.179:6800/1916533005,v1:172.21.15.179:6801/1916533005]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T10:59:20.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[25563]: audit 2024-06-06T10:59:18.803231+0000 mon.a (mon.0) 394 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T10:59:20.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:19 smithi132 bash[25563]: cluster 2024-06-06T10:59:19.181329+0000 mgr.y (mgr.14146) 178 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-06-06T10:59:20.723 DEBUG:teuthology.orchestra.run.smithi179:osd.4> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.4.service 2024-06-06T10:59:20.727 INFO:tasks.cephadm:Deploying osd.5 on smithi179 with /dev/vg_nvme/lv_3... 2024-06-06T10:59:20.727 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-06T10:59:20.910 INFO:journalctl@ceph.osd.4.smithi179.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T10:59:20.974 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:20 smithi179 bash[18882]: audit 2024-06-06T10:59:19.805138+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T10:59:20.974 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:20 smithi179 bash[18882]: cluster 2024-06-06T10:59:19.805310+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-06-06T10:59:20.974 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:20 smithi179 bash[18882]: audit 2024-06-06T10:59:19.805918+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:20.974 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:20 smithi179 bash[18882]: audit 2024-06-06T10:59:19.812123+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:20.974 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:20 smithi179 bash[18882]: audit 2024-06-06T10:59:20.003323+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:20.974 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:20 smithi179 bash[18882]: audit 2024-06-06T10:59:20.021038+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:59:20.974 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:20 smithi179 bash[18882]: cluster 2024-06-06T10:59:20.806153+0000 mon.a (mon.0) 401 : cluster [INF] osd.4 [v2:172.21.15.179:6800/1916533005,v1:172.21.15.179:6801/1916533005] boot 2024-06-06T10:59:20.974 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:20 smithi179 bash[18882]: cluster 2024-06-06T10:59:20.806236+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-06-06T10:59:21.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[25563]: audit 2024-06-06T10:59:19.805138+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T10:59:21.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[25563]: cluster 2024-06-06T10:59:19.805310+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-06-06T10:59:21.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[25563]: audit 2024-06-06T10:59:19.805918+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:21.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[25563]: audit 2024-06-06T10:59:19.812123+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:21.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[25563]: audit 2024-06-06T10:59:20.003323+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:21.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[25563]: audit 2024-06-06T10:59:20.021038+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:59:21.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[25563]: cluster 2024-06-06T10:59:20.806153+0000 mon.a (mon.0) 401 : cluster [INF] osd.4 [v2:172.21.15.179:6800/1916533005,v1:172.21.15.179:6801/1916533005] boot 2024-06-06T10:59:21.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[25563]: cluster 2024-06-06T10:59:20.806236+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-06-06T10:59:21.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[17898]: audit 2024-06-06T10:59:19.805138+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T10:59:21.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[17898]: cluster 2024-06-06T10:59:19.805310+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-06-06T10:59:21.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[17898]: audit 2024-06-06T10:59:19.805918+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:21.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[17898]: audit 2024-06-06T10:59:19.812123+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:21.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[17898]: audit 2024-06-06T10:59:20.003323+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:21.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[17898]: audit 2024-06-06T10:59:20.021038+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:59:21.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[17898]: cluster 2024-06-06T10:59:20.806153+0000 mon.a (mon.0) 401 : cluster [INF] osd.4 [v2:172.21.15.179:6800/1916533005,v1:172.21.15.179:6801/1916533005] boot 2024-06-06T10:59:21.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:20 smithi132 bash[17898]: cluster 2024-06-06T10:59:20.806236+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-06-06T10:59:22.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:21 smithi179 bash[18882]: cluster 2024-06-06T10:59:18.941267+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:59:22.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:21 smithi179 bash[18882]: cluster 2024-06-06T10:59:18.941404+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:59:22.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:21 smithi179 bash[18882]: audit 2024-06-06T10:59:20.806538+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:22.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:21 smithi179 bash[18882]: cluster 2024-06-06T10:59:21.181849+0000 mgr.y (mgr.14146) 179 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:22.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:21 smithi179 bash[18882]: cluster 2024-06-06T10:59:21.808222+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-06-06T10:59:22.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:21 smithi132 bash[17898]: cluster 2024-06-06T10:59:18.941267+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:59:22.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:21 smithi132 bash[17898]: cluster 2024-06-06T10:59:18.941404+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:59:22.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:21 smithi132 bash[17898]: audit 2024-06-06T10:59:20.806538+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:22.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:21 smithi132 bash[17898]: cluster 2024-06-06T10:59:21.181849+0000 mgr.y (mgr.14146) 179 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:22.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:21 smithi132 bash[17898]: cluster 2024-06-06T10:59:21.808222+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-06-06T10:59:22.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:21 smithi132 bash[25563]: cluster 2024-06-06T10:59:18.941267+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T10:59:22.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:21 smithi132 bash[25563]: cluster 2024-06-06T10:59:18.941404+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T10:59:22.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:21 smithi132 bash[25563]: audit 2024-06-06T10:59:20.806538+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T10:59:22.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:21 smithi132 bash[25563]: cluster 2024-06-06T10:59:21.181849+0000 mgr.y (mgr.14146) 179 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:22.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:21 smithi132 bash[25563]: cluster 2024-06-06T10:59:21.808222+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-06-06T10:59:24.022 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-06T10:59:24.023 INFO:teuthology.orchestra.run.smithi179.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-06T10:59:24.023 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10+0 records in 2024-06-06T10:59:24.023 INFO:teuthology.orchestra.run.smithi179.stderr:10+0 records out 2024-06-06T10:59:24.023 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0174373 s, 601 MB/s 2024-06-06T10:59:24.023 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping successful for: 2024-06-06T10:59:24.089 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:23 smithi179 bash[18882]: cluster 2024-06-06T10:59:22.809938+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-06-06T10:59:24.090 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:23 smithi179 bash[18882]: cluster 2024-06-06T10:59:23.182389+0000 mgr.y (mgr.14146) 180 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:24.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:23 smithi132 bash[17898]: cluster 2024-06-06T10:59:22.809938+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-06-06T10:59:24.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:23 smithi132 bash[17898]: cluster 2024-06-06T10:59:23.182389+0000 mgr.y (mgr.14146) 180 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:24.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:23 smithi132 bash[25563]: cluster 2024-06-06T10:59:22.809938+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-06-06T10:59:24.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:23 smithi132 bash[25563]: cluster 2024-06-06T10:59:23.182389+0000 mgr.y (mgr.14146) 180 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:24.749 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi179:vg_nvme/lv_3 2024-06-06T10:59:26.510 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:26 smithi179 bash[18882]: cluster 2024-06-06T10:59:25.182998+0000 mgr.y (mgr.14146) 181 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:26.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:26 smithi132 bash[17898]: cluster 2024-06-06T10:59:25.182998+0000 mgr.y (mgr.14146) 181 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:26.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:26 smithi132 bash[25563]: cluster 2024-06-06T10:59:25.182998+0000 mgr.y (mgr.14146) 181 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:28.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:28 smithi132 bash[17898]: cluster 2024-06-06T10:59:27.183561+0000 mgr.y (mgr.14146) 182 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:28.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:28 smithi132 bash[25563]: cluster 2024-06-06T10:59:27.183561+0000 mgr.y (mgr.14146) 182 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:28 smithi179 bash[18882]: cluster 2024-06-06T10:59:27.183561+0000 mgr.y (mgr.14146) 182 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:30.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:30 smithi179 bash[18882]: cluster 2024-06-06T10:59:29.184093+0000 mgr.y (mgr.14146) 183 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:30.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:30 smithi179 bash[18882]: audit 2024-06-06T10:59:29.250254+0000 mgr.y (mgr.14146) 184 : audit [DBG] from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:59:30.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:30 smithi179 bash[18882]: audit 2024-06-06T10:59:29.256175+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:59:30.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:30 smithi179 bash[18882]: audit 2024-06-06T10:59:29.260021+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:59:30.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:30 smithi179 bash[18882]: audit 2024-06-06T10:59:29.261030+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:30.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:30 smithi132 bash[17898]: cluster 2024-06-06T10:59:29.184093+0000 mgr.y (mgr.14146) 183 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:30.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:30 smithi132 bash[17898]: audit 2024-06-06T10:59:29.250254+0000 mgr.y (mgr.14146) 184 : audit [DBG] from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:59:30.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:30 smithi132 bash[17898]: audit 2024-06-06T10:59:29.256175+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:59:30.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:30 smithi132 bash[17898]: audit 2024-06-06T10:59:29.260021+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:59:30.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:30 smithi132 bash[17898]: audit 2024-06-06T10:59:29.261030+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:30.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:30 smithi132 bash[25563]: cluster 2024-06-06T10:59:29.184093+0000 mgr.y (mgr.14146) 183 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:30.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:30 smithi132 bash[25563]: audit 2024-06-06T10:59:29.250254+0000 mgr.y (mgr.14146) 184 : audit [DBG] from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T10:59:30.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:30 smithi132 bash[25563]: audit 2024-06-06T10:59:29.256175+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T10:59:30.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:30 smithi132 bash[25563]: audit 2024-06-06T10:59:29.260021+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T10:59:30.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:30 smithi132 bash[25563]: audit 2024-06-06T10:59:29.261030+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:32.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[17898]: cephadm 2024-06-06T10:59:30.747982+0000 mgr.y (mgr.14146) 185 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T10:59:32.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[17898]: audit 2024-06-06T10:59:30.757592+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:32.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[17898]: audit 2024-06-06T10:59:30.759266+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:59:32.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[17898]: cephadm 2024-06-06T10:59:30.760349+0000 mgr.y (mgr.14146) 186 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 17265M 2024-06-06T10:59:32.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[17898]: audit 2024-06-06T10:59:30.765451+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:32.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[17898]: audit 2024-06-06T10:59:30.767102+0000 mon.a (mon.0) 412 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:32.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[17898]: audit 2024-06-06T10:59:30.768487+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:59:32.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[17898]: audit 2024-06-06T10:59:30.775011+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:32.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[17898]: cluster 2024-06-06T10:59:31.184622+0000 mgr.y (mgr.14146) 187 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:32.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[25563]: cephadm 2024-06-06T10:59:30.747982+0000 mgr.y (mgr.14146) 185 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T10:59:32.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[25563]: audit 2024-06-06T10:59:30.757592+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:32.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[25563]: audit 2024-06-06T10:59:30.759266+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:59:32.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[25563]: cephadm 2024-06-06T10:59:30.760349+0000 mgr.y (mgr.14146) 186 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 17265M 2024-06-06T10:59:32.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[25563]: audit 2024-06-06T10:59:30.765451+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:32.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[25563]: audit 2024-06-06T10:59:30.767102+0000 mon.a (mon.0) 412 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:32.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[25563]: audit 2024-06-06T10:59:30.768487+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:59:32.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[25563]: audit 2024-06-06T10:59:30.775011+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:32.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:31 smithi132 bash[25563]: cluster 2024-06-06T10:59:31.184622+0000 mgr.y (mgr.14146) 187 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:32.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:31 smithi179 bash[18882]: cephadm 2024-06-06T10:59:30.747982+0000 mgr.y (mgr.14146) 185 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T10:59:32.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:31 smithi179 bash[18882]: audit 2024-06-06T10:59:30.757592+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:32.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:31 smithi179 bash[18882]: audit 2024-06-06T10:59:30.759266+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T10:59:32.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:31 smithi179 bash[18882]: cephadm 2024-06-06T10:59:30.760349+0000 mgr.y (mgr.14146) 186 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 17265M 2024-06-06T10:59:32.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:31 smithi179 bash[18882]: audit 2024-06-06T10:59:30.765451+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:32.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:31 smithi179 bash[18882]: audit 2024-06-06T10:59:30.767102+0000 mon.a (mon.0) 412 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:32.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:31 smithi179 bash[18882]: audit 2024-06-06T10:59:30.768487+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:59:32.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:31 smithi179 bash[18882]: audit 2024-06-06T10:59:30.775011+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:32.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:31 smithi179 bash[18882]: cluster 2024-06-06T10:59:31.184622+0000 mgr.y (mgr.14146) 187 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:34.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:34 smithi179 bash[18882]: cluster 2024-06-06T10:59:33.185181+0000 mgr.y (mgr.14146) 188 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:34.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:34 smithi132 bash[17898]: cluster 2024-06-06T10:59:33.185181+0000 mgr.y (mgr.14146) 188 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:34.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:34 smithi132 bash[25563]: cluster 2024-06-06T10:59:33.185181+0000 mgr.y (mgr.14146) 188 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:36.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:36 smithi132 bash[17898]: cluster 2024-06-06T10:59:35.185761+0000 mgr.y (mgr.14146) 189 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:36.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:36 smithi132 bash[25563]: cluster 2024-06-06T10:59:35.185761+0000 mgr.y (mgr.14146) 189 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:36.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:36 smithi179 bash[18882]: cluster 2024-06-06T10:59:35.185761+0000 mgr.y (mgr.14146) 189 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:38.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[25563]: cluster 2024-06-06T10:59:37.186344+0000 mgr.y (mgr.14146) 190 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:38.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[25563]: audit 2024-06-06T10:59:37.415263+0000 mon.b (mon.1) 11 : audit [INF] from='client.? 172.21.15.179:0/1035510116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a08f273-f15e-4c4a-9e7f-008f2ec28ae5"}]: dispatch 2024-06-06T10:59:38.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[25563]: audit 2024-06-06T10:59:37.417080+0000 mon.a (mon.0) 415 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a08f273-f15e-4c4a-9e7f-008f2ec28ae5"}]: dispatch 2024-06-06T10:59:38.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[25563]: audit 2024-06-06T10:59:37.425965+0000 mon.a (mon.0) 416 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a08f273-f15e-4c4a-9e7f-008f2ec28ae5"}]': finished 2024-06-06T10:59:38.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[25563]: cluster 2024-06-06T10:59:37.426084+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-06-06T10:59:38.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[25563]: audit 2024-06-06T10:59:37.426327+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T10:59:38.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[25563]: audit 2024-06-06T10:59:38.129995+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.179:0/987459033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:59:38.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[17898]: cluster 2024-06-06T10:59:37.186344+0000 mgr.y (mgr.14146) 190 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:38.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[17898]: audit 2024-06-06T10:59:37.415263+0000 mon.b (mon.1) 11 : audit [INF] from='client.? 172.21.15.179:0/1035510116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a08f273-f15e-4c4a-9e7f-008f2ec28ae5"}]: dispatch 2024-06-06T10:59:38.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[17898]: audit 2024-06-06T10:59:37.417080+0000 mon.a (mon.0) 415 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a08f273-f15e-4c4a-9e7f-008f2ec28ae5"}]: dispatch 2024-06-06T10:59:38.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[17898]: audit 2024-06-06T10:59:37.425965+0000 mon.a (mon.0) 416 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a08f273-f15e-4c4a-9e7f-008f2ec28ae5"}]': finished 2024-06-06T10:59:38.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[17898]: cluster 2024-06-06T10:59:37.426084+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-06-06T10:59:38.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[17898]: audit 2024-06-06T10:59:37.426327+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T10:59:38.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:38 smithi132 bash[17898]: audit 2024-06-06T10:59:38.129995+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.179:0/987459033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:59:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:38 smithi179 bash[18882]: cluster 2024-06-06T10:59:37.186344+0000 mgr.y (mgr.14146) 190 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:38.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:38 smithi179 bash[18882]: audit 2024-06-06T10:59:37.415263+0000 mon.b (mon.1) 11 : audit [INF] from='client.? 172.21.15.179:0/1035510116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a08f273-f15e-4c4a-9e7f-008f2ec28ae5"}]: dispatch 2024-06-06T10:59:38.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:38 smithi179 bash[18882]: audit 2024-06-06T10:59:37.417080+0000 mon.a (mon.0) 415 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a08f273-f15e-4c4a-9e7f-008f2ec28ae5"}]: dispatch 2024-06-06T10:59:38.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:38 smithi179 bash[18882]: audit 2024-06-06T10:59:37.425965+0000 mon.a (mon.0) 416 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a08f273-f15e-4c4a-9e7f-008f2ec28ae5"}]': finished 2024-06-06T10:59:38.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:38 smithi179 bash[18882]: cluster 2024-06-06T10:59:37.426084+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-06-06T10:59:38.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:38 smithi179 bash[18882]: audit 2024-06-06T10:59:37.426327+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T10:59:38.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:38 smithi179 bash[18882]: audit 2024-06-06T10:59:38.129995+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.179:0/987459033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T10:59:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:40 smithi132 bash[17898]: cluster 2024-06-06T10:59:39.186884+0000 mgr.y (mgr.14146) 191 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:40.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:40 smithi132 bash[25563]: cluster 2024-06-06T10:59:39.186884+0000 mgr.y (mgr.14146) 191 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:40 smithi179 bash[18882]: cluster 2024-06-06T10:59:39.186884+0000 mgr.y (mgr.14146) 191 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:42.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:42 smithi132 bash[17898]: cluster 2024-06-06T10:59:41.187440+0000 mgr.y (mgr.14146) 192 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:42.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:42 smithi132 bash[25563]: cluster 2024-06-06T10:59:41.187440+0000 mgr.y (mgr.14146) 192 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:42 smithi179 bash[18882]: cluster 2024-06-06T10:59:41.187440+0000 mgr.y (mgr.14146) 192 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:44.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:44 smithi132 bash[17898]: cluster 2024-06-06T10:59:43.188013+0000 mgr.y (mgr.14146) 193 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:44 smithi132 bash[25563]: cluster 2024-06-06T10:59:43.188013+0000 mgr.y (mgr.14146) 193 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:44 smithi179 bash[18882]: cluster 2024-06-06T10:59:43.188013+0000 mgr.y (mgr.14146) 193 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:46.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:46 smithi132 bash[17898]: cluster 2024-06-06T10:59:45.188553+0000 mgr.y (mgr.14146) 194 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:46.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:46 smithi132 bash[25563]: cluster 2024-06-06T10:59:45.188553+0000 mgr.y (mgr.14146) 194 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:46.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:46 smithi179 bash[18882]: cluster 2024-06-06T10:59:45.188553+0000 mgr.y (mgr.14146) 194 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:48.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:48 smithi132 bash[17898]: cluster 2024-06-06T10:59:47.189121+0000 mgr.y (mgr.14146) 195 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:48.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:48 smithi132 bash[25563]: cluster 2024-06-06T10:59:47.189121+0000 mgr.y (mgr.14146) 195 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:48.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:48 smithi179 bash[18882]: cluster 2024-06-06T10:59:47.189121+0000 mgr.y (mgr.14146) 195 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:50.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:50 smithi132 bash[25563]: cluster 2024-06-06T10:59:49.189677+0000 mgr.y (mgr.14146) 196 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:50.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:50 smithi132 bash[25563]: audit 2024-06-06T10:59:49.598488+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T10:59:50.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:50 smithi132 bash[25563]: audit 2024-06-06T10:59:49.600116+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:50.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:50 smithi132 bash[17898]: cluster 2024-06-06T10:59:49.189677+0000 mgr.y (mgr.14146) 196 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:50.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:50 smithi132 bash[17898]: audit 2024-06-06T10:59:49.598488+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T10:59:50.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:50 smithi132 bash[17898]: audit 2024-06-06T10:59:49.600116+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:50 smithi179 bash[18882]: cluster 2024-06-06T10:59:49.189677+0000 mgr.y (mgr.14146) 196 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:50 smithi179 bash[18882]: audit 2024-06-06T10:59:49.598488+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T10:59:50.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:50 smithi179 bash[18882]: audit 2024-06-06T10:59:49.600116+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:51.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:51 smithi132 bash[25563]: cephadm 2024-06-06T10:59:49.601438+0000 mgr.y (mgr.14146) 197 : cephadm [INF] Deploying daemon osd.5 on smithi179 2024-06-06T10:59:51.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:51 smithi132 bash[17898]: cephadm 2024-06-06T10:59:49.601438+0000 mgr.y (mgr.14146) 197 : cephadm [INF] Deploying daemon osd.5 on smithi179 2024-06-06T10:59:51.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:51 smithi179 bash[18882]: cephadm 2024-06-06T10:59:49.601438+0000 mgr.y (mgr.14146) 197 : cephadm [INF] Deploying daemon osd.5 on smithi179 2024-06-06T10:59:52.478 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:52 smithi179 bash[18882]: cluster 2024-06-06T10:59:51.190236+0000 mgr.y (mgr.14146) 198 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:52.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:52 smithi132 bash[17898]: cluster 2024-06-06T10:59:51.190236+0000 mgr.y (mgr.14146) 198 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:52.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:52 smithi132 bash[25563]: cluster 2024-06-06T10:59:51.190236+0000 mgr.y (mgr.14146) 198 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:54 smithi132 bash[17898]: cluster 2024-06-06T10:59:53.190770+0000 mgr.y (mgr.14146) 199 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:54 smithi132 bash[17898]: audit 2024-06-06T10:59:53.607560+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:54 smithi132 bash[17898]: audit 2024-06-06T10:59:53.610396+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:59:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:54 smithi132 bash[25563]: cluster 2024-06-06T10:59:53.190770+0000 mgr.y (mgr.14146) 199 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:54 smithi132 bash[25563]: audit 2024-06-06T10:59:53.607560+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:54 smithi132 bash[25563]: audit 2024-06-06T10:59:53.610396+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:59:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:54 smithi179 bash[18882]: cluster 2024-06-06T10:59:53.190770+0000 mgr.y (mgr.14146) 199 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:54.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:54 smithi179 bash[18882]: audit 2024-06-06T10:59:53.607560+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:54.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:54 smithi179 bash[18882]: audit 2024-06-06T10:59:53.610396+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T10:59:56.479 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:56 smithi179 bash[18882]: cluster 2024-06-06T10:59:55.191251+0000 mgr.y (mgr.14146) 200 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:56.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:56 smithi132 bash[17898]: cluster 2024-06-06T10:59:55.191251+0000 mgr.y (mgr.14146) 200 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:56.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:56 smithi132 bash[25563]: cluster 2024-06-06T10:59:55.191251+0000 mgr.y (mgr.14146) 200 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:58.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:58 smithi132 bash[17898]: cluster 2024-06-06T10:59:57.191823+0000 mgr.y (mgr.14146) 201 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:58.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:58 smithi132 bash[25563]: cluster 2024-06-06T10:59:57.191823+0000 mgr.y (mgr.14146) 201 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:58 smithi179 bash[18882]: cluster 2024-06-06T10:59:57.191823+0000 mgr.y (mgr.14146) 201 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T10:59:59.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:59 smithi179 bash[18882]: audit 2024-06-06T10:59:58.683338+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:59.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:59 smithi179 bash[18882]: audit 2024-06-06T10:59:58.684762+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T10:59:59.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:59 smithi179 bash[18882]: audit 2024-06-06T10:59:58.686167+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T10:59:59.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:59 smithi179 bash[18882]: audit 2024-06-06T10:59:58.696522+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T10:59:59.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 10:59:59 smithi179 bash[18882]: cluster 2024-06-06T10:59:59.192431+0000 mgr.y (mgr.14146) 202 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T11:00:00.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:59 smithi132 bash[25563]: audit 2024-06-06T10:59:58.683338+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:00.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:59 smithi132 bash[25563]: audit 2024-06-06T10:59:58.684762+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:00.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:59 smithi132 bash[25563]: audit 2024-06-06T10:59:58.686167+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:00:00.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:59 smithi132 bash[25563]: audit 2024-06-06T10:59:58.696522+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:00.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 10:59:59 smithi132 bash[25563]: cluster 2024-06-06T10:59:59.192431+0000 mgr.y (mgr.14146) 202 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T11:00:00.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:59 smithi132 bash[17898]: audit 2024-06-06T10:59:58.683338+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:00.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:59 smithi132 bash[17898]: audit 2024-06-06T10:59:58.684762+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:00.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:59 smithi132 bash[17898]: audit 2024-06-06T10:59:58.686167+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:00:00.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:59 smithi132 bash[17898]: audit 2024-06-06T10:59:58.696522+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:00.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 10:59:59 smithi132 bash[17898]: cluster 2024-06-06T10:59:59.192431+0000 mgr.y (mgr.14146) 202 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T11:00:00.957 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:00 smithi179 bash[18882]: cluster 2024-06-06T11:00:00.000191+0000 mon.a (mon.0) 427 : cluster [INF] overall HEALTH_OK 2024-06-06T11:00:00.957 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:00 smithi179 bash[18882]: audit 2024-06-06T11:00:00.118676+0000 mon.b (mon.1) 13 : audit [INF] from='osd.5 [v2:172.21.15.179:6808/2503586442,v1:172.21.15.179:6809/2503586442]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T11:00:00.957 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:00 smithi179 bash[18882]: audit 2024-06-06T11:00:00.120191+0000 mon.a (mon.0) 428 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T11:00:01.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:00 smithi132 bash[17898]: cluster 2024-06-06T11:00:00.000191+0000 mon.a (mon.0) 427 : cluster [INF] overall HEALTH_OK 2024-06-06T11:00:01.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:00 smithi132 bash[17898]: audit 2024-06-06T11:00:00.118676+0000 mon.b (mon.1) 13 : audit [INF] from='osd.5 [v2:172.21.15.179:6808/2503586442,v1:172.21.15.179:6809/2503586442]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T11:00:01.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:00 smithi132 bash[17898]: audit 2024-06-06T11:00:00.120191+0000 mon.a (mon.0) 428 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T11:00:01.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:00 smithi132 bash[25563]: cluster 2024-06-06T11:00:00.000191+0000 mon.a (mon.0) 427 : cluster [INF] overall HEALTH_OK 2024-06-06T11:00:01.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:00 smithi132 bash[25563]: audit 2024-06-06T11:00:00.118676+0000 mon.b (mon.1) 13 : audit [INF] from='osd.5 [v2:172.21.15.179:6808/2503586442,v1:172.21.15.179:6809/2503586442]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T11:00:01.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:00 smithi132 bash[25563]: audit 2024-06-06T11:00:00.120191+0000 mon.a (mon.0) 428 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T11:00:02.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[17898]: audit 2024-06-06T11:00:00.714092+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-06T11:00:02.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[17898]: cluster 2024-06-06T11:00:00.714204+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-06-06T11:00:02.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[17898]: audit 2024-06-06T11:00:00.714314+0000 mon.b (mon.1) 14 : audit [INF] from='osd.5 [v2:172.21.15.179:6808/2503586442,v1:172.21.15.179:6809/2503586442]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:02.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[17898]: audit 2024-06-06T11:00:00.714406+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:02.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[17898]: audit 2024-06-06T11:00:00.715690+0000 mon.a (mon.0) 432 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:02.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[17898]: cluster 2024-06-06T11:00:01.193003+0000 mgr.y (mgr.14146) 203 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T11:00:02.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[25563]: audit 2024-06-06T11:00:00.714092+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-06T11:00:02.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[25563]: cluster 2024-06-06T11:00:00.714204+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-06-06T11:00:02.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[25563]: audit 2024-06-06T11:00:00.714314+0000 mon.b (mon.1) 14 : audit [INF] from='osd.5 [v2:172.21.15.179:6808/2503586442,v1:172.21.15.179:6809/2503586442]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:02.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[25563]: audit 2024-06-06T11:00:00.714406+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:02.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[25563]: audit 2024-06-06T11:00:00.715690+0000 mon.a (mon.0) 432 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:02.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:01 smithi132 bash[25563]: cluster 2024-06-06T11:00:01.193003+0000 mgr.y (mgr.14146) 203 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T11:00:02.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:01 smithi179 bash[18882]: audit 2024-06-06T11:00:00.714092+0000 mon.a (mon.0) 429 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-06T11:00:02.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:01 smithi179 bash[18882]: cluster 2024-06-06T11:00:00.714204+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-06-06T11:00:02.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:01 smithi179 bash[18882]: audit 2024-06-06T11:00:00.714314+0000 mon.b (mon.1) 14 : audit [INF] from='osd.5 [v2:172.21.15.179:6808/2503586442,v1:172.21.15.179:6809/2503586442]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:02.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:01 smithi179 bash[18882]: audit 2024-06-06T11:00:00.714406+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:02.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:01 smithi179 bash[18882]: audit 2024-06-06T11:00:00.715690+0000 mon.a (mon.0) 432 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:02.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:01 smithi179 bash[18882]: cluster 2024-06-06T11:00:01.193003+0000 mgr.y (mgr.14146) 203 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-06-06T11:00:02.085 INFO:teuthology.orchestra.run.smithi179.stdout:Created osd(s) 5 on host 'smithi179' 2024-06-06T11:00:02.803 DEBUG:teuthology.orchestra.run.smithi179:osd.5> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.5.service 2024-06-06T11:00:02.805 INFO:tasks.cephadm:Deploying osd.6 on smithi179 with /dev/vg_nvme/lv_2... 2024-06-06T11:00:02.806 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-06T11:00:03.023 INFO:journalctl@ceph.osd.5.smithi179.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T11:00:03.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[25563]: audit 2024-06-06T11:00:01.716086+0000 mon.a (mon.0) 433 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T11:00:03.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[25563]: cluster 2024-06-06T11:00:01.716206+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-06-06T11:00:03.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[25563]: audit 2024-06-06T11:00:01.716763+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:03.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[25563]: audit 2024-06-06T11:00:01.723495+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:03.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[25563]: audit 2024-06-06T11:00:02.076512+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:00:03.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[25563]: audit 2024-06-06T11:00:02.083876+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:03.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[25563]: cluster 2024-06-06T11:00:02.717373+0000 mon.a (mon.0) 439 : cluster [INF] osd.5 [v2:172.21.15.179:6808/2503586442,v1:172.21.15.179:6809/2503586442] boot 2024-06-06T11:00:03.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[25563]: cluster 2024-06-06T11:00:02.717498+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-06-06T11:00:03.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[25563]: audit 2024-06-06T11:00:02.717775+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[17898]: audit 2024-06-06T11:00:01.716086+0000 mon.a (mon.0) 433 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T11:00:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[17898]: cluster 2024-06-06T11:00:01.716206+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-06-06T11:00:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[17898]: audit 2024-06-06T11:00:01.716763+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:03.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[17898]: audit 2024-06-06T11:00:01.723495+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:03.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[17898]: audit 2024-06-06T11:00:02.076512+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:00:03.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[17898]: audit 2024-06-06T11:00:02.083876+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:03.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[17898]: cluster 2024-06-06T11:00:02.717373+0000 mon.a (mon.0) 439 : cluster [INF] osd.5 [v2:172.21.15.179:6808/2503586442,v1:172.21.15.179:6809/2503586442] boot 2024-06-06T11:00:03.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[17898]: cluster 2024-06-06T11:00:02.717498+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-06-06T11:00:03.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:02 smithi132 bash[17898]: audit 2024-06-06T11:00:02.717775+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:03.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:02 smithi179 bash[18882]: audit 2024-06-06T11:00:01.716086+0000 mon.a (mon.0) 433 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T11:00:03.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:02 smithi179 bash[18882]: cluster 2024-06-06T11:00:01.716206+0000 mon.a (mon.0) 434 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-06-06T11:00:03.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:02 smithi179 bash[18882]: audit 2024-06-06T11:00:01.716763+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:03.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:02 smithi179 bash[18882]: audit 2024-06-06T11:00:01.723495+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:03.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:02 smithi179 bash[18882]: audit 2024-06-06T11:00:02.076512+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:00:03.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:02 smithi179 bash[18882]: audit 2024-06-06T11:00:02.083876+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:03.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:02 smithi179 bash[18882]: cluster 2024-06-06T11:00:02.717373+0000 mon.a (mon.0) 439 : cluster [INF] osd.5 [v2:172.21.15.179:6808/2503586442,v1:172.21.15.179:6809/2503586442] boot 2024-06-06T11:00:03.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:02 smithi179 bash[18882]: cluster 2024-06-06T11:00:02.717498+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-06-06T11:00:03.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:02 smithi179 bash[18882]: audit 2024-06-06T11:00:02.717775+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:00:04.025 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:03 smithi179 bash[18882]: cluster 2024-06-06T11:00:01.160939+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T11:00:04.025 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:03 smithi179 bash[18882]: cluster 2024-06-06T11:00:01.161028+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T11:00:04.025 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:03 smithi179 bash[18882]: cluster 2024-06-06T11:00:03.147752+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-06-06T11:00:04.025 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:03 smithi179 bash[18882]: cluster 2024-06-06T11:00:03.193555+0000 mgr.y (mgr.14146) 204 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:04.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:03 smithi132 bash[17898]: cluster 2024-06-06T11:00:01.160939+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T11:00:04.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:03 smithi132 bash[17898]: cluster 2024-06-06T11:00:01.161028+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T11:00:04.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:03 smithi132 bash[17898]: cluster 2024-06-06T11:00:03.147752+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-06-06T11:00:04.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:03 smithi132 bash[17898]: cluster 2024-06-06T11:00:03.193555+0000 mgr.y (mgr.14146) 204 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:04.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:03 smithi132 bash[25563]: cluster 2024-06-06T11:00:01.160939+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T11:00:04.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:03 smithi132 bash[25563]: cluster 2024-06-06T11:00:01.161028+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T11:00:04.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:03 smithi132 bash[25563]: cluster 2024-06-06T11:00:03.147752+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-06-06T11:00:04.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:03 smithi132 bash[25563]: cluster 2024-06-06T11:00:03.193555+0000 mgr.y (mgr.14146) 204 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:05.503 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:05 smithi179 bash[18882]: cluster 2024-06-06T11:00:04.154595+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-06-06T11:00:05.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:05 smithi132 bash[17898]: cluster 2024-06-06T11:00:04.154595+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-06-06T11:00:05.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:05 smithi132 bash[25563]: cluster 2024-06-06T11:00:04.154595+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-06-06T11:00:06.243 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-06T11:00:06.244 INFO:teuthology.orchestra.run.smithi179.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-06T11:00:06.244 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10+0 records in 2024-06-06T11:00:06.244 INFO:teuthology.orchestra.run.smithi179.stderr:10+0 records out 2024-06-06T11:00:06.244 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0184385 s, 569 MB/s 2024-06-06T11:00:06.244 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping successful for: 2024-06-06T11:00:06.507 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:06 smithi179 bash[18882]: cluster 2024-06-06T11:00:05.194051+0000 mgr.y (mgr.14146) 205 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:06.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:06 smithi132 bash[25563]: cluster 2024-06-06T11:00:05.194051+0000 mgr.y (mgr.14146) 205 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:06.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:06 smithi132 bash[17898]: cluster 2024-06-06T11:00:05.194051+0000 mgr.y (mgr.14146) 205 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:07.023 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi179:vg_nvme/lv_2 2024-06-06T11:00:08.510 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:08 smithi179 bash[18882]: cluster 2024-06-06T11:00:07.194651+0000 mgr.y (mgr.14146) 206 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:08.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:08 smithi132 bash[25563]: cluster 2024-06-06T11:00:07.194651+0000 mgr.y (mgr.14146) 206 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:08 smithi132 bash[17898]: cluster 2024-06-06T11:00:07.194651+0000 mgr.y (mgr.14146) 206 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:10 smithi132 bash[25563]: cluster 2024-06-06T11:00:09.195162+0000 mgr.y (mgr.14146) 207 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:10.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:10 smithi132 bash[17898]: cluster 2024-06-06T11:00:09.195162+0000 mgr.y (mgr.14146) 207 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:10 smithi179 bash[18882]: cluster 2024-06-06T11:00:09.195162+0000 mgr.y (mgr.14146) 207 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:12.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:12 smithi132 bash[17898]: cluster 2024-06-06T11:00:11.195718+0000 mgr.y (mgr.14146) 208 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:12.731 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:12 smithi132 bash[17898]: audit 2024-06-06T11:00:11.423761+0000 mgr.y (mgr.14146) 209 : audit [DBG] from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:00:12.732 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:12 smithi132 bash[17898]: audit 2024-06-06T11:00:11.430751+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T11:00:12.732 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:12 smithi132 bash[17898]: audit 2024-06-06T11:00:11.434608+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T11:00:12.732 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:12 smithi132 bash[17898]: audit 2024-06-06T11:00:11.436386+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:12.732 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:12 smithi132 bash[25563]: cluster 2024-06-06T11:00:11.195718+0000 mgr.y (mgr.14146) 208 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:12.732 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:12 smithi132 bash[25563]: audit 2024-06-06T11:00:11.423761+0000 mgr.y (mgr.14146) 209 : audit [DBG] from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:00:12.732 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:12 smithi132 bash[25563]: audit 2024-06-06T11:00:11.430751+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T11:00:12.732 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:12 smithi132 bash[25563]: audit 2024-06-06T11:00:11.434608+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T11:00:12.732 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:12 smithi132 bash[25563]: audit 2024-06-06T11:00:11.436386+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:12.733 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:12 smithi179 bash[18882]: cluster 2024-06-06T11:00:11.195718+0000 mgr.y (mgr.14146) 208 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:12.733 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:12 smithi179 bash[18882]: audit 2024-06-06T11:00:11.423761+0000 mgr.y (mgr.14146) 209 : audit [DBG] from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:00:12.733 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:12 smithi179 bash[18882]: audit 2024-06-06T11:00:11.430751+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T11:00:12.733 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:12 smithi179 bash[18882]: audit 2024-06-06T11:00:11.434608+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T11:00:12.733 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:12 smithi179 bash[18882]: audit 2024-06-06T11:00:11.436386+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[17898]: cephadm 2024-06-06T11:00:13.016406+0000 mgr.y (mgr.14146) 210 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T11:00:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[17898]: audit 2024-06-06T11:00:13.025963+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[17898]: audit 2024-06-06T11:00:13.027569+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[17898]: audit 2024-06-06T11:00:13.028727+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:14.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[17898]: cephadm 2024-06-06T11:00:13.029550+0000 mgr.y (mgr.14146) 211 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 8632M 2024-06-06T11:00:14.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[17898]: audit 2024-06-06T11:00:13.036878+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:14.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[17898]: audit 2024-06-06T11:00:13.038341+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:14.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[17898]: audit 2024-06-06T11:00:13.039555+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:00:14.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[17898]: audit 2024-06-06T11:00:13.048961+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:14.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[17898]: cluster 2024-06-06T11:00:13.196264+0000 mgr.y (mgr.14146) 212 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:14.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[25563]: cephadm 2024-06-06T11:00:13.016406+0000 mgr.y (mgr.14146) 210 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T11:00:14.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[25563]: audit 2024-06-06T11:00:13.025963+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:14.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[25563]: audit 2024-06-06T11:00:13.027569+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:14.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[25563]: audit 2024-06-06T11:00:13.028727+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:14.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[25563]: cephadm 2024-06-06T11:00:13.029550+0000 mgr.y (mgr.14146) 211 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 8632M 2024-06-06T11:00:14.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[25563]: audit 2024-06-06T11:00:13.036878+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:14.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[25563]: audit 2024-06-06T11:00:13.038341+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:14.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[25563]: audit 2024-06-06T11:00:13.039555+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:00:14.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[25563]: audit 2024-06-06T11:00:13.048961+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:14.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:14 smithi132 bash[25563]: cluster 2024-06-06T11:00:13.196264+0000 mgr.y (mgr.14146) 212 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:14.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:14 smithi179 bash[18882]: cephadm 2024-06-06T11:00:13.016406+0000 mgr.y (mgr.14146) 210 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T11:00:14.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:14 smithi179 bash[18882]: audit 2024-06-06T11:00:13.025963+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:14.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:14 smithi179 bash[18882]: audit 2024-06-06T11:00:13.027569+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:14.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:14 smithi179 bash[18882]: audit 2024-06-06T11:00:13.028727+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:14.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:14 smithi179 bash[18882]: cephadm 2024-06-06T11:00:13.029550+0000 mgr.y (mgr.14146) 211 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 8632M 2024-06-06T11:00:14.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:14 smithi179 bash[18882]: audit 2024-06-06T11:00:13.036878+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:14.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:14 smithi179 bash[18882]: audit 2024-06-06T11:00:13.038341+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:14.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:14 smithi179 bash[18882]: audit 2024-06-06T11:00:13.039555+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:00:14.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:14 smithi179 bash[18882]: audit 2024-06-06T11:00:13.048961+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:14.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:14 smithi179 bash[18882]: cluster 2024-06-06T11:00:13.196264+0000 mgr.y (mgr.14146) 212 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:16.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:16 smithi132 bash[17898]: cluster 2024-06-06T11:00:15.196805+0000 mgr.y (mgr.14146) 213 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:16.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:16 smithi132 bash[25563]: cluster 2024-06-06T11:00:15.196805+0000 mgr.y (mgr.14146) 213 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:16 smithi179 bash[18882]: cluster 2024-06-06T11:00:15.196805+0000 mgr.y (mgr.14146) 213 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:18.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:18 smithi132 bash[25563]: cluster 2024-06-06T11:00:17.197353+0000 mgr.y (mgr.14146) 214 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:18.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:18 smithi132 bash[17898]: cluster 2024-06-06T11:00:17.197353+0000 mgr.y (mgr.14146) 214 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:18 smithi179 bash[18882]: cluster 2024-06-06T11:00:17.197353+0000 mgr.y (mgr.14146) 214 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:20.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[17898]: cluster 2024-06-06T11:00:19.197901+0000 mgr.y (mgr.14146) 215 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:20.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[17898]: audit 2024-06-06T11:00:19.654236+0000 mon.b (mon.1) 15 : audit [INF] from='client.? 172.21.15.179:0/3014397433' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32bc60f8-90f1-43f1-94c4-d4bb62f87b62"}]: dispatch 2024-06-06T11:00:20.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[17898]: audit 2024-06-06T11:00:19.656121+0000 mon.a (mon.0) 454 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32bc60f8-90f1-43f1-94c4-d4bb62f87b62"}]: dispatch 2024-06-06T11:00:20.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[17898]: audit 2024-06-06T11:00:19.665390+0000 mon.a (mon.0) 455 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32bc60f8-90f1-43f1-94c4-d4bb62f87b62"}]': finished 2024-06-06T11:00:20.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[17898]: cluster 2024-06-06T11:00:19.665595+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-06-06T11:00:20.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[17898]: audit 2024-06-06T11:00:19.665925+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:20.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[25563]: cluster 2024-06-06T11:00:19.197901+0000 mgr.y (mgr.14146) 215 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:20.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[25563]: audit 2024-06-06T11:00:19.654236+0000 mon.b (mon.1) 15 : audit [INF] from='client.? 172.21.15.179:0/3014397433' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32bc60f8-90f1-43f1-94c4-d4bb62f87b62"}]: dispatch 2024-06-06T11:00:20.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[25563]: audit 2024-06-06T11:00:19.656121+0000 mon.a (mon.0) 454 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32bc60f8-90f1-43f1-94c4-d4bb62f87b62"}]: dispatch 2024-06-06T11:00:20.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[25563]: audit 2024-06-06T11:00:19.665390+0000 mon.a (mon.0) 455 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32bc60f8-90f1-43f1-94c4-d4bb62f87b62"}]': finished 2024-06-06T11:00:20.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[25563]: cluster 2024-06-06T11:00:19.665595+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-06-06T11:00:20.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:20 smithi132 bash[25563]: audit 2024-06-06T11:00:19.665925+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:20 smithi179 bash[18882]: cluster 2024-06-06T11:00:19.197901+0000 mgr.y (mgr.14146) 215 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:20 smithi179 bash[18882]: audit 2024-06-06T11:00:19.654236+0000 mon.b (mon.1) 15 : audit [INF] from='client.? 172.21.15.179:0/3014397433' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32bc60f8-90f1-43f1-94c4-d4bb62f87b62"}]: dispatch 2024-06-06T11:00:20.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:20 smithi179 bash[18882]: audit 2024-06-06T11:00:19.656121+0000 mon.a (mon.0) 454 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32bc60f8-90f1-43f1-94c4-d4bb62f87b62"}]: dispatch 2024-06-06T11:00:20.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:20 smithi179 bash[18882]: audit 2024-06-06T11:00:19.665390+0000 mon.a (mon.0) 455 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32bc60f8-90f1-43f1-94c4-d4bb62f87b62"}]': finished 2024-06-06T11:00:20.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:20 smithi179 bash[18882]: cluster 2024-06-06T11:00:19.665595+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-06-06T11:00:20.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:20 smithi179 bash[18882]: audit 2024-06-06T11:00:19.665925+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:21.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:21 smithi132 bash[17898]: audit 2024-06-06T11:00:20.384242+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.179:0/3660558759' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T11:00:21.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:21 smithi132 bash[25563]: audit 2024-06-06T11:00:20.384242+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.179:0/3660558759' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T11:00:21.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:21 smithi179 bash[18882]: audit 2024-06-06T11:00:20.384242+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.179:0/3660558759' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T11:00:22.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:22 smithi132 bash[17898]: cluster 2024-06-06T11:00:21.198480+0000 mgr.y (mgr.14146) 216 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:22.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:22 smithi132 bash[25563]: cluster 2024-06-06T11:00:21.198480+0000 mgr.y (mgr.14146) 216 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:22 smithi179 bash[18882]: cluster 2024-06-06T11:00:21.198480+0000 mgr.y (mgr.14146) 216 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:24.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:24 smithi132 bash[17898]: cluster 2024-06-06T11:00:23.199065+0000 mgr.y (mgr.14146) 217 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:24.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:24 smithi132 bash[25563]: cluster 2024-06-06T11:00:23.199065+0000 mgr.y (mgr.14146) 217 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:24 smithi179 bash[18882]: cluster 2024-06-06T11:00:23.199065+0000 mgr.y (mgr.14146) 217 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:26.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:26 smithi132 bash[17898]: cluster 2024-06-06T11:00:25.199625+0000 mgr.y (mgr.14146) 218 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:26.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:26 smithi132 bash[25563]: cluster 2024-06-06T11:00:25.199625+0000 mgr.y (mgr.14146) 218 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:26 smithi179 bash[18882]: cluster 2024-06-06T11:00:25.199625+0000 mgr.y (mgr.14146) 218 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:28 smithi179 bash[18882]: cluster 2024-06-06T11:00:27.200160+0000 mgr.y (mgr.14146) 219 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:28 smithi132 bash[17898]: cluster 2024-06-06T11:00:27.200160+0000 mgr.y (mgr.14146) 219 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:28.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:28 smithi132 bash[25563]: cluster 2024-06-06T11:00:27.200160+0000 mgr.y (mgr.14146) 219 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:30 smithi179 bash[18882]: cluster 2024-06-06T11:00:29.200716+0000 mgr.y (mgr.14146) 220 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:30.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:30 smithi132 bash[17898]: cluster 2024-06-06T11:00:29.200716+0000 mgr.y (mgr.14146) 220 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:30 smithi132 bash[25563]: cluster 2024-06-06T11:00:29.200716+0000 mgr.y (mgr.14146) 220 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:32.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:32 smithi132 bash[25563]: cluster 2024-06-06T11:00:31.201259+0000 mgr.y (mgr.14146) 221 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:32.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:32 smithi132 bash[25563]: audit 2024-06-06T11:00:32.068718+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T11:00:32.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:32 smithi132 bash[25563]: audit 2024-06-06T11:00:32.070261+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:32.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:32 smithi132 bash[17898]: cluster 2024-06-06T11:00:31.201259+0000 mgr.y (mgr.14146) 221 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:32.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:32 smithi132 bash[17898]: audit 2024-06-06T11:00:32.068718+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T11:00:32.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:32 smithi132 bash[17898]: audit 2024-06-06T11:00:32.070261+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:32 smithi179 bash[18882]: cluster 2024-06-06T11:00:31.201259+0000 mgr.y (mgr.14146) 221 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:32 smithi179 bash[18882]: audit 2024-06-06T11:00:32.068718+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T11:00:32.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:32 smithi179 bash[18882]: audit 2024-06-06T11:00:32.070261+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:33.495 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:33 smithi179 bash[18882]: cephadm 2024-06-06T11:00:32.071652+0000 mgr.y (mgr.14146) 222 : cephadm [INF] Deploying daemon osd.6 on smithi179 2024-06-06T11:00:33.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:33 smithi132 bash[17898]: cephadm 2024-06-06T11:00:32.071652+0000 mgr.y (mgr.14146) 222 : cephadm [INF] Deploying daemon osd.6 on smithi179 2024-06-06T11:00:33.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:33 smithi132 bash[25563]: cephadm 2024-06-06T11:00:32.071652+0000 mgr.y (mgr.14146) 222 : cephadm [INF] Deploying daemon osd.6 on smithi179 2024-06-06T11:00:34.717 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:34 smithi179 bash[18882]: cluster 2024-06-06T11:00:33.201824+0000 mgr.y (mgr.14146) 223 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:34.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:34 smithi132 bash[17898]: cluster 2024-06-06T11:00:33.201824+0000 mgr.y (mgr.14146) 223 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:34.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:34 smithi132 bash[25563]: cluster 2024-06-06T11:00:33.201824+0000 mgr.y (mgr.14146) 223 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:36 smithi179 bash[18882]: cluster 2024-06-06T11:00:35.202374+0000 mgr.y (mgr.14146) 224 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:36.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:36 smithi179 bash[18882]: audit 2024-06-06T11:00:36.247598+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:36.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:36 smithi179 bash[18882]: audit 2024-06-06T11:00:36.284821+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:00:36.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:36 smithi132 bash[17898]: cluster 2024-06-06T11:00:35.202374+0000 mgr.y (mgr.14146) 224 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:36.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:36 smithi132 bash[17898]: audit 2024-06-06T11:00:36.247598+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:36.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:36 smithi132 bash[17898]: audit 2024-06-06T11:00:36.284821+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:00:36.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:36 smithi132 bash[25563]: cluster 2024-06-06T11:00:35.202374+0000 mgr.y (mgr.14146) 224 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:36.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:36 smithi132 bash[25563]: audit 2024-06-06T11:00:36.247598+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:36.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:36 smithi132 bash[25563]: audit 2024-06-06T11:00:36.284821+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:00:38.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:38 smithi132 bash[17898]: cluster 2024-06-06T11:00:37.202994+0000 mgr.y (mgr.14146) 225 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:38 smithi132 bash[25563]: cluster 2024-06-06T11:00:37.202994+0000 mgr.y (mgr.14146) 225 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:38 smithi179 bash[18882]: cluster 2024-06-06T11:00:37.202994+0000 mgr.y (mgr.14146) 225 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:40.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:40 smithi132 bash[17898]: cluster 2024-06-06T11:00:39.203580+0000 mgr.y (mgr.14146) 226 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:40.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:40 smithi132 bash[25563]: cluster 2024-06-06T11:00:39.203580+0000 mgr.y (mgr.14146) 226 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:40.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:40 smithi179 bash[18882]: cluster 2024-06-06T11:00:39.203580+0000 mgr.y (mgr.14146) 226 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:42.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:42 smithi132 bash[17898]: cluster 2024-06-06T11:00:41.204166+0000 mgr.y (mgr.14146) 227 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:42 smithi132 bash[25563]: cluster 2024-06-06T11:00:41.204166+0000 mgr.y (mgr.14146) 227 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:42 smithi179 bash[18882]: cluster 2024-06-06T11:00:41.204166+0000 mgr.y (mgr.14146) 227 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:43.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:43 smithi179 bash[18882]: audit 2024-06-06T11:00:42.376847+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:43.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:43 smithi179 bash[18882]: audit 2024-06-06T11:00:42.658125+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:43.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:43 smithi179 bash[18882]: audit 2024-06-06T11:00:42.660286+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:00:43.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:43 smithi179 bash[18882]: audit 2024-06-06T11:00:42.668823+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:43.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:43 smithi179 bash[18882]: audit 2024-06-06T11:00:43.009769+0000 mon.b (mon.1) 17 : audit [INF] from='osd.6 [v2:172.21.15.179:6816/2447080127,v1:172.21.15.179:6817/2447080127]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T11:00:43.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:43 smithi179 bash[18882]: audit 2024-06-06T11:00:43.011286+0000 mon.a (mon.0) 466 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T11:00:43.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[17898]: audit 2024-06-06T11:00:42.376847+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:43.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[17898]: audit 2024-06-06T11:00:42.658125+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:43.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[17898]: audit 2024-06-06T11:00:42.660286+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:00:43.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[17898]: audit 2024-06-06T11:00:42.668823+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:43.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[17898]: audit 2024-06-06T11:00:43.009769+0000 mon.b (mon.1) 17 : audit [INF] from='osd.6 [v2:172.21.15.179:6816/2447080127,v1:172.21.15.179:6817/2447080127]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T11:00:43.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[17898]: audit 2024-06-06T11:00:43.011286+0000 mon.a (mon.0) 466 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T11:00:43.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[25563]: audit 2024-06-06T11:00:42.376847+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:43.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[25563]: audit 2024-06-06T11:00:42.658125+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:43.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[25563]: audit 2024-06-06T11:00:42.660286+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:00:43.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[25563]: audit 2024-06-06T11:00:42.668823+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:43.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[25563]: audit 2024-06-06T11:00:43.009769+0000 mon.b (mon.1) 17 : audit [INF] from='osd.6 [v2:172.21.15.179:6816/2447080127,v1:172.21.15.179:6817/2447080127]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T11:00:43.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:43 smithi132 bash[25563]: audit 2024-06-06T11:00:43.011286+0000 mon.a (mon.0) 466 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T11:00:44.690 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:44 smithi179 bash[18882]: cluster 2024-06-06T11:00:43.204814+0000 mgr.y (mgr.14146) 228 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:44.690 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:44 smithi179 bash[18882]: audit 2024-06-06T11:00:43.679839+0000 mon.a (mon.0) 467 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-06T11:00:44.690 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:44 smithi179 bash[18882]: cluster 2024-06-06T11:00:43.679926+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-06-06T11:00:44.690 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:44 smithi179 bash[18882]: audit 2024-06-06T11:00:43.680112+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:44.690 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:44 smithi179 bash[18882]: audit 2024-06-06T11:00:43.680257+0000 mon.b (mon.1) 18 : audit [INF] from='osd.6 [v2:172.21.15.179:6816/2447080127,v1:172.21.15.179:6817/2447080127]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:44.691 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:44 smithi179 bash[18882]: audit 2024-06-06T11:00:43.681608+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:44.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[17898]: cluster 2024-06-06T11:00:43.204814+0000 mgr.y (mgr.14146) 228 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:44.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[17898]: audit 2024-06-06T11:00:43.679839+0000 mon.a (mon.0) 467 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-06T11:00:44.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[17898]: cluster 2024-06-06T11:00:43.679926+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-06-06T11:00:44.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[17898]: audit 2024-06-06T11:00:43.680112+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:44.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[17898]: audit 2024-06-06T11:00:43.680257+0000 mon.b (mon.1) 18 : audit [INF] from='osd.6 [v2:172.21.15.179:6816/2447080127,v1:172.21.15.179:6817/2447080127]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:44.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[17898]: audit 2024-06-06T11:00:43.681608+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:44.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[25563]: cluster 2024-06-06T11:00:43.204814+0000 mgr.y (mgr.14146) 228 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:44.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[25563]: audit 2024-06-06T11:00:43.679839+0000 mon.a (mon.0) 467 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-06T11:00:44.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[25563]: cluster 2024-06-06T11:00:43.679926+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-06-06T11:00:44.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[25563]: audit 2024-06-06T11:00:43.680112+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:44.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[25563]: audit 2024-06-06T11:00:43.680257+0000 mon.b (mon.1) 18 : audit [INF] from='osd.6 [v2:172.21.15.179:6816/2447080127,v1:172.21.15.179:6817/2447080127]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:44.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:44 smithi132 bash[25563]: audit 2024-06-06T11:00:43.681608+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:00:45.780 INFO:teuthology.orchestra.run.smithi179.stdout:Created osd(s) 6 on host 'smithi179' 2024-06-06T11:00:46.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:45 smithi132 bash[17898]: audit 2024-06-06T11:00:44.683990+0000 mon.a (mon.0) 471 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T11:00:46.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:45 smithi132 bash[17898]: cluster 2024-06-06T11:00:44.684204+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-06-06T11:00:46.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:45 smithi132 bash[17898]: audit 2024-06-06T11:00:44.684503+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:46.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:45 smithi132 bash[17898]: audit 2024-06-06T11:00:44.691766+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:46.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:45 smithi132 bash[17898]: cluster 2024-06-06T11:00:45.205371+0000 mgr.y (mgr.14146) 229 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:46.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:45 smithi132 bash[25563]: audit 2024-06-06T11:00:44.683990+0000 mon.a (mon.0) 471 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T11:00:46.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:45 smithi132 bash[25563]: cluster 2024-06-06T11:00:44.684204+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-06-06T11:00:46.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:45 smithi132 bash[25563]: audit 2024-06-06T11:00:44.684503+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:46.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:45 smithi132 bash[25563]: audit 2024-06-06T11:00:44.691766+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:46.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:45 smithi132 bash[25563]: cluster 2024-06-06T11:00:45.205371+0000 mgr.y (mgr.14146) 229 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:46.034 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:45 smithi179 bash[18882]: audit 2024-06-06T11:00:44.683990+0000 mon.a (mon.0) 471 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T11:00:46.034 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:45 smithi179 bash[18882]: cluster 2024-06-06T11:00:44.684204+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-06-06T11:00:46.034 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:45 smithi179 bash[18882]: audit 2024-06-06T11:00:44.684503+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:46.034 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:45 smithi179 bash[18882]: audit 2024-06-06T11:00:44.691766+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:46.035 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:45 smithi179 bash[18882]: cluster 2024-06-06T11:00:45.205371+0000 mgr.y (mgr.14146) 229 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 0 B data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-06-06T11:00:46.542 DEBUG:teuthology.orchestra.run.smithi179:osd.6> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.6.service 2024-06-06T11:00:46.544 INFO:tasks.cephadm:Deploying osd.7 on smithi179 with /dev/vg_nvme/lv_1... 2024-06-06T11:00:46.544 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-06T11:00:46.724 INFO:journalctl@ceph.osd.6.smithi179.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T11:00:47.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[17898]: cluster 2024-06-06T11:00:43.960111+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T11:00:47.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[17898]: cluster 2024-06-06T11:00:43.960233+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T11:00:47.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[17898]: cluster 2024-06-06T11:00:45.687574+0000 mon.a (mon.0) 475 : cluster [INF] osd.6 [v2:172.21.15.179:6816/2447080127,v1:172.21.15.179:6817/2447080127] boot 2024-06-06T11:00:47.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[17898]: cluster 2024-06-06T11:00:45.687641+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-06-06T11:00:47.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[17898]: audit 2024-06-06T11:00:45.688268+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:47.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[17898]: audit 2024-06-06T11:00:45.779814+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:47.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[17898]: audit 2024-06-06T11:00:45.795427+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:00:47.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[25563]: cluster 2024-06-06T11:00:43.960111+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T11:00:47.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[25563]: cluster 2024-06-06T11:00:43.960233+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T11:00:47.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[25563]: cluster 2024-06-06T11:00:45.687574+0000 mon.a (mon.0) 475 : cluster [INF] osd.6 [v2:172.21.15.179:6816/2447080127,v1:172.21.15.179:6817/2447080127] boot 2024-06-06T11:00:47.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[25563]: cluster 2024-06-06T11:00:45.687641+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-06-06T11:00:47.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[25563]: audit 2024-06-06T11:00:45.688268+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:47.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[25563]: audit 2024-06-06T11:00:45.779814+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:47.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:46 smithi132 bash[25563]: audit 2024-06-06T11:00:45.795427+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:00:47.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:46 smithi179 bash[18882]: cluster 2024-06-06T11:00:43.960111+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T11:00:47.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:46 smithi179 bash[18882]: cluster 2024-06-06T11:00:43.960233+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T11:00:47.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:46 smithi179 bash[18882]: cluster 2024-06-06T11:00:45.687574+0000 mon.a (mon.0) 475 : cluster [INF] osd.6 [v2:172.21.15.179:6816/2447080127,v1:172.21.15.179:6817/2447080127] boot 2024-06-06T11:00:47.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:46 smithi179 bash[18882]: cluster 2024-06-06T11:00:45.687641+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-06-06T11:00:47.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:46 smithi179 bash[18882]: audit 2024-06-06T11:00:45.688268+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:00:47.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:46 smithi179 bash[18882]: audit 2024-06-06T11:00:45.779814+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:47.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:46 smithi179 bash[18882]: audit 2024-06-06T11:00:45.795427+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:00:47.943 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:47 smithi179 bash[18882]: cluster 2024-06-06T11:00:46.706184+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-06-06T11:00:47.943 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:47 smithi179 bash[18882]: cluster 2024-06-06T11:00:47.205977+0000 mgr.y (mgr.14146) 230 : cluster [DBG] pgmap v217: 1 pgs: 1 remapped+peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:48.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:47 smithi132 bash[17898]: cluster 2024-06-06T11:00:46.706184+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-06-06T11:00:48.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:47 smithi132 bash[17898]: cluster 2024-06-06T11:00:47.205977+0000 mgr.y (mgr.14146) 230 : cluster [DBG] pgmap v217: 1 pgs: 1 remapped+peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:48.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:47 smithi132 bash[25563]: cluster 2024-06-06T11:00:46.706184+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-06-06T11:00:48.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:47 smithi132 bash[25563]: cluster 2024-06-06T11:00:47.205977+0000 mgr.y (mgr.14146) 230 : cluster [DBG] pgmap v217: 1 pgs: 1 remapped+peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:48 smithi179 bash[18882]: cluster 2024-06-06T11:00:47.701517+0000 mon.a (mon.0) 481 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-06-06T11:00:48.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:48 smithi179 bash[18882]: cluster 2024-06-06T11:00:47.713592+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-06-06T11:00:49.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:48 smithi132 bash[25563]: cluster 2024-06-06T11:00:47.701517+0000 mon.a (mon.0) 481 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-06-06T11:00:49.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:48 smithi132 bash[25563]: cluster 2024-06-06T11:00:47.713592+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-06-06T11:00:49.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:48 smithi132 bash[17898]: cluster 2024-06-06T11:00:47.701517+0000 mon.a (mon.0) 481 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-06-06T11:00:49.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:48 smithi132 bash[17898]: cluster 2024-06-06T11:00:47.713592+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-06-06T11:00:49.924 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-06T11:00:49.924 INFO:teuthology.orchestra.run.smithi179.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-06T11:00:49.924 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10+0 records in 2024-06-06T11:00:49.924 INFO:teuthology.orchestra.run.smithi179.stderr:10+0 records out 2024-06-06T11:00:49.924 INFO:teuthology.orchestra.run.smithi179.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0167941 s, 624 MB/s 2024-06-06T11:00:49.924 INFO:teuthology.orchestra.run.smithi179.stderr:--> Zapping successful for: 2024-06-06T11:00:49.990 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:49 smithi179 bash[18882]: cluster 2024-06-06T11:00:49.206627+0000 mgr.y (mgr.14146) 231 : cluster [DBG] pgmap v219: 1 pgs: 1 remapped+peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:50.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:49 smithi132 bash[25563]: cluster 2024-06-06T11:00:49.206627+0000 mgr.y (mgr.14146) 231 : cluster [DBG] pgmap v219: 1 pgs: 1 remapped+peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:50.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:49 smithi132 bash[17898]: cluster 2024-06-06T11:00:49.206627+0000 mgr.y (mgr.14146) 231 : cluster [DBG] pgmap v219: 1 pgs: 1 remapped+peering; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:50.669 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi179:vg_nvme/lv_1 2024-06-06T11:00:51.553 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:51 smithi179 bash[18882]: cluster 2024-06-06T11:00:51.258365+0000 mon.a (mon.0) 483 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-06-06T11:00:51.553 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:51 smithi179 bash[18882]: cluster 2024-06-06T11:00:51.258439+0000 mon.a (mon.0) 484 : cluster [INF] Cluster is now healthy 2024-06-06T11:00:51.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:51 smithi132 bash[25563]: cluster 2024-06-06T11:00:51.258365+0000 mon.a (mon.0) 483 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-06-06T11:00:51.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:51 smithi132 bash[25563]: cluster 2024-06-06T11:00:51.258439+0000 mon.a (mon.0) 484 : cluster [INF] Cluster is now healthy 2024-06-06T11:00:51.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:51 smithi132 bash[17898]: cluster 2024-06-06T11:00:51.258365+0000 mon.a (mon.0) 483 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-06-06T11:00:51.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:51 smithi132 bash[17898]: cluster 2024-06-06T11:00:51.258439+0000 mon.a (mon.0) 484 : cluster [INF] Cluster is now healthy 2024-06-06T11:00:52.491 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:52 smithi179 bash[18882]: cluster 2024-06-06T11:00:51.207135+0000 mgr.y (mgr.14146) 232 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:52.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:52 smithi132 bash[17898]: cluster 2024-06-06T11:00:51.207135+0000 mgr.y (mgr.14146) 232 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:52.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:52 smithi132 bash[25563]: cluster 2024-06-06T11:00:51.207135+0000 mgr.y (mgr.14146) 232 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:54 smithi132 bash[17898]: cluster 2024-06-06T11:00:53.207702+0000 mgr.y (mgr.14146) 233 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:54 smithi132 bash[25563]: cluster 2024-06-06T11:00:53.207702+0000 mgr.y (mgr.14146) 233 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:54 smithi179 bash[18882]: cluster 2024-06-06T11:00:53.207702+0000 mgr.y (mgr.14146) 233 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:55.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:55 smithi132 bash[17898]: audit 2024-06-06T11:00:55.266663+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T11:00:55.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:55 smithi132 bash[17898]: audit 2024-06-06T11:00:55.270687+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T11:00:55.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:55 smithi132 bash[17898]: audit 2024-06-06T11:00:55.272364+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:55 smithi132 bash[25563]: audit 2024-06-06T11:00:55.266663+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T11:00:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:55 smithi132 bash[25563]: audit 2024-06-06T11:00:55.270687+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T11:00:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:55 smithi132 bash[25563]: audit 2024-06-06T11:00:55.272364+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:55 smithi179 bash[18882]: audit 2024-06-06T11:00:55.266663+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T11:00:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:55 smithi179 bash[18882]: audit 2024-06-06T11:00:55.270687+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T11:00:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:55 smithi179 bash[18882]: audit 2024-06-06T11:00:55.272364+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:56 smithi179 bash[18882]: cluster 2024-06-06T11:00:55.208257+0000 mgr.y (mgr.14146) 234 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:56 smithi179 bash[18882]: audit 2024-06-06T11:00:55.259611+0000 mgr.y (mgr.14146) 235 : audit [DBG] from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:00:56.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:56 smithi132 bash[25563]: cluster 2024-06-06T11:00:55.208257+0000 mgr.y (mgr.14146) 234 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:56.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:56 smithi132 bash[25563]: audit 2024-06-06T11:00:55.259611+0000 mgr.y (mgr.14146) 235 : audit [DBG] from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:00:56.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:56 smithi132 bash[17898]: cluster 2024-06-06T11:00:55.208257+0000 mgr.y (mgr.14146) 234 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:56.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:56 smithi132 bash[17898]: audit 2024-06-06T11:00:55.259611+0000 mgr.y (mgr.14146) 235 : audit [DBG] from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi179:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:00:58.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[17898]: cephadm 2024-06-06T11:00:56.894843+0000 mgr.y (mgr.14146) 236 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T11:00:58.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[17898]: audit 2024-06-06T11:00:56.905077+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:58.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[17898]: audit 2024-06-06T11:00:56.907051+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:58.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[17898]: audit 2024-06-06T11:00:56.908520+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:58.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[17898]: audit 2024-06-06T11:00:56.909906+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:58.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[17898]: cephadm 2024-06-06T11:00:56.911019+0000 mgr.y (mgr.14146) 237 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 5755M 2024-06-06T11:00:58.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[17898]: audit 2024-06-06T11:00:56.916363+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:58.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[17898]: audit 2024-06-06T11:00:56.917915+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:58.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[17898]: audit 2024-06-06T11:00:56.919206+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:00:58.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[17898]: audit 2024-06-06T11:00:56.925504+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:58.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[17898]: cluster 2024-06-06T11:00:57.208823+0000 mgr.y (mgr.14146) 238 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:58.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[25563]: cephadm 2024-06-06T11:00:56.894843+0000 mgr.y (mgr.14146) 236 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T11:00:58.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[25563]: audit 2024-06-06T11:00:56.905077+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:58.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[25563]: audit 2024-06-06T11:00:56.907051+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:58.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[25563]: audit 2024-06-06T11:00:56.908520+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:58.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[25563]: audit 2024-06-06T11:00:56.909906+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:58.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[25563]: cephadm 2024-06-06T11:00:56.911019+0000 mgr.y (mgr.14146) 237 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 5755M 2024-06-06T11:00:58.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[25563]: audit 2024-06-06T11:00:56.916363+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:58.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[25563]: audit 2024-06-06T11:00:56.917915+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:58.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[25563]: audit 2024-06-06T11:00:56.919206+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:00:58.285 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[25563]: audit 2024-06-06T11:00:56.925504+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:58.286 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:00:57 smithi132 bash[25563]: cluster 2024-06-06T11:00:57.208823+0000 mgr.y (mgr.14146) 238 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:00:58.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:57 smithi179 bash[18882]: cephadm 2024-06-06T11:00:56.894843+0000 mgr.y (mgr.14146) 236 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T11:00:58.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:57 smithi179 bash[18882]: audit 2024-06-06T11:00:56.905077+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:58.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:57 smithi179 bash[18882]: audit 2024-06-06T11:00:56.907051+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:58.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:57 smithi179 bash[18882]: audit 2024-06-06T11:00:56.908520+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:58.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:57 smithi179 bash[18882]: audit 2024-06-06T11:00:56.909906+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:00:58.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:57 smithi179 bash[18882]: cephadm 2024-06-06T11:00:56.911019+0000 mgr.y (mgr.14146) 237 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 5755M 2024-06-06T11:00:58.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:57 smithi179 bash[18882]: audit 2024-06-06T11:00:56.916363+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:58.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:57 smithi179 bash[18882]: audit 2024-06-06T11:00:56.917915+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:00:58.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:57 smithi179 bash[18882]: audit 2024-06-06T11:00:56.919206+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:00:58.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:57 smithi179 bash[18882]: audit 2024-06-06T11:00:56.925504+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:00:58.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:00:57 smithi179 bash[18882]: cluster 2024-06-06T11:00:57.208823+0000 mgr.y (mgr.14146) 238 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:00.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:00 smithi132 bash[17898]: cluster 2024-06-06T11:00:59.209377+0000 mgr.y (mgr.14146) 239 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:00.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:00 smithi132 bash[25563]: cluster 2024-06-06T11:00:59.209377+0000 mgr.y (mgr.14146) 239 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:00.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:00 smithi179 bash[18882]: cluster 2024-06-06T11:00:59.209377+0000 mgr.y (mgr.14146) 239 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:02.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:02 smithi132 bash[17898]: cluster 2024-06-06T11:01:01.209941+0000 mgr.y (mgr.14146) 240 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:02.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:02 smithi132 bash[25563]: cluster 2024-06-06T11:01:01.209941+0000 mgr.y (mgr.14146) 240 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:02 smithi179 bash[18882]: cluster 2024-06-06T11:01:01.209941+0000 mgr.y (mgr.14146) 240 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:04.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[17898]: cluster 2024-06-06T11:01:03.210531+0000 mgr.y (mgr.14146) 241 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:04.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[17898]: audit 2024-06-06T11:01:03.666624+0000 mon.b (mon.1) 19 : audit [INF] from='client.? 172.21.15.179:0/2608859479' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19985f50-ad6d-45e2-9d93-91f0943558d7"}]: dispatch 2024-06-06T11:01:04.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[17898]: audit 2024-06-06T11:01:03.668169+0000 mon.a (mon.0) 496 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19985f50-ad6d-45e2-9d93-91f0943558d7"}]: dispatch 2024-06-06T11:01:04.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[17898]: audit 2024-06-06T11:01:03.675983+0000 mon.a (mon.0) 497 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "19985f50-ad6d-45e2-9d93-91f0943558d7"}]': finished 2024-06-06T11:01:04.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[17898]: cluster 2024-06-06T11:01:03.676067+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-06-06T11:01:04.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[17898]: audit 2024-06-06T11:01:03.676402+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:04.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[25563]: cluster 2024-06-06T11:01:03.210531+0000 mgr.y (mgr.14146) 241 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:04.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[25563]: audit 2024-06-06T11:01:03.666624+0000 mon.b (mon.1) 19 : audit [INF] from='client.? 172.21.15.179:0/2608859479' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19985f50-ad6d-45e2-9d93-91f0943558d7"}]: dispatch 2024-06-06T11:01:04.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[25563]: audit 2024-06-06T11:01:03.668169+0000 mon.a (mon.0) 496 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19985f50-ad6d-45e2-9d93-91f0943558d7"}]: dispatch 2024-06-06T11:01:04.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[25563]: audit 2024-06-06T11:01:03.675983+0000 mon.a (mon.0) 497 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "19985f50-ad6d-45e2-9d93-91f0943558d7"}]': finished 2024-06-06T11:01:04.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[25563]: cluster 2024-06-06T11:01:03.676067+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-06-06T11:01:04.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:04 smithi132 bash[25563]: audit 2024-06-06T11:01:03.676402+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:04 smithi179 bash[18882]: cluster 2024-06-06T11:01:03.210531+0000 mgr.y (mgr.14146) 241 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:04 smithi179 bash[18882]: audit 2024-06-06T11:01:03.666624+0000 mon.b (mon.1) 19 : audit [INF] from='client.? 172.21.15.179:0/2608859479' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19985f50-ad6d-45e2-9d93-91f0943558d7"}]: dispatch 2024-06-06T11:01:04.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:04 smithi179 bash[18882]: audit 2024-06-06T11:01:03.668169+0000 mon.a (mon.0) 496 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "19985f50-ad6d-45e2-9d93-91f0943558d7"}]: dispatch 2024-06-06T11:01:04.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:04 smithi179 bash[18882]: audit 2024-06-06T11:01:03.675983+0000 mon.a (mon.0) 497 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "19985f50-ad6d-45e2-9d93-91f0943558d7"}]': finished 2024-06-06T11:01:04.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:04 smithi179 bash[18882]: cluster 2024-06-06T11:01:03.676067+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-06-06T11:01:04.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:04 smithi179 bash[18882]: audit 2024-06-06T11:01:03.676402+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:05.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:05 smithi132 bash[17898]: audit 2024-06-06T11:01:04.396190+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.179:0/3318067651' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T11:01:05.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:05 smithi132 bash[25563]: audit 2024-06-06T11:01:04.396190+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.179:0/3318067651' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T11:01:05.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:05 smithi179 bash[18882]: audit 2024-06-06T11:01:04.396190+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.179:0/3318067651' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T11:01:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:06 smithi179 bash[18882]: cluster 2024-06-06T11:01:05.211016+0000 mgr.y (mgr.14146) 242 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:06.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:06 smithi132 bash[17898]: cluster 2024-06-06T11:01:05.211016+0000 mgr.y (mgr.14146) 242 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:06.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:06 smithi132 bash[25563]: cluster 2024-06-06T11:01:05.211016+0000 mgr.y (mgr.14146) 242 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:08.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:08 smithi132 bash[17898]: cluster 2024-06-06T11:01:07.211573+0000 mgr.y (mgr.14146) 243 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:08.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:08 smithi132 bash[25563]: cluster 2024-06-06T11:01:07.211573+0000 mgr.y (mgr.14146) 243 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:08 smithi179 bash[18882]: cluster 2024-06-06T11:01:07.211573+0000 mgr.y (mgr.14146) 243 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:10.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:10 smithi132 bash[17898]: cluster 2024-06-06T11:01:09.212129+0000 mgr.y (mgr.14146) 244 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:10.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:10 smithi132 bash[25563]: cluster 2024-06-06T11:01:09.212129+0000 mgr.y (mgr.14146) 244 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:10.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:10 smithi179 bash[18882]: cluster 2024-06-06T11:01:09.212129+0000 mgr.y (mgr.14146) 244 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:12 smithi132 bash[17898]: cluster 2024-06-06T11:01:11.212690+0000 mgr.y (mgr.14146) 245 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:12.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:12 smithi132 bash[25563]: cluster 2024-06-06T11:01:11.212690+0000 mgr.y (mgr.14146) 245 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:12.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:12 smithi179 bash[18882]: cluster 2024-06-06T11:01:11.212690+0000 mgr.y (mgr.14146) 245 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:14 smithi179 bash[18882]: cluster 2024-06-06T11:01:13.213243+0000 mgr.y (mgr.14146) 246 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:14.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:14 smithi132 bash[17898]: cluster 2024-06-06T11:01:13.213243+0000 mgr.y (mgr.14146) 246 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:14.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:14 smithi132 bash[25563]: cluster 2024-06-06T11:01:13.213243+0000 mgr.y (mgr.14146) 246 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:16.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:16 smithi132 bash[17898]: cluster 2024-06-06T11:01:15.213784+0000 mgr.y (mgr.14146) 247 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:16.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:16 smithi132 bash[17898]: audit 2024-06-06T11:01:16.244464+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T11:01:16.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:16 smithi132 bash[17898]: audit 2024-06-06T11:01:16.246253+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:16.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:16 smithi132 bash[25563]: cluster 2024-06-06T11:01:15.213784+0000 mgr.y (mgr.14146) 247 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:16.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:16 smithi132 bash[25563]: audit 2024-06-06T11:01:16.244464+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T11:01:16.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:16 smithi132 bash[25563]: audit 2024-06-06T11:01:16.246253+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:16 smithi179 bash[18882]: cluster 2024-06-06T11:01:15.213784+0000 mgr.y (mgr.14146) 247 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:16 smithi179 bash[18882]: audit 2024-06-06T11:01:16.244464+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T11:01:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:16 smithi179 bash[18882]: audit 2024-06-06T11:01:16.246253+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:17.739 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:17 smithi179 bash[18882]: cephadm 2024-06-06T11:01:16.247690+0000 mgr.y (mgr.14146) 248 : cephadm [INF] Deploying daemon osd.7 on smithi179 2024-06-06T11:01:17.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:17 smithi132 bash[17898]: cephadm 2024-06-06T11:01:16.247690+0000 mgr.y (mgr.14146) 248 : cephadm [INF] Deploying daemon osd.7 on smithi179 2024-06-06T11:01:17.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:17 smithi132 bash[25563]: cephadm 2024-06-06T11:01:16.247690+0000 mgr.y (mgr.14146) 248 : cephadm [INF] Deploying daemon osd.7 on smithi179 2024-06-06T11:01:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:18 smithi179 bash[18882]: cluster 2024-06-06T11:01:17.214453+0000 mgr.y (mgr.14146) 249 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:18.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:18 smithi132 bash[17898]: cluster 2024-06-06T11:01:17.214453+0000 mgr.y (mgr.14146) 249 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:18.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:18 smithi132 bash[25563]: cluster 2024-06-06T11:01:17.214453+0000 mgr.y (mgr.14146) 249 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:20.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:20 smithi132 bash[17898]: cluster 2024-06-06T11:01:19.214995+0000 mgr.y (mgr.14146) 250 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:20.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:20 smithi132 bash[25563]: cluster 2024-06-06T11:01:19.214995+0000 mgr.y (mgr.14146) 250 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:20 smithi179 bash[18882]: cluster 2024-06-06T11:01:19.214995+0000 mgr.y (mgr.14146) 250 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:21.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:21 smithi179 bash[18882]: audit 2024-06-06T11:01:20.438334+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:21.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:21 smithi179 bash[18882]: audit 2024-06-06T11:01:20.460046+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:01:21.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:21 smithi132 bash[17898]: audit 2024-06-06T11:01:20.438334+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:21.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:21 smithi132 bash[17898]: audit 2024-06-06T11:01:20.460046+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:01:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:21 smithi132 bash[25563]: audit 2024-06-06T11:01:20.438334+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:21 smithi132 bash[25563]: audit 2024-06-06T11:01:20.460046+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:01:22.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:22 smithi132 bash[17898]: cluster 2024-06-06T11:01:21.215607+0000 mgr.y (mgr.14146) 251 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:22.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:22 smithi132 bash[25563]: cluster 2024-06-06T11:01:21.215607+0000 mgr.y (mgr.14146) 251 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:22.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:22 smithi179 bash[18882]: cluster 2024-06-06T11:01:21.215607+0000 mgr.y (mgr.14146) 251 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:24 smithi132 bash[17898]: cluster 2024-06-06T11:01:23.216154+0000 mgr.y (mgr.14146) 252 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:24 smithi132 bash[25563]: cluster 2024-06-06T11:01:23.216154+0000 mgr.y (mgr.14146) 252 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:24 smithi179 bash[18882]: cluster 2024-06-06T11:01:23.216154+0000 mgr.y (mgr.14146) 252 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:26.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:26 smithi132 bash[17898]: cluster 2024-06-06T11:01:25.216674+0000 mgr.y (mgr.14146) 253 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:26.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:26 smithi132 bash[17898]: audit 2024-06-06T11:01:25.616981+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:26.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:26 smithi132 bash[17898]: audit 2024-06-06T11:01:25.618440+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:26.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:26 smithi132 bash[17898]: audit 2024-06-06T11:01:25.619668+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:01:26.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:26 smithi132 bash[17898]: audit 2024-06-06T11:01:25.629048+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:26.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:26 smithi132 bash[25563]: cluster 2024-06-06T11:01:25.216674+0000 mgr.y (mgr.14146) 253 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:26.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:26 smithi132 bash[25563]: audit 2024-06-06T11:01:25.616981+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:26.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:26 smithi132 bash[25563]: audit 2024-06-06T11:01:25.618440+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:26.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:26 smithi132 bash[25563]: audit 2024-06-06T11:01:25.619668+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:01:26.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:26 smithi132 bash[25563]: audit 2024-06-06T11:01:25.629048+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:26 smithi179 bash[18882]: cluster 2024-06-06T11:01:25.216674+0000 mgr.y (mgr.14146) 253 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:26 smithi179 bash[18882]: audit 2024-06-06T11:01:25.616981+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:26 smithi179 bash[18882]: audit 2024-06-06T11:01:25.618440+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:26.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:26 smithi179 bash[18882]: audit 2024-06-06T11:01:25.619668+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:01:26.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:26 smithi179 bash[18882]: audit 2024-06-06T11:01:25.629048+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:27.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:27 smithi132 bash[17898]: audit 2024-06-06T11:01:26.929056+0000 mon.b (mon.1) 21 : audit [INF] from='osd.7 [v2:172.21.15.179:6824/662715256,v1:172.21.15.179:6825/662715256]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T11:01:27.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:27 smithi132 bash[17898]: audit 2024-06-06T11:01:26.930846+0000 mon.a (mon.0) 508 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T11:01:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:27 smithi132 bash[25563]: audit 2024-06-06T11:01:26.929056+0000 mon.b (mon.1) 21 : audit [INF] from='osd.7 [v2:172.21.15.179:6824/662715256,v1:172.21.15.179:6825/662715256]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T11:01:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:27 smithi132 bash[25563]: audit 2024-06-06T11:01:26.930846+0000 mon.a (mon.0) 508 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T11:01:27.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:27 smithi179 bash[18882]: audit 2024-06-06T11:01:26.929056+0000 mon.b (mon.1) 21 : audit [INF] from='osd.7 [v2:172.21.15.179:6824/662715256,v1:172.21.15.179:6825/662715256]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T11:01:27.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:27 smithi179 bash[18882]: audit 2024-06-06T11:01:26.930846+0000 mon.a (mon.0) 508 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T11:01:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[17898]: cluster 2024-06-06T11:01:27.217229+0000 mgr.y (mgr.14146) 254 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[17898]: audit 2024-06-06T11:01:27.466629+0000 mon.a (mon.0) 509 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-06T11:01:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[17898]: audit 2024-06-06T11:01:27.466734+0000 mon.b (mon.1) 22 : audit [INF] from='osd.7 [v2:172.21.15.179:6824/662715256,v1:172.21.15.179:6825/662715256]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:01:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[17898]: cluster 2024-06-06T11:01:27.466751+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-06-06T11:01:28.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[17898]: audit 2024-06-06T11:01:27.466918+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:28.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[17898]: audit 2024-06-06T11:01:27.468150+0000 mon.a (mon.0) 512 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:01:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[25563]: cluster 2024-06-06T11:01:27.217229+0000 mgr.y (mgr.14146) 254 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[25563]: audit 2024-06-06T11:01:27.466629+0000 mon.a (mon.0) 509 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-06T11:01:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[25563]: audit 2024-06-06T11:01:27.466734+0000 mon.b (mon.1) 22 : audit [INF] from='osd.7 [v2:172.21.15.179:6824/662715256,v1:172.21.15.179:6825/662715256]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:01:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[25563]: cluster 2024-06-06T11:01:27.466751+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-06-06T11:01:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[25563]: audit 2024-06-06T11:01:27.466918+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:28 smithi132 bash[25563]: audit 2024-06-06T11:01:27.468150+0000 mon.a (mon.0) 512 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:01:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:28 smithi179 bash[18882]: cluster 2024-06-06T11:01:27.217229+0000 mgr.y (mgr.14146) 254 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:28 smithi179 bash[18882]: audit 2024-06-06T11:01:27.466629+0000 mon.a (mon.0) 509 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-06T11:01:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:28 smithi179 bash[18882]: audit 2024-06-06T11:01:27.466734+0000 mon.b (mon.1) 22 : audit [INF] from='osd.7 [v2:172.21.15.179:6824/662715256,v1:172.21.15.179:6825/662715256]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:01:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:28 smithi179 bash[18882]: cluster 2024-06-06T11:01:27.466751+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-06-06T11:01:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:28 smithi179 bash[18882]: audit 2024-06-06T11:01:27.466918+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:28 smithi179 bash[18882]: audit 2024-06-06T11:01:27.468150+0000 mon.a (mon.0) 512 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]: dispatch 2024-06-06T11:01:29.066 INFO:teuthology.orchestra.run.smithi179.stdout:Created osd(s) 7 on host 'smithi179' 2024-06-06T11:01:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:29 smithi179 bash[18882]: audit 2024-06-06T11:01:28.471690+0000 mon.a (mon.0) 513 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T11:01:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:29 smithi179 bash[18882]: cluster 2024-06-06T11:01:28.471868+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-06-06T11:01:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:29 smithi179 bash[18882]: audit 2024-06-06T11:01:28.473952+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:29 smithi179 bash[18882]: audit 2024-06-06T11:01:28.482707+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:29 smithi179 bash[18882]: audit 2024-06-06T11:01:29.057288+0000 mon.a (mon.0) 517 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:01:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:29 smithi179 bash[18882]: audit 2024-06-06T11:01:29.064417+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:29 smithi179 bash[18882]: cluster 2024-06-06T11:01:29.474755+0000 mon.a (mon.0) 519 : cluster [INF] osd.7 [v2:172.21.15.179:6824/662715256,v1:172.21.15.179:6825/662715256] boot 2024-06-06T11:01:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:29 smithi179 bash[18882]: cluster 2024-06-06T11:01:29.474874+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-06-06T11:01:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:29 smithi179 bash[18882]: audit 2024-06-06T11:01:29.475171+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:29.766 DEBUG:teuthology.orchestra.run.smithi179:osd.7> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.7.service 2024-06-06T11:01:29.768 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-06-06T11:01:29.769 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd stat -f json 2024-06-06T11:01:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[25563]: audit 2024-06-06T11:01:28.471690+0000 mon.a (mon.0) 513 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T11:01:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[25563]: cluster 2024-06-06T11:01:28.471868+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-06-06T11:01:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[25563]: audit 2024-06-06T11:01:28.473952+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[25563]: audit 2024-06-06T11:01:28.482707+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[25563]: audit 2024-06-06T11:01:29.057288+0000 mon.a (mon.0) 517 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:01:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[25563]: audit 2024-06-06T11:01:29.064417+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[25563]: cluster 2024-06-06T11:01:29.474755+0000 mon.a (mon.0) 519 : cluster [INF] osd.7 [v2:172.21.15.179:6824/662715256,v1:172.21.15.179:6825/662715256] boot 2024-06-06T11:01:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[25563]: cluster 2024-06-06T11:01:29.474874+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-06-06T11:01:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[25563]: audit 2024-06-06T11:01:29.475171+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[17898]: audit 2024-06-06T11:01:28.471690+0000 mon.a (mon.0) 513 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi179", "root=default"]}]': finished 2024-06-06T11:01:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[17898]: cluster 2024-06-06T11:01:28.471868+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-06-06T11:01:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[17898]: audit 2024-06-06T11:01:28.473952+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[17898]: audit 2024-06-06T11:01:28.482707+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[17898]: audit 2024-06-06T11:01:29.057288+0000 mon.a (mon.0) 517 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:01:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[17898]: audit 2024-06-06T11:01:29.064417+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[17898]: cluster 2024-06-06T11:01:29.474755+0000 mon.a (mon.0) 519 : cluster [INF] osd.7 [v2:172.21.15.179:6824/662715256,v1:172.21.15.179:6825/662715256] boot 2024-06-06T11:01:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[17898]: cluster 2024-06-06T11:01:29.474874+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-06-06T11:01:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:29 smithi132 bash[17898]: audit 2024-06-06T11:01:29.475171+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:01:29.900 INFO:journalctl@ceph.osd.7.smithi179.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T11:01:30.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:30 smithi132 bash[17898]: cluster 2024-06-06T11:01:27.930184+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T11:01:30.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:30 smithi132 bash[17898]: cluster 2024-06-06T11:01:27.930279+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T11:01:30.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:30 smithi132 bash[17898]: cluster 2024-06-06T11:01:29.217752+0000 mgr.y (mgr.14146) 255 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:30.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:30 smithi132 bash[17898]: cluster 2024-06-06T11:01:30.473466+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-06-06T11:01:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:30 smithi132 bash[25563]: cluster 2024-06-06T11:01:27.930184+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T11:01:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:30 smithi132 bash[25563]: cluster 2024-06-06T11:01:27.930279+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T11:01:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:30 smithi132 bash[25563]: cluster 2024-06-06T11:01:29.217752+0000 mgr.y (mgr.14146) 255 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:30.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:30 smithi132 bash[25563]: cluster 2024-06-06T11:01:30.473466+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-06-06T11:01:30.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:30 smithi179 bash[18882]: cluster 2024-06-06T11:01:27.930184+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-06-06T11:01:30.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:30 smithi179 bash[18882]: cluster 2024-06-06T11:01:27.930279+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-06-06T11:01:30.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:30 smithi179 bash[18882]: cluster 2024-06-06T11:01:29.217752+0000 mgr.y (mgr.14146) 255 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 0 B data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-06-06T11:01:30.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:30 smithi179 bash[18882]: cluster 2024-06-06T11:01:30.473466+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-06-06T11:01:32.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:32 smithi132 bash[25563]: cluster 2024-06-06T11:01:31.218287+0000 mgr.y (mgr.14146) 256 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:32.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:32 smithi132 bash[25563]: cluster 2024-06-06T11:01:31.476728+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-06-06T11:01:32.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:32 smithi132 bash[17898]: cluster 2024-06-06T11:01:31.218287+0000 mgr.y (mgr.14146) 256 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:32.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:32 smithi132 bash[17898]: cluster 2024-06-06T11:01:31.476728+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-06-06T11:01:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:32 smithi179 bash[18882]: cluster 2024-06-06T11:01:31.218287+0000 mgr.y (mgr.14146) 256 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:32 smithi179 bash[18882]: cluster 2024-06-06T11:01:31.476728+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-06-06T11:01:33.071 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:01:33.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:33 smithi132 bash[25563]: audit 2024-06-06T11:01:33.071698+0000 mon.a (mon.0) 524 : audit [DBG] from='client.? 172.21.15.132:0/1616410572' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T11:01:33.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:33 smithi132 bash[17898]: audit 2024-06-06T11:01:33.071698+0000 mon.a (mon.0) 524 : audit [DBG] from='client.? 172.21.15.132:0/1616410572' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T11:01:33.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:33 smithi179 bash[18882]: audit 2024-06-06T11:01:33.071698+0000 mon.a (mon.0) 524 : audit [DBG] from='client.? 172.21.15.132:0/1616410572' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T11:01:33.835 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":50,"num_osds":8,"num_up_osds":8,"osd_up_since":1717671689,"num_in_osds":8,"osd_in_since":1717671663,"num_remapped_pgs":0} 2024-06-06T11:01:33.835 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T11:01:34.741 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:34 smithi179 bash[18882]: cluster 2024-06-06T11:01:33.218720+0000 mgr.y (mgr.14146) 257 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:34.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:34 smithi132 bash[17898]: cluster 2024-06-06T11:01:33.218720+0000 mgr.y (mgr.14146) 257 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:34.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:34 smithi132 bash[25563]: cluster 2024-06-06T11:01:33.218720+0000 mgr.y (mgr.14146) 257 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:36.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:36 smithi132 bash[17898]: cluster 2024-06-06T11:01:35.219299+0000 mgr.y (mgr.14146) 258 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:36.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:36 smithi132 bash[25563]: cluster 2024-06-06T11:01:35.219299+0000 mgr.y (mgr.14146) 258 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:36 smithi179 bash[18882]: cluster 2024-06-06T11:01:35.219299+0000 mgr.y (mgr.14146) 258 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:01:38.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[17898]: cluster 2024-06-06T11:01:37.219911+0000 mgr.y (mgr.14146) 259 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:38.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[17898]: audit 2024-06-06T11:01:37.977750+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[17898]: audit 2024-06-06T11:01:37.979795+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[17898]: audit 2024-06-06T11:01:37.981180+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[17898]: audit 2024-06-06T11:01:37.982533+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[17898]: audit 2024-06-06T11:01:37.983708+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[17898]: audit 2024-06-06T11:01:37.991764+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[17898]: audit 2024-06-06T11:01:37.993326+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[17898]: audit 2024-06-06T11:01:37.994571+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:01:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[17898]: audit 2024-06-06T11:01:38.000995+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:38.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[25563]: cluster 2024-06-06T11:01:37.219911+0000 mgr.y (mgr.14146) 259 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:38.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[25563]: audit 2024-06-06T11:01:37.977750+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:38.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[25563]: audit 2024-06-06T11:01:37.979795+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[25563]: audit 2024-06-06T11:01:37.981180+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[25563]: audit 2024-06-06T11:01:37.982533+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[25563]: audit 2024-06-06T11:01:37.983708+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[25563]: audit 2024-06-06T11:01:37.991764+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:38.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[25563]: audit 2024-06-06T11:01:37.993326+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:38.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[25563]: audit 2024-06-06T11:01:37.994571+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:01:38.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:38 smithi132 bash[25563]: audit 2024-06-06T11:01:38.000995+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:38 smithi179 bash[18882]: cluster 2024-06-06T11:01:37.219911+0000 mgr.y (mgr.14146) 259 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:38 smithi179 bash[18882]: audit 2024-06-06T11:01:37.977750+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:38 smithi179 bash[18882]: audit 2024-06-06T11:01:37.979795+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:38 smithi179 bash[18882]: audit 2024-06-06T11:01:37.981180+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:38 smithi179 bash[18882]: audit 2024-06-06T11:01:37.982533+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:38 smithi179 bash[18882]: audit 2024-06-06T11:01:37.983708+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:01:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:38 smithi179 bash[18882]: audit 2024-06-06T11:01:37.991764+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:38 smithi179 bash[18882]: audit 2024-06-06T11:01:37.993326+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:38 smithi179 bash[18882]: audit 2024-06-06T11:01:37.994571+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:01:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:38 smithi179 bash[18882]: audit 2024-06-06T11:01:38.000995+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:39 smithi132 bash[17898]: cephadm 2024-06-06T11:01:37.967198+0000 mgr.y (mgr.14146) 260 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T11:01:39.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:39 smithi132 bash[17898]: cephadm 2024-06-06T11:01:37.984611+0000 mgr.y (mgr.14146) 261 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 4316M 2024-06-06T11:01:39.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:39 smithi132 bash[25563]: cephadm 2024-06-06T11:01:37.967198+0000 mgr.y (mgr.14146) 260 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T11:01:39.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:39 smithi132 bash[25563]: cephadm 2024-06-06T11:01:37.984611+0000 mgr.y (mgr.14146) 261 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 4316M 2024-06-06T11:01:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:39 smithi179 bash[18882]: cephadm 2024-06-06T11:01:37.967198+0000 mgr.y (mgr.14146) 260 : cephadm [INF] Detected new or changed devices on smithi179 2024-06-06T11:01:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:39 smithi179 bash[18882]: cephadm 2024-06-06T11:01:37.984611+0000 mgr.y (mgr.14146) 261 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 4316M 2024-06-06T11:01:40.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:40 smithi132 bash[17898]: cluster 2024-06-06T11:01:39.220320+0000 mgr.y (mgr.14146) 262 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:40.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:40 smithi132 bash[25563]: cluster 2024-06-06T11:01:39.220320+0000 mgr.y (mgr.14146) 262 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:40.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:40 smithi179 bash[18882]: cluster 2024-06-06T11:01:39.220320+0000 mgr.y (mgr.14146) 262 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:41.590 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:01:41.591 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":50,"fsid":"e393e0b4-23f2-11ef-bc9b-c7b262605968","created":"2024-06-06T10:53:41.520205+0000","modified":"2024-06-06T11:01:31.470808+0000","last_up_change":"2024-06-06T11:01:29.465605+0000","last_in_change":"2024-06-06T11:01:03.669229+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-06-06T10:57:57.516429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"6ab272e9-bcc7-4e4f-819a-c1e105c5f133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6803","nonce":611465864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6805","nonce":611465864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6809","nonce":611465864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6807","nonce":611465864}]},"public_addr":"172.21.15.132:6803/611465864","cluster_addr":"172.21.15.132:6805/611465864","heartbeat_back_addr":"172.21.15.132:6809/611465864","heartbeat_front_addr":"172.21.15.132:6807/611465864","state":["exists","up"]},{"osd":1,"uuid":"fa477058-74e7-4120-a36e-63947f5beecd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6811","nonce":3203093178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6813","nonce":3203093178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6817","nonce":3203093178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6815","nonce":3203093178}]},"public_addr":"172.21.15.132:6811/3203093178","cluster_addr":"172.21.15.132:6813/3203093178","heartbeat_back_addr":"172.21.15.132:6817/3203093178","heartbeat_front_addr":"172.21.15.132:6815/3203093178","state":["exists","up"]},{"osd":2,"uuid":"03a068c8-ef8b-4669-946a-467419a8310e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6819","nonce":1252780138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6821","nonce":1252780138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6825","nonce":1252780138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6823","nonce":1252780138}]},"public_addr":"172.21.15.132:6819/1252780138","cluster_addr":"172.21.15.132:6821/1252780138","heartbeat_back_addr":"172.21.15.132:6825/1252780138","heartbeat_front_addr":"172.21.15.132:6823/1252780138","state":["exists","up"]},{"osd":3,"uuid":"e7464067-04ec-4203-963d-4bac90dfadd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6827","nonce":2387908939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6829","nonce":2387908939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6833","nonce":2387908939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6831","nonce":2387908939}]},"public_addr":"172.21.15.132:6827/2387908939","cluster_addr":"172.21.15.132:6829/2387908939","heartbeat_back_addr":"172.21.15.132:6833/2387908939","heartbeat_front_addr":"172.21.15.132:6831/2387908939","state":["exists","up"]},{"osd":4,"uuid":"09f23fe7-b976-411b-9542-b4b6f3c037de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6801","nonce":1916533005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6803","nonce":1916533005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6807","nonce":1916533005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6805","nonce":1916533005}]},"public_addr":"172.21.15.179:6801/1916533005","cluster_addr":"172.21.15.179:6803/1916533005","heartbeat_back_addr":"172.21.15.179:6807/1916533005","heartbeat_front_addr":"172.21.15.179:6805/1916533005","state":["exists","up"]},{"osd":5,"uuid":"2a08f273-f15e-4c4a-9e7f-008f2ec28ae5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6809","nonce":2503586442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6811","nonce":2503586442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6815","nonce":2503586442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6813","nonce":2503586442}]},"public_addr":"172.21.15.179:6809/2503586442","cluster_addr":"172.21.15.179:6811/2503586442","heartbeat_back_addr":"172.21.15.179:6815/2503586442","heartbeat_front_addr":"172.21.15.179:6813/2503586442","state":["exists","up"]},{"osd":6,"uuid":"32bc60f8-90f1-43f1-94c4-d4bb62f87b62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6817","nonce":2447080127}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6819","nonce":2447080127}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6823","nonce":2447080127}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6821","nonce":2447080127}]},"public_addr":"172.21.15.179:6817/2447080127","cluster_addr":"172.21.15.179:6819/2447080127","heartbeat_back_addr":"172.21.15.179:6823/2447080127","heartbeat_front_addr":"172.21.15.179:6821/2447080127","state":["exists","up"]},{"osd":7,"uuid":"19985f50-ad6d-45e2-9d93-91f0943558d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6825","nonce":662715256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6827","nonce":662715256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6831","nonce":662715256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6829","nonce":662715256}]},"public_addr":"172.21.15.179:6825/662715256","cluster_addr":"172.21.15.179:6827/662715256","heartbeat_back_addr":"172.21.15.179:6831/662715256","heartbeat_front_addr":"172.21.15.179:6829/662715256","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:56:28.640799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:11.832518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:55.161621+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:58:38.649012+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:59:18.941412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:01.161032+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:43.960238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:01:27.930283+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.132:6801/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:6800/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/1822996916":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/4289441864":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/863583776":"2024-06-07T10:54:09.120630+0000","172.21.15.132:0/2050707779":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6801/971542882":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6800/971542882":"2024-06-07T10:54:09.120630+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T11:01:42.255 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-06-06T10:57:57.516429+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2024-06-06T11:01:42.255 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd pool get device_health_metrics pg_num 2024-06-06T11:01:42.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:42 smithi132 bash[17898]: cluster 2024-06-06T11:01:41.220880+0000 mgr.y (mgr.14146) 263 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:42.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:42 smithi132 bash[17898]: audit 2024-06-06T11:01:41.589742+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.132:0/4087323480' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:01:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:42 smithi132 bash[25563]: cluster 2024-06-06T11:01:41.220880+0000 mgr.y (mgr.14146) 263 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:42 smithi132 bash[25563]: audit 2024-06-06T11:01:41.589742+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.132:0/4087323480' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:01:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:42 smithi179 bash[18882]: cluster 2024-06-06T11:01:41.220880+0000 mgr.y (mgr.14146) 263 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:42 smithi179 bash[18882]: audit 2024-06-06T11:01:41.589742+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.132:0/4087323480' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:01:44.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:44 smithi132 bash[17898]: cluster 2024-06-06T11:01:43.221436+0000 mgr.y (mgr.14146) 264 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:44 smithi132 bash[25563]: cluster 2024-06-06T11:01:43.221436+0000 mgr.y (mgr.14146) 264 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:44 smithi179 bash[18882]: cluster 2024-06-06T11:01:43.221436+0000 mgr.y (mgr.14146) 264 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:46.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:46 smithi132 bash[17898]: cluster 2024-06-06T11:01:45.222031+0000 mgr.y (mgr.14146) 265 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:46.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:46 smithi132 bash[25563]: cluster 2024-06-06T11:01:45.222031+0000 mgr.y (mgr.14146) 265 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:46.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:46 smithi179 bash[18882]: cluster 2024-06-06T11:01:45.222031+0000 mgr.y (mgr.14146) 265 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:47.012 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:01:48.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:48 smithi132 bash[17898]: cluster 2024-06-06T11:01:47.222650+0000 mgr.y (mgr.14146) 266 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:48.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:48 smithi132 bash[25563]: cluster 2024-06-06T11:01:47.222650+0000 mgr.y (mgr.14146) 266 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:48.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:48 smithi179 bash[18882]: cluster 2024-06-06T11:01:47.222650+0000 mgr.y (mgr.14146) 266 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:49.918 INFO:teuthology.orchestra.run.smithi132.stdout:pg_num: 1 2024-06-06T11:01:50.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:50 smithi132 bash[17898]: cluster 2024-06-06T11:01:49.223170+0000 mgr.y (mgr.14146) 267 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:50.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:50 smithi132 bash[17898]: audit 2024-06-06T11:01:49.919295+0000 mon.a (mon.0) 534 : audit [DBG] from='client.? 172.21.15.132:0/884384297' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-06-06T11:01:50.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:50 smithi132 bash[25563]: cluster 2024-06-06T11:01:49.223170+0000 mgr.y (mgr.14146) 267 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:50.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:50 smithi132 bash[25563]: audit 2024-06-06T11:01:49.919295+0000 mon.a (mon.0) 534 : audit [DBG] from='client.? 172.21.15.132:0/884384297' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-06-06T11:01:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:50 smithi179 bash[18882]: cluster 2024-06-06T11:01:49.223170+0000 mgr.y (mgr.14146) 267 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:50 smithi179 bash[18882]: audit 2024-06-06T11:01:49.919295+0000 mon.a (mon.0) 534 : audit [DBG] from='client.? 172.21.15.132:0/884384297' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-06-06T11:01:50.660 INFO:tasks.cephadm:Adding prometheus.a on smithi179 2024-06-06T11:01:50.661 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch apply prometheus '1;smithi179=a' 2024-06-06T11:01:52.525 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:52 smithi179 bash[18882]: cluster 2024-06-06T11:01:51.223722+0000 mgr.y (mgr.14146) 268 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:52.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:52 smithi132 bash[17898]: cluster 2024-06-06T11:01:51.223722+0000 mgr.y (mgr.14146) 268 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:52.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:52 smithi132 bash[25563]: cluster 2024-06-06T11:01:51.223722+0000 mgr.y (mgr.14146) 268 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:53.723 INFO:teuthology.orchestra.run.smithi179.stdout:Scheduled prometheus update... 2024-06-06T11:01:54.466 DEBUG:teuthology.orchestra.run.smithi179:prometheus.a> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@prometheus.a.service 2024-06-06T11:01:54.469 INFO:tasks.cephadm:Adding node-exporter.a on smithi132 2024-06-06T11:01:54.469 INFO:tasks.cephadm:Adding node-exporter.b on smithi179 2024-06-06T11:01:54.469 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch apply node-exporter '2;smithi132=a;smithi179=b' 2024-06-06T11:01:54.684 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T11:01:54.706 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:54 smithi179 bash[18882]: cluster 2024-06-06T11:01:53.224292+0000 mgr.y (mgr.14146) 269 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:54.706 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:54 smithi179 bash[18882]: audit 2024-06-06T11:01:53.722843+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:54.707 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:54 smithi179 bash[18882]: audit 2024-06-06T11:01:53.759888+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:01:54.707 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:54 smithi179 bash[18882]: audit 2024-06-06T11:01:54.056837+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:54.707 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:54 smithi179 bash[18882]: audit 2024-06-06T11:01:54.058295+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:01:54.707 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:54 smithi179 bash[18882]: audit 2024-06-06T11:01:54.064734+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:54.707 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:54 smithi179 bash[18882]: audit 2024-06-06T11:01:54.072252+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-06-06T11:01:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[17898]: cluster 2024-06-06T11:01:53.224292+0000 mgr.y (mgr.14146) 269 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[17898]: audit 2024-06-06T11:01:53.722843+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[17898]: audit 2024-06-06T11:01:53.759888+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:01:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[17898]: audit 2024-06-06T11:01:54.056837+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[17898]: audit 2024-06-06T11:01:54.058295+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:01:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[17898]: audit 2024-06-06T11:01:54.064734+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[17898]: audit 2024-06-06T11:01:54.072252+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-06-06T11:01:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[25563]: cluster 2024-06-06T11:01:53.224292+0000 mgr.y (mgr.14146) 269 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:01:54.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[25563]: audit 2024-06-06T11:01:53.722843+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:54.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[25563]: audit 2024-06-06T11:01:53.759888+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:01:54.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[25563]: audit 2024-06-06T11:01:54.056837+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:01:54.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[25563]: audit 2024-06-06T11:01:54.058295+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:01:54.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[25563]: audit 2024-06-06T11:01:54.064734+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' 2024-06-06T11:01:54.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:54 smithi132 bash[25563]: audit 2024-06-06T11:01:54.072252+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-06-06T11:01:55.389 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:55 smithi179 bash[18882]: audit 2024-06-06T11:01:53.712477+0000 mgr.y (mgr.14146) 270 : audit [DBG] from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi179=a", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:01:55.389 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:55 smithi179 bash[18882]: cephadm 2024-06-06T11:01:53.716028+0000 mgr.y (mgr.14146) 271 : cephadm [INF] Saving service prometheus spec with placement smithi179=a;count:1 2024-06-06T11:01:55.389 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:55 smithi179 bash[18882]: audit 2024-06-06T11:01:55.075437+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-06-06T11:01:55.389 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:01:55 smithi179 bash[18882]: cluster 2024-06-06T11:01:55.075519+0000 mon.a (mon.0) 542 : cluster [DBG] mgrmap e15: y(active, since 7m), standbys: x 2024-06-06T11:01:55.389 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:55 smithi179 bash[19728]: ignoring --setuser ceph since I am not root 2024-06-06T11:01:55.389 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:55 smithi179 bash[19728]: ignoring --setgroup ceph since I am not root 2024-06-06T11:01:55.389 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:55 smithi179 bash[19728]: debug 2024-06-06T11:01:55.110+0000 7f201c4a1700 1 -- 172.21.15.179:0/2408214282 <== mon.1 v2:172.21.15.179:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562f8d7e84e0 con 0x562f8d8dc800 2024-06-06T11:01:55.390 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:55 smithi179 bash[19728]: debug 2024-06-06T11:01:55.274+0000 7f202c67e680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T11:01:55.390 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[17898]: audit 2024-06-06T11:01:53.712477+0000 mgr.y (mgr.14146) 270 : audit [DBG] from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi179=a", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:01:55.391 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[17898]: cephadm 2024-06-06T11:01:53.716028+0000 mgr.y (mgr.14146) 271 : cephadm [INF] Saving service prometheus spec with placement smithi179=a;count:1 2024-06-06T11:01:55.391 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[17898]: audit 2024-06-06T11:01:55.075437+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-06-06T11:01:55.391 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[17898]: cluster 2024-06-06T11:01:55.075519+0000 mon.a (mon.0) 542 : cluster [DBG] mgrmap e15: y(active, since 7m), standbys: x 2024-06-06T11:01:55.391 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[18166]: ignoring --setuser ceph since I am not root 2024-06-06T11:01:55.391 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[18166]: ignoring --setgroup ceph since I am not root 2024-06-06T11:01:55.391 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[18166]: debug 2024-06-06T11:01:55.118+0000 7f437d719700 1 -- 172.21.15.132:0/618076673 <== mon.2 v2:172.21.15.132:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559e853084e0 con 0x559e853fc800 2024-06-06T11:01:55.391 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[18166]: debug 2024-06-06T11:01:55.278+0000 7f438d8f6680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T11:01:55.392 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[25563]: audit 2024-06-06T11:01:53.712477+0000 mgr.y (mgr.14146) 270 : audit [DBG] from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi179=a", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:01:55.392 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[25563]: cephadm 2024-06-06T11:01:53.716028+0000 mgr.y (mgr.14146) 271 : cephadm [INF] Saving service prometheus spec with placement smithi179=a;count:1 2024-06-06T11:01:55.392 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[25563]: audit 2024-06-06T11:01:55.075437+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14146 172.21.15.132:0/2486260111' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-06-06T11:01:55.392 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[25563]: cluster 2024-06-06T11:01:55.075519+0000 mon.a (mon.0) 542 : cluster [DBG] mgrmap e15: y(active, since 7m), standbys: x 2024-06-06T11:01:55.690 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:55 smithi179 bash[19728]: debug 2024-06-06T11:01:55.386+0000 7f202c67e680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T11:01:56.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:55 smithi179 bash[19728]: debug 2024-06-06T11:01:55.866+0000 7f202c67e680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T11:01:56.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[18166]: debug 2024-06-06T11:01:55.386+0000 7f438d8f6680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T11:01:56.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:55 smithi132 bash[18166]: debug 2024-06-06T11:01:55.854+0000 7f438d8f6680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T11:01:57.132 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:56 smithi132 bash[18166]: debug 2024-06-06T11:01:56.778+0000 7f438d8f6680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T11:01:57.132 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:56 smithi132 bash[18166]: debug 2024-06-06T11:01:56.874+0000 7f438d8f6680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T11:01:57.148 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:56 smithi179 bash[19728]: debug 2024-06-06T11:01:56.798+0000 7f202c67e680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T11:01:57.149 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:56 smithi179 bash[19728]: debug 2024-06-06T11:01:56.894+0000 7f202c67e680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T11:01:57.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:57 smithi132 bash[18166]: debug 2024-06-06T11:01:57.126+0000 7f438d8f6680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T11:01:57.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:57 smithi179 bash[19728]: debug 2024-06-06T11:01:57.146+0000 7f202c67e680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T11:01:58.556 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:58 smithi132 bash[18166]: debug 2024-06-06T11:01:58.286+0000 7f438d8f6680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T11:01:58.556 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:58 smithi132 bash[18166]: debug 2024-06-06T11:01:58.450+0000 7f438d8f6680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:01:58.660 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:58 smithi179 bash[19728]: debug 2024-06-06T11:01:58.390+0000 7f202c67e680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T11:01:58.661 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:58 smithi179 bash[19728]: debug 2024-06-06T11:01:58.558+0000 7f202c67e680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:01:58.895 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:58 smithi132 bash[18166]: debug 2024-06-06T11:01:58.550+0000 7f438d8f6680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T11:01:58.896 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:58 smithi132 bash[18166]: debug 2024-06-06T11:01:58.666+0000 7f438d8f6680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T11:01:59.001 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:58 smithi179 bash[19728]: debug 2024-06-06T11:01:58.658+0000 7f202c67e680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T11:01:59.001 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:58 smithi179 bash[19728]: debug 2024-06-06T11:01:58.774+0000 7f202c67e680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T11:01:59.265 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:58 smithi132 bash[18166]: debug 2024-06-06T11:01:58.890+0000 7f438d8f6680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T11:01:59.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:59 smithi132 bash[18166]: debug 2024-06-06T11:01:59.262+0000 7f438d8f6680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T11:01:59.533 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:01:59 smithi132 bash[18166]: debug 2024-06-06T11:01:59.382+0000 7f438d8f6680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T11:01:59.790 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:59 smithi179 bash[19728]: debug 2024-06-06T11:01:58.998+0000 7f202c67e680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T11:01:59.790 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:59 smithi179 bash[19728]: debug 2024-06-06T11:01:59.366+0000 7f202c67e680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T11:01:59.790 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:01:59 smithi179 bash[19728]: debug 2024-06-06T11:01:59.486+0000 7f202c67e680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T11:02:00.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:00 smithi132 bash[18166]: debug 2024-06-06T11:02:00.266+0000 7f438d8f6680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T11:02:00.533 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:00 smithi132 bash[18166]: debug 2024-06-06T11:02:00.362+0000 7f438d8f6680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T11:02:00.533 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:00 smithi132 bash[18166]: debug 2024-06-06T11:02:00.482+0000 7f438d8f6680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T11:02:00.790 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:00 smithi179 bash[19728]: debug 2024-06-06T11:02:00.354+0000 7f202c67e680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T11:02:00.790 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:00 smithi179 bash[19728]: debug 2024-06-06T11:02:00.458+0000 7f202c67e680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T11:02:00.790 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:00 smithi179 bash[19728]: debug 2024-06-06T11:02:00.570+0000 7f202c67e680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T11:02:01.011 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:00 smithi132 bash[18166]: debug 2024-06-06T11:02:00.710+0000 7f438d8f6680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T11:02:01.092 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:00 smithi179 bash[19728]: debug 2024-06-06T11:02:00.790+0000 7f202c67e680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T11:02:01.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[18166]: debug 2024-06-06T11:02:01.006+0000 7f438d8f6680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T11:02:01.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[18166]: debug 2024-06-06T11:02:01.174+0000 7f438d8f6680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T11:02:01.431 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[19728]: debug 2024-06-06T11:02:01.090+0000 7f202c67e680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T11:02:01.431 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[19728]: debug 2024-06-06T11:02:01.258+0000 7f202c67e680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T11:02:01.677 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[18166]: debug 2024-06-06T11:02:01.350+0000 7f438d8f6680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:02:01.678 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[18166]: debug 2024-06-06T11:02:01.562+0000 7f438d8f6680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T11:02:01.758 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[19728]: debug 2024-06-06T11:02:01.426+0000 7f202c67e680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:02:01.758 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[19728]: debug 2024-06-06T11:02:01.646+0000 7f202c67e680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T11:02:01.934 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[18166]: debug 2024-06-06T11:02:01.670+0000 7f438d8f6680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T11:02:01.935 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: cluster 2024-06-06T11:02:01.700411+0000 mon.a (mon.0) 543 : cluster [INF] Active manager daemon y restarted 2024-06-06T11:02:01.935 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: cluster 2024-06-06T11:02:01.700975+0000 mon.a (mon.0) 544 : cluster [INF] Activating manager daemon y 2024-06-06T11:02:01.935 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: cluster 2024-06-06T11:02:01.711336+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-06-06T11:02:01.935 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: cluster 2024-06-06T11:02:01.711679+0000 mon.a (mon.0) 546 : cluster [DBG] mgrmap e16: y(active, starting, since 0.0108811s), standbys: x 2024-06-06T11:02:01.935 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.713123+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:02:01.935 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.713366+0000 mon.a (mon.0) 548 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:02:01.935 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.713596+0000 mon.a (mon.0) 549 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:02:01.936 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.715126+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T11:02:01.936 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.715417+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T11:02:01.936 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.715685+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:02:01.936 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.716000+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:02:01.936 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.716314+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:02:01.936 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.716722+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:02:01.936 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.716952+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T11:02:01.936 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.717233+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:02:01.936 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.717449+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:02:01.937 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.717730+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:02:01.937 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.717972+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T11:02:01.937 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.718186+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T11:02:01.937 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: audit 2024-06-06T11:02:01.718724+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T11:02:01.937 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[17898]: cluster 2024-06-06T11:02:01.722324+0000 mon.a (mon.0) 563 : cluster [INF] Manager daemon y is now available 2024-06-06T11:02:01.938 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: cluster 2024-06-06T11:02:01.700411+0000 mon.a (mon.0) 543 : cluster [INF] Active manager daemon y restarted 2024-06-06T11:02:01.938 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: cluster 2024-06-06T11:02:01.700975+0000 mon.a (mon.0) 544 : cluster [INF] Activating manager daemon y 2024-06-06T11:02:01.938 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: cluster 2024-06-06T11:02:01.711336+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-06-06T11:02:01.938 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: cluster 2024-06-06T11:02:01.711679+0000 mon.a (mon.0) 546 : cluster [DBG] mgrmap e16: y(active, starting, since 0.0108811s), standbys: x 2024-06-06T11:02:01.938 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.713123+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:02:01.938 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.713366+0000 mon.a (mon.0) 548 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:02:01.938 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.713596+0000 mon.a (mon.0) 549 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:02:01.939 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.715126+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T11:02:01.939 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.715417+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T11:02:01.939 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.715685+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:02:01.939 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.716000+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:02:01.939 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.716314+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:02:01.939 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.716722+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:02:01.939 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.716952+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T11:02:01.939 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.717233+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:02:01.939 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.717449+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:02:01.940 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.717730+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:02:01.940 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.717972+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T11:02:01.940 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.718186+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T11:02:01.940 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: audit 2024-06-06T11:02:01.718724+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T11:02:01.940 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[25563]: cluster 2024-06-06T11:02:01.722324+0000 mon.a (mon.0) 563 : cluster [INF] Manager daemon y is now available 2024-06-06T11:02:02.016 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[19728]: debug 2024-06-06T11:02:01.754+0000 7f202c67e680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T11:02:02.016 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[19728]: [06/Jun/2024:11:02:01] ENGINE Bus STARTING 2024-06-06T11:02:02.016 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[19728]: CherryPy Checker: 2024-06-06T11:02:02.016 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[19728]: The Application mounted at '' has an empty config. 2024-06-06T11:02:02.016 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[19728]: [06/Jun/2024:11:02:01] ENGINE Serving on http://:::9283 2024-06-06T11:02:02.017 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[19728]: [06/Jun/2024:11:02:01] ENGINE Bus STARTED 2024-06-06T11:02:02.017 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: cluster 2024-06-06T11:02:01.700411+0000 mon.a (mon.0) 543 : cluster [INF] Active manager daemon y restarted 2024-06-06T11:02:02.017 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: cluster 2024-06-06T11:02:01.700975+0000 mon.a (mon.0) 544 : cluster [INF] Activating manager daemon y 2024-06-06T11:02:02.017 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: cluster 2024-06-06T11:02:01.711336+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-06-06T11:02:02.017 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: cluster 2024-06-06T11:02:01.711679+0000 mon.a (mon.0) 546 : cluster [DBG] mgrmap e16: y(active, starting, since 0.0108811s), standbys: x 2024-06-06T11:02:02.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.713123+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:02:02.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.713366+0000 mon.a (mon.0) 548 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:02:02.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.713596+0000 mon.a (mon.0) 549 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:02:02.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.715126+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T11:02:02.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.715417+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T11:02:02.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.715685+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:02:02.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.716000+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:02:02.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.716314+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:02:02.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.716722+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:02:02.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.716952+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T11:02:02.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.717233+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:02:02.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.717449+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:02:02.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.717730+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:02:02.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.717972+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T11:02:02.020 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.718186+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T11:02:02.020 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: audit 2024-06-06T11:02:01.718724+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T11:02:02.020 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:01 smithi179 bash[18882]: cluster 2024-06-06T11:02:01.722324+0000 mon.a (mon.0) 563 : cluster [INF] Manager daemon y is now available 2024-06-06T11:02:02.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[18166]: [06/Jun/2024:11:02:01] ENGINE Bus STARTING 2024-06-06T11:02:02.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[18166]: Warning: Permanently added '172.21.15.132' (ECDSA) to the list of known hosts. 2024-06-06T11:02:02.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:01 smithi132 bash[18166]: Warning: Permanently added '172.21.15.179' (ECDSA) to the list of known hosts. 2024-06-06T11:02:02.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[18166]: CherryPy Checker: 2024-06-06T11:02:02.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[18166]: The Application mounted at '' has an empty config. 2024-06-06T11:02:02.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[18166]: [06/Jun/2024:11:02:02] ENGINE Serving on http://:::9283 2024-06-06T11:02:02.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[18166]: [06/Jun/2024:11:02:02] ENGINE Bus STARTED 2024-06-06T11:02:02.730 INFO:teuthology.orchestra.run.smithi179.stdout:Scheduled node-exporter update... 2024-06-06T11:02:03.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: cluster 2024-06-06T11:02:01.779264+0000 mon.a (mon.0) 564 : cluster [DBG] Standby manager daemon x restarted 2024-06-06T11:02:03.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: cluster 2024-06-06T11:02:01.779430+0000 mon.a (mon.0) 565 : cluster [DBG] Standby manager daemon x started 2024-06-06T11:02:03.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: audit 2024-06-06T11:02:01.782789+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:02:03.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: audit 2024-06-06T11:02:01.784651+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:02:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: audit 2024-06-06T11:02:01.787683+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:02:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: audit 2024-06-06T11:02:01.790177+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:02:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: audit 2024-06-06T11:02:01.868839+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:02:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: audit 2024-06-06T11:02:01.874251+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:02:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: audit 2024-06-06T11:02:01.911351+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: audit 2024-06-06T11:02:01.950279+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:02:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: audit 2024-06-06T11:02:01.959479+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T11:02:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: cluster 2024-06-06T11:02:02.719246+0000 mon.a (mon.0) 571 : cluster [DBG] mgrmap e17: y(active, since 1.01845s), standbys: x 2024-06-06T11:02:03.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[17898]: audit 2024-06-06T11:02:02.731070+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:03.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: cluster 2024-06-06T11:02:01.779264+0000 mon.a (mon.0) 564 : cluster [DBG] Standby manager daemon x restarted 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: cluster 2024-06-06T11:02:01.779430+0000 mon.a (mon.0) 565 : cluster [DBG] Standby manager daemon x started 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: audit 2024-06-06T11:02:01.782789+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: audit 2024-06-06T11:02:01.784651+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: audit 2024-06-06T11:02:01.787683+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: audit 2024-06-06T11:02:01.790177+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: audit 2024-06-06T11:02:01.868839+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: audit 2024-06-06T11:02:01.874251+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: audit 2024-06-06T11:02:01.911351+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: audit 2024-06-06T11:02:01.950279+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: audit 2024-06-06T11:02:01.959479+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: cluster 2024-06-06T11:02:02.719246+0000 mon.a (mon.0) 571 : cluster [DBG] mgrmap e17: y(active, since 1.01845s), standbys: x 2024-06-06T11:02:03.035 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:02 smithi132 bash[25563]: audit 2024-06-06T11:02:02.731070+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:03.045 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: cluster 2024-06-06T11:02:01.779264+0000 mon.a (mon.0) 564 : cluster [DBG] Standby manager daemon x restarted 2024-06-06T11:02:03.045 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: cluster 2024-06-06T11:02:01.779430+0000 mon.a (mon.0) 565 : cluster [DBG] Standby manager daemon x started 2024-06-06T11:02:03.045 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: audit 2024-06-06T11:02:01.782789+0000 mon.b (mon.1) 23 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:02:03.045 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: audit 2024-06-06T11:02:01.784651+0000 mon.b (mon.1) 24 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:02:03.045 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: audit 2024-06-06T11:02:01.787683+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:02:03.046 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: audit 2024-06-06T11:02:01.790177+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.179:0/329922357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:02:03.046 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: audit 2024-06-06T11:02:01.868839+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:02:03.046 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: audit 2024-06-06T11:02:01.874251+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:02:03.046 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: audit 2024-06-06T11:02:01.911351+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:03.046 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: audit 2024-06-06T11:02:01.950279+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:02:03.046 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: audit 2024-06-06T11:02:01.959479+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T11:02:03.046 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: cluster 2024-06-06T11:02:02.719246+0000 mon.a (mon.0) 571 : cluster [DBG] mgrmap e17: y(active, since 1.01845s), standbys: x 2024-06-06T11:02:03.046 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:02 smithi179 bash[18882]: audit 2024-06-06T11:02:02.731070+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:03.505 DEBUG:teuthology.orchestra.run.smithi132:node-exporter.a> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@node-exporter.a.service 2024-06-06T11:02:03.508 DEBUG:teuthology.orchestra.run.smithi179:node-exporter.b> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@node-exporter.b.service 2024-06-06T11:02:03.511 INFO:tasks.cephadm:Adding alertmanager.a on smithi132 2024-06-06T11:02:03.511 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch apply alertmanager '1;smithi132=a' 2024-06-06T11:02:03.630 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T11:02:03.639 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T11:02:03.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:03 smithi132 bash[17898]: cephadm 2024-06-06T11:02:02.727200+0000 mgr.y (mgr.14427) 3 : cephadm [INF] Saving service node-exporter spec with placement smithi132=a;smithi179=b;count:2 2024-06-06T11:02:03.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:03 smithi132 bash[25563]: cephadm 2024-06-06T11:02:02.727200+0000 mgr.y (mgr.14427) 3 : cephadm [INF] Saving service node-exporter spec with placement smithi132=a;smithi179=b;count:2 2024-06-06T11:02:04.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:03 smithi179 bash[18882]: cephadm 2024-06-06T11:02:02.727200+0000 mgr.y (mgr.14427) 3 : cephadm [INF] Saving service node-exporter spec with placement smithi132=a;smithi179=b;count:2 2024-06-06T11:02:04.982 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:04 smithi179 bash[18882]: cluster 2024-06-06T11:02:03.716819+0000 mgr.y (mgr.14427) 4 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:04.982 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:04 smithi179 bash[18882]: cluster 2024-06-06T11:02:04.728623+0000 mon.a (mon.0) 573 : cluster [DBG] mgrmap e18: y(active, since 3s), standbys: x 2024-06-06T11:02:05.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:04 smithi132 bash[17898]: cluster 2024-06-06T11:02:03.716819+0000 mgr.y (mgr.14427) 4 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:05.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:04 smithi132 bash[17898]: cluster 2024-06-06T11:02:04.728623+0000 mon.a (mon.0) 573 : cluster [DBG] mgrmap e18: y(active, since 3s), standbys: x 2024-06-06T11:02:05.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:04 smithi132 bash[25563]: cluster 2024-06-06T11:02:03.716819+0000 mgr.y (mgr.14427) 4 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:05.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:04 smithi132 bash[25563]: cluster 2024-06-06T11:02:04.728623+0000 mon.a (mon.0) 573 : cluster [DBG] mgrmap e18: y(active, since 3s), standbys: x 2024-06-06T11:02:06.619 INFO:teuthology.orchestra.run.smithi179.stdout:Scheduled alertmanager update... 2024-06-06T11:02:07.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:06 smithi132 bash[17898]: cluster 2024-06-06T11:02:05.717445+0000 mgr.y (mgr.14427) 5 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:07.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:06 smithi132 bash[17898]: audit 2024-06-06T11:02:06.619989+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:07.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:06 smithi132 bash[25563]: cluster 2024-06-06T11:02:05.717445+0000 mgr.y (mgr.14427) 5 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:07.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:06 smithi132 bash[25563]: audit 2024-06-06T11:02:06.619989+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:07.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:06 smithi179 bash[18882]: cluster 2024-06-06T11:02:05.717445+0000 mgr.y (mgr.14427) 5 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:07.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:06 smithi179 bash[18882]: audit 2024-06-06T11:02:06.619989+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:07.309 DEBUG:teuthology.orchestra.run.smithi132:alertmanager.a> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@alertmanager.a.service 2024-06-06T11:02:07.312 INFO:tasks.cephadm:Adding grafana.a on smithi179 2024-06-06T11:02:07.312 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph orch apply grafana '1;smithi179=a' 2024-06-06T11:02:07.341 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T11:02:08.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:07 smithi132 bash[17898]: audit 2024-06-06T11:02:06.610115+0000 mgr.y (mgr.14427) 6 : audit [DBG] from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi132=a", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:02:08.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:07 smithi132 bash[17898]: cephadm 2024-06-06T11:02:06.613686+0000 mgr.y (mgr.14427) 7 : cephadm [INF] Saving service alertmanager spec with placement smithi132=a;count:1 2024-06-06T11:02:08.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:07 smithi132 bash[17898]: audit 2024-06-06T11:02:07.473495+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:08.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:07 smithi132 bash[25563]: audit 2024-06-06T11:02:06.610115+0000 mgr.y (mgr.14427) 6 : audit [DBG] from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi132=a", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:02:08.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:07 smithi132 bash[25563]: cephadm 2024-06-06T11:02:06.613686+0000 mgr.y (mgr.14427) 7 : cephadm [INF] Saving service alertmanager spec with placement smithi132=a;count:1 2024-06-06T11:02:08.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:07 smithi132 bash[25563]: audit 2024-06-06T11:02:07.473495+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:08.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:07 smithi179 bash[18882]: audit 2024-06-06T11:02:06.610115+0000 mgr.y (mgr.14427) 6 : audit [DBG] from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi132=a", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:02:08.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:07 smithi179 bash[18882]: cephadm 2024-06-06T11:02:06.613686+0000 mgr.y (mgr.14427) 7 : cephadm [INF] Saving service alertmanager spec with placement smithi132=a;count:1 2024-06-06T11:02:08.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:07 smithi179 bash[18882]: audit 2024-06-06T11:02:07.473495+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[25563]: cluster 2024-06-06T11:02:07.717994+0000 mgr.y (mgr.14427) 8 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:09.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[25563]: audit 2024-06-06T11:02:08.186435+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[25563]: audit 2024-06-06T11:02:08.494767+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:02:09.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[25563]: audit 2024-06-06T11:02:08.496679+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:02:09.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[25563]: audit 2024-06-06T11:02:08.553533+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[25563]: audit 2024-06-06T11:02:08.566477+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[25563]: audit 2024-06-06T11:02:08.576012+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[17898]: cluster 2024-06-06T11:02:07.717994+0000 mgr.y (mgr.14427) 8 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:09.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[17898]: audit 2024-06-06T11:02:08.186435+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[17898]: audit 2024-06-06T11:02:08.494767+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:02:09.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[17898]: audit 2024-06-06T11:02:08.496679+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:02:09.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[17898]: audit 2024-06-06T11:02:08.553533+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[17898]: audit 2024-06-06T11:02:08.566477+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:08 smithi132 bash[17898]: audit 2024-06-06T11:02:08.576012+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:08 smithi179 bash[18882]: cluster 2024-06-06T11:02:07.717994+0000 mgr.y (mgr.14427) 8 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:09.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:08 smithi179 bash[18882]: audit 2024-06-06T11:02:08.186435+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:08 smithi179 bash[18882]: audit 2024-06-06T11:02:08.494767+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:02:09.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:08 smithi179 bash[18882]: audit 2024-06-06T11:02:08.496679+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:02:09.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:08 smithi179 bash[18882]: audit 2024-06-06T11:02:08.553533+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:08 smithi179 bash[18882]: audit 2024-06-06T11:02:08.566477+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:09.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:08 smithi179 bash[18882]: audit 2024-06-06T11:02:08.576012+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:10.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:09 smithi179 bash[18882]: cephadm 2024-06-06T11:02:08.499564+0000 mgr.y (mgr.14427) 9 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:02:10.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:09 smithi179 bash[18882]: cephadm 2024-06-06T11:02:08.500137+0000 mgr.y (mgr.14427) 10 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:02:10.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:09 smithi179 bash[18882]: cephadm 2024-06-06T11:02:08.515827+0000 mgr.y (mgr.14427) 11 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:02:10.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:09 smithi179 bash[18882]: cephadm 2024-06-06T11:02:08.518836+0000 mgr.y (mgr.14427) 12 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:02:10.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:09 smithi179 bash[18882]: cephadm 2024-06-06T11:02:08.600354+0000 mgr.y (mgr.14427) 13 : cephadm [INF] Deploying daemon prometheus.a on smithi179 2024-06-06T11:02:10.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:09 smithi132 bash[17898]: cephadm 2024-06-06T11:02:08.499564+0000 mgr.y (mgr.14427) 9 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:02:10.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:09 smithi132 bash[17898]: cephadm 2024-06-06T11:02:08.500137+0000 mgr.y (mgr.14427) 10 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:02:10.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:09 smithi132 bash[17898]: cephadm 2024-06-06T11:02:08.515827+0000 mgr.y (mgr.14427) 11 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:02:10.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:09 smithi132 bash[17898]: cephadm 2024-06-06T11:02:08.518836+0000 mgr.y (mgr.14427) 12 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:02:10.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:09 smithi132 bash[17898]: cephadm 2024-06-06T11:02:08.600354+0000 mgr.y (mgr.14427) 13 : cephadm [INF] Deploying daemon prometheus.a on smithi179 2024-06-06T11:02:10.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:09 smithi132 bash[25563]: cephadm 2024-06-06T11:02:08.499564+0000 mgr.y (mgr.14427) 9 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:02:10.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:09 smithi132 bash[25563]: cephadm 2024-06-06T11:02:08.500137+0000 mgr.y (mgr.14427) 10 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:02:10.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:09 smithi132 bash[25563]: cephadm 2024-06-06T11:02:08.515827+0000 mgr.y (mgr.14427) 11 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:02:10.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:09 smithi132 bash[25563]: cephadm 2024-06-06T11:02:08.518836+0000 mgr.y (mgr.14427) 12 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:02:10.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:09 smithi132 bash[25563]: cephadm 2024-06-06T11:02:08.600354+0000 mgr.y (mgr.14427) 13 : cephadm [INF] Deploying daemon prometheus.a on smithi179 2024-06-06T11:02:10.590 INFO:teuthology.orchestra.run.smithi179.stdout:Scheduled grafana update... 2024-06-06T11:02:11.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:10 smithi179 bash[18882]: cluster 2024-06-06T11:02:09.718732+0000 mgr.y (mgr.14427) 14 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:11.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:10 smithi179 bash[18882]: audit 2024-06-06T11:02:10.590784+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:11.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:10 smithi132 bash[17898]: cluster 2024-06-06T11:02:09.718732+0000 mgr.y (mgr.14427) 14 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:11.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:10 smithi132 bash[17898]: audit 2024-06-06T11:02:10.590784+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:11.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:10 smithi132 bash[25563]: cluster 2024-06-06T11:02:09.718732+0000 mgr.y (mgr.14427) 14 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:11.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:10 smithi132 bash[25563]: audit 2024-06-06T11:02:10.590784+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:12.161 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:11 smithi179 bash[18882]: audit 2024-06-06T11:02:10.581372+0000 mgr.y (mgr.14427) 15 : audit [DBG] from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi179=a", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:02:12.161 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:11 smithi179 bash[18882]: cephadm 2024-06-06T11:02:10.584657+0000 mgr.y (mgr.14427) 16 : cephadm [INF] Saving service grafana spec with placement smithi179=a;count:1 2024-06-06T11:02:12.162 DEBUG:teuthology.orchestra.run.smithi179:grafana.a> sudo journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@grafana.a.service 2024-06-06T11:02:12.164 INFO:tasks.cephadm:Setting up client nodes... 2024-06-06T11:02:12.164 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-06-06T11:02:12.177 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:11 smithi132 bash[17898]: audit 2024-06-06T11:02:10.581372+0000 mgr.y (mgr.14427) 15 : audit [DBG] from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi179=a", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:02:12.177 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:11 smithi132 bash[17898]: cephadm 2024-06-06T11:02:10.584657+0000 mgr.y (mgr.14427) 16 : cephadm [INF] Saving service grafana spec with placement smithi179=a;count:1 2024-06-06T11:02:12.178 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:11 smithi132 bash[25563]: audit 2024-06-06T11:02:10.581372+0000 mgr.y (mgr.14427) 15 : audit [DBG] from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi179=a", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:02:12.178 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:11 smithi132 bash[25563]: cephadm 2024-06-06T11:02:10.584657+0000 mgr.y (mgr.14427) 16 : cephadm [INF] Saving service grafana spec with placement smithi179=a;count:1 2024-06-06T11:02:12.296 INFO:journalctl@ceph.grafana.a.smithi179.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2024-06-06T11:02:13.187 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:12 smithi132 bash[17898]: cluster 2024-06-06T11:02:11.719289+0000 mgr.y (mgr.14427) 17 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:13.188 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:12 smithi132 bash[25563]: cluster 2024-06-06T11:02:11.719289+0000 mgr.y (mgr.14427) 17 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:12 smithi179 bash[18882]: cluster 2024-06-06T11:02:11.719289+0000 mgr.y (mgr.14427) 17 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:15.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:14 smithi132 bash[17898]: cluster 2024-06-06T11:02:13.719752+0000 mgr.y (mgr.14427) 18 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:15.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:14 smithi132 bash[25563]: cluster 2024-06-06T11:02:13.719752+0000 mgr.y (mgr.14427) 18 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:14 smithi179 bash[18882]: cluster 2024-06-06T11:02:13.719752+0000 mgr.y (mgr.14427) 18 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:15.330 INFO:teuthology.orchestra.run.smithi132.stdout:[client.0] 2024-06-06T11:02:15.330 INFO:teuthology.orchestra.run.smithi132.stdout: key = AQA3l2FmDY5PExAAdR5i2XdnA+8qKLvci3jWrg== 2024-06-06T11:02:16.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:15 smithi132 bash[17898]: audit 2024-06-06T11:02:15.323588+0000 mon.a (mon.0) 583 : audit [INF] from='client.? 172.21.15.132:0/4289289371' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T11:02:16.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:15 smithi132 bash[17898]: audit 2024-06-06T11:02:15.330773+0000 mon.a (mon.0) 584 : audit [INF] from='client.? 172.21.15.132:0/4289289371' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T11:02:16.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:15 smithi132 bash[25563]: audit 2024-06-06T11:02:15.323588+0000 mon.a (mon.0) 583 : audit [INF] from='client.? 172.21.15.132:0/4289289371' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T11:02:16.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:15 smithi132 bash[25563]: audit 2024-06-06T11:02:15.330773+0000 mon.a (mon.0) 584 : audit [INF] from='client.? 172.21.15.132:0/4289289371' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T11:02:16.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:15 smithi179 bash[18882]: audit 2024-06-06T11:02:15.323588+0000 mon.a (mon.0) 583 : audit [INF] from='client.? 172.21.15.132:0/4289289371' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T11:02:16.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:15 smithi179 bash[18882]: audit 2024-06-06T11:02:15.330773+0000 mon.a (mon.0) 584 : audit [INF] from='client.? 172.21.15.132:0/4289289371' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T11:02:16.053 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T11:02:16.053 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-06-06T11:02:16.053 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-06-06T11:02:16.122 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-06-06T11:02:17.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:16 smithi132 bash[17898]: cluster 2024-06-06T11:02:15.720253+0000 mgr.y (mgr.14427) 19 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:17.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:16 smithi132 bash[25563]: cluster 2024-06-06T11:02:15.720253+0000 mgr.y (mgr.14427) 19 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:17.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:16 smithi179 bash[18882]: cluster 2024-06-06T11:02:15.720253+0000 mgr.y (mgr.14427) 19 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:19.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:18 smithi179 bash[18882]: cluster 2024-06-06T11:02:17.720865+0000 mgr.y (mgr.14427) 20 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:19.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:18 smithi132 bash[17898]: cluster 2024-06-06T11:02:17.720865+0000 mgr.y (mgr.14427) 20 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:19.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:18 smithi132 bash[25563]: cluster 2024-06-06T11:02:17.720865+0000 mgr.y (mgr.14427) 20 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:21.082 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:20 smithi179 bash[18882]: cluster 2024-06-06T11:02:19.721522+0000 mgr.y (mgr.14427) 21 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:21.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:20 smithi132 bash[17898]: cluster 2024-06-06T11:02:19.721522+0000 mgr.y (mgr.14427) 21 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:21.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:20 smithi132 bash[25563]: cluster 2024-06-06T11:02:19.721522+0000 mgr.y (mgr.14427) 21 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:21.481 INFO:teuthology.orchestra.run.smithi179.stdout:[client.1] 2024-06-06T11:02:21.481 INFO:teuthology.orchestra.run.smithi179.stdout: key = AQA9l2FmAdlVHBAAg1y3JkVsA9ZyB225O+NXPA== 2024-06-06T11:02:22.078 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:21 smithi179 bash[18882]: audit 2024-06-06T11:02:21.473060+0000 mon.b (mon.1) 27 : audit [INF] from='client.? 172.21.15.179:0/175653080' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T11:02:22.078 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:21 smithi179 bash[18882]: audit 2024-06-06T11:02:21.475026+0000 mon.a (mon.0) 585 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T11:02:22.078 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:21 smithi179 bash[18882]: audit 2024-06-06T11:02:21.482101+0000 mon.a (mon.0) 586 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T11:02:22.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:21 smithi132 bash[17898]: audit 2024-06-06T11:02:21.473060+0000 mon.b (mon.1) 27 : audit [INF] from='client.? 172.21.15.179:0/175653080' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T11:02:22.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:21 smithi132 bash[17898]: audit 2024-06-06T11:02:21.475026+0000 mon.a (mon.0) 585 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T11:02:22.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:21 smithi132 bash[17898]: audit 2024-06-06T11:02:21.482101+0000 mon.a (mon.0) 586 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T11:02:22.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:21 smithi132 bash[25563]: audit 2024-06-06T11:02:21.473060+0000 mon.b (mon.1) 27 : audit [INF] from='client.? 172.21.15.179:0/175653080' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T11:02:22.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:21 smithi132 bash[25563]: audit 2024-06-06T11:02:21.475026+0000 mon.a (mon.0) 585 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T11:02:22.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:21 smithi132 bash[25563]: audit 2024-06-06T11:02:21.482101+0000 mon.a (mon.0) 586 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T11:02:22.663 DEBUG:teuthology.orchestra.run.smithi179:> set -ex 2024-06-06T11:02:22.663 DEBUG:teuthology.orchestra.run.smithi179:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-06-06T11:02:22.663 DEBUG:teuthology.orchestra.run.smithi179:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-06-06T11:02:22.687 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-06-06T11:02:22.687 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-06-06T11:02:22.770 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:22 smithi179 systemd[1]: Started Ceph prometheus.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:02:22.990 INFO:teuthology.misc.health.smithi132.stdout: 2024-06-06T11:02:22.990 INFO:teuthology.misc.health.smithi132.stdout:{"epoch":51,"fsid":"e393e0b4-23f2-11ef-bc9b-c7b262605968","created":"2024-06-06T10:53:41.520205+0000","modified":"2024-06-06T11:02:01.700551+0000","last_up_change":"2024-06-06T11:01:29.465605+0000","last_in_change":"2024-06-06T11:01:03.669229+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-06-06T10:57:57.516429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"6ab272e9-bcc7-4e4f-819a-c1e105c5f133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6803","nonce":611465864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6805","nonce":611465864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6809","nonce":611465864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6807","nonce":611465864}]},"public_addr":"172.21.15.132:6803/611465864","cluster_addr":"172.21.15.132:6805/611465864","heartbeat_back_addr":"172.21.15.132:6809/611465864","heartbeat_front_addr":"172.21.15.132:6807/611465864","state":["exists","up"]},{"osd":1,"uuid":"fa477058-74e7-4120-a36e-63947f5beecd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6811","nonce":3203093178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6813","nonce":3203093178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6817","nonce":3203093178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6815","nonce":3203093178}]},"public_addr":"172.21.15.132:6811/3203093178","cluster_addr":"172.21.15.132:6813/3203093178","heartbeat_back_addr":"172.21.15.132:6817/3203093178","heartbeat_front_addr":"172.21.15.132:6815/3203093178","state":["exists","up"]},{"osd":2,"uuid":"03a068c8-ef8b-4669-946a-467419a8310e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6819","nonce":1252780138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6821","nonce":1252780138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6825","nonce":1252780138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6823","nonce":1252780138}]},"public_addr":"172.21.15.132:6819/1252780138","cluster_addr":"172.21.15.132:6821/1252780138","heartbeat_back_addr":"172.21.15.132:6825/1252780138","heartbeat_front_addr":"172.21.15.132:6823/1252780138","state":["exists","up"]},{"osd":3,"uuid":"e7464067-04ec-4203-963d-4bac90dfadd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6827","nonce":2387908939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6829","nonce":2387908939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6833","nonce":2387908939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6831","nonce":2387908939}]},"public_addr":"172.21.15.132:6827/2387908939","cluster_addr":"172.21.15.132:6829/2387908939","heartbeat_back_addr":"172.21.15.132:6833/2387908939","heartbeat_front_addr":"172.21.15.132:6831/2387908939","state":["exists","up"]},{"osd":4,"uuid":"09f23fe7-b976-411b-9542-b4b6f3c037de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6801","nonce":1916533005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6803","nonce":1916533005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6807","nonce":1916533005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6805","nonce":1916533005}]},"public_addr":"172.21.15.179:6801/1916533005","cluster_addr":"172.21.15.179:6803/1916533005","heartbeat_back_addr":"172.21.15.179:6807/1916533005","heartbeat_front_addr":"172.21.15.179:6805/1916533005","state":["exists","up"]},{"osd":5,"uuid":"2a08f273-f15e-4c4a-9e7f-008f2ec28ae5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6809","nonce":2503586442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6811","nonce":2503586442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6815","nonce":2503586442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6813","nonce":2503586442}]},"public_addr":"172.21.15.179:6809/2503586442","cluster_addr":"172.21.15.179:6811/2503586442","heartbeat_back_addr":"172.21.15.179:6815/2503586442","heartbeat_front_addr":"172.21.15.179:6813/2503586442","state":["exists","up"]},{"osd":6,"uuid":"32bc60f8-90f1-43f1-94c4-d4bb62f87b62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6817","nonce":2447080127}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6819","nonce":2447080127}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6823","nonce":2447080127}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6821","nonce":2447080127}]},"public_addr":"172.21.15.179:6817/2447080127","cluster_addr":"172.21.15.179:6819/2447080127","heartbeat_back_addr":"172.21.15.179:6823/2447080127","heartbeat_front_addr":"172.21.15.179:6821/2447080127","state":["exists","up"]},{"osd":7,"uuid":"19985f50-ad6d-45e2-9d93-91f0943558d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6825","nonce":662715256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6827","nonce":662715256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6831","nonce":662715256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6829","nonce":662715256}]},"public_addr":"172.21.15.179:6825/662715256","cluster_addr":"172.21.15.179:6827/662715256","heartbeat_back_addr":"172.21.15.179:6831/662715256","heartbeat_front_addr":"172.21.15.179:6829/662715256","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:56:28.640799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:11.832518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:55.161621+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:58:38.649012+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:59:18.941412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:01.161032+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:43.960238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:01:27.930283+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.132:0/3533729394":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6800/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:0/2700016730":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:6800/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/1822996916":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/4289441864":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/863583776":"2024-06-07T10:54:09.120630+0000","172.21.15.132:0/2050707779":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6801/971542882":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6800/971542882":"2024-06-07T10:54:09.120630+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T11:02:23.006 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-06-06T11:02:23.006 INFO:tasks.cephadm:Creating RBD pool 2024-06-06T11:02:23.007 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-06-06T11:02:23.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:22 smithi179 bash[18882]: cluster 2024-06-06T11:02:21.722068+0000 mgr.y (mgr.14427) 22 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:23.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:22 smithi179 bash[18882]: audit 2024-06-06T11:02:22.757799+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:23.212 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:22 smithi132 bash[17898]: cluster 2024-06-06T11:02:21.722068+0000 mgr.y (mgr.14427) 22 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:23.213 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:22 smithi132 bash[17898]: audit 2024-06-06T11:02:22.757799+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:23.213 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:22 smithi132 bash[25563]: cluster 2024-06-06T11:02:21.722068+0000 mgr.y (mgr.14427) 22 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:23.213 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:22 smithi132 bash[25563]: audit 2024-06-06T11:02:22.757799+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:23.496 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:23 smithi132 systemd[1]: Started Ceph node-exporter.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:02:23.782 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:23 smithi132 bash[46419]: Unable to find image 'quay.io/prometheus/node-exporter:v1.3.1' locally 2024-06-06T11:02:23.970 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[18882]: cephadm 2024-06-06T11:02:22.761117+0000 mgr.y (mgr.14427) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi132 2024-06-06T11:02:23.970 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[18882]: audit 2024-06-06T11:02:22.990063+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.132:0/4214813415' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:02:23.970 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[18882]: audit 2024-06-06T11:02:23.483093+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:23.970 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.765Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.765Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.765Z caller=main.go:518 level=info host_details="(Linux 5.15.0-107-generic #117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024 x86_64 smithi179 (none))" 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.765Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.765Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.766Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.767Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.768Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.772Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.772Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.493µs 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.772Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.773Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.773Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=35.925µs wal_replay_duration=311.94µs total_replay_duration=370.723µs 2024-06-06T11:02:23.971 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.774Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-06-06T11:02:23.972 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.774Z caller=main.go:947 level=info msg="TSDB started" 2024-06-06T11:02:23.972 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.774Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-06T11:02:23.972 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.802Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=27.423864ms db_storage=838ns remote_storage=1.87µs web_handler=407ns query_engine=709ns scrape=571.55µs scrape_sd=33.454µs notify=1.431µs notify_sd=3.844µs rules=26.530805ms 2024-06-06T11:02:23.972 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:02:23 smithi179 bash[40167]: ts=2024-06-06T11:02:23.802Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-06-06T11:02:24.260 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:24 smithi179 systemd[1]: Started Ceph node-exporter.b for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:02:24.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:23 smithi132 bash[25563]: cephadm 2024-06-06T11:02:22.761117+0000 mgr.y (mgr.14427) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi132 2024-06-06T11:02:24.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:23 smithi132 bash[25563]: audit 2024-06-06T11:02:22.990063+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.132:0/4214813415' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:02:24.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:23 smithi132 bash[25563]: audit 2024-06-06T11:02:23.483093+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:24.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:23 smithi132 bash[17898]: cephadm 2024-06-06T11:02:22.761117+0000 mgr.y (mgr.14427) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi132 2024-06-06T11:02:24.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:23 smithi132 bash[17898]: audit 2024-06-06T11:02:22.990063+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.132:0/4214813415' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:02:24.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:23 smithi132 bash[17898]: audit 2024-06-06T11:02:23.483093+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:24.539 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:24 smithi179 bash[40370]: Unable to find image 'quay.io/prometheus/node-exporter:v1.3.1' locally 2024-06-06T11:02:24.585 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[46419]: v1.3.1: Pulling from prometheus/node-exporter 2024-06-06T11:02:24.840 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[46419]: aa2a8d90b84c: Pulling fs layer 2024-06-06T11:02:24.841 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[46419]: b45d31ee2d7f: Pulling fs layer 2024-06-06T11:02:24.841 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[46419]: b5db1e299295: Pulling fs layer 2024-06-06T11:02:24.841 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[46419]: b45d31ee2d7f: Verifying Checksum 2024-06-06T11:02:24.841 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[46419]: b45d31ee2d7f: Download complete 2024-06-06T11:02:24.841 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[46419]: aa2a8d90b84c: Verifying Checksum 2024-06-06T11:02:24.841 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[46419]: aa2a8d90b84c: Download complete 2024-06-06T11:02:25.222 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:24 smithi179 bash[40370]: v1.3.1: Pulling from prometheus/node-exporter 2024-06-06T11:02:25.222 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:24 smithi179 bash[18882]: cephadm 2024-06-06T11:02:23.484345+0000 mgr.y (mgr.14427) 24 : cephadm [INF] Deploying daemon node-exporter.b on smithi179 2024-06-06T11:02:25.223 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:24 smithi179 bash[18882]: cluster 2024-06-06T11:02:23.722764+0000 mgr.y (mgr.14427) 25 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:25.223 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:24 smithi179 bash[18882]: audit 2024-06-06T11:02:24.242291+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:25.297 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[46419]: b5db1e299295: Verifying Checksum 2024-06-06T11:02:25.297 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[46419]: b5db1e299295: Download complete 2024-06-06T11:02:25.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[25563]: cephadm 2024-06-06T11:02:23.484345+0000 mgr.y (mgr.14427) 24 : cephadm [INF] Deploying daemon node-exporter.b on smithi179 2024-06-06T11:02:25.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[25563]: cluster 2024-06-06T11:02:23.722764+0000 mgr.y (mgr.14427) 25 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:25.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[25563]: audit 2024-06-06T11:02:24.242291+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:25.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[17898]: cephadm 2024-06-06T11:02:23.484345+0000 mgr.y (mgr.14427) 24 : cephadm [INF] Deploying daemon node-exporter.b on smithi179 2024-06-06T11:02:25.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[17898]: cluster 2024-06-06T11:02:23.722764+0000 mgr.y (mgr.14427) 25 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:25.298 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:24 smithi132 bash[17898]: audit 2024-06-06T11:02:24.242291+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:25.539 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:25 smithi179 bash[40370]: aa2a8d90b84c: Pulling fs layer 2024-06-06T11:02:25.539 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:25 smithi179 bash[40370]: b45d31ee2d7f: Pulling fs layer 2024-06-06T11:02:25.539 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:25 smithi179 bash[40370]: b5db1e299295: Pulling fs layer 2024-06-06T11:02:25.540 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:25 smithi179 bash[40370]: b45d31ee2d7f: Verifying Checksum 2024-06-06T11:02:25.540 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:25 smithi179 bash[40370]: b45d31ee2d7f: Download complete 2024-06-06T11:02:25.849 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:25 smithi179 bash[40370]: aa2a8d90b84c: Verifying Checksum 2024-06-06T11:02:25.850 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:25 smithi179 bash[40370]: aa2a8d90b84c: Download complete 2024-06-06T11:02:25.850 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:25 smithi179 bash[40370]: b5db1e299295: Verifying Checksum 2024-06-06T11:02:25.850 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:25 smithi179 bash[40370]: b5db1e299295: Download complete 2024-06-06T11:02:25.850 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:25 smithi179 bash[40370]: aa2a8d90b84c: Pull complete 2024-06-06T11:02:25.999 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:25 smithi132 bash[17898]: cephadm 2024-06-06T11:02:24.252977+0000 mgr.y (mgr.14427) 26 : cephadm [INF] Deploying daemon alertmanager.a on smithi132 2024-06-06T11:02:26.000 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:25 smithi132 bash[46419]: aa2a8d90b84c: Pull complete 2024-06-06T11:02:26.000 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:25 smithi132 bash[25563]: cephadm 2024-06-06T11:02:24.252977+0000 mgr.y (mgr.14427) 26 : cephadm [INF] Deploying daemon alertmanager.a on smithi132 2024-06-06T11:02:26.226 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:25 smithi179 bash[18882]: cephadm 2024-06-06T11:02:24.252977+0000 mgr.y (mgr.14427) 26 : cephadm [INF] Deploying daemon alertmanager.a on smithi132 2024-06-06T11:02:26.539 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:26 smithi179 bash[40370]: b45d31ee2d7f: Pull complete 2024-06-06T11:02:26.805 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:26 smithi179 bash[40370]: b5db1e299295: Pull complete 2024-06-06T11:02:26.805 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:26 smithi179 bash[40370]: Digest: sha256:f2269e73124dd0f60a7d19a2ce1264d33d08a985aed0ee6b0b89d0be470592cd 2024-06-06T11:02:26.805 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:26 smithi179 bash[40370]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.3.1 2024-06-06T11:02:27.185 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:26 smithi132 bash[17898]: cluster 2024-06-06T11:02:25.723299+0000 mgr.y (mgr.14427) 27 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:27.186 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:26 smithi132 bash[25563]: cluster 2024-06-06T11:02:25.723299+0000 mgr.y (mgr.14427) 27 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:27.186 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:26 smithi132 bash[46419]: b45d31ee2d7f: Pull complete 2024-06-06T11:02:27.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:26 smithi179 bash[18882]: cluster 2024-06-06T11:02:25.723299+0000 mgr.y (mgr.14427) 27 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:27.532 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:27 smithi132 bash[46419]: b5db1e299295: Pull complete 2024-06-06T11:02:28.032 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:27 smithi132 bash[46419]: Digest: sha256:f2269e73124dd0f60a7d19a2ce1264d33d08a985aed0ee6b0b89d0be470592cd 2024-06-06T11:02:28.033 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:27 smithi132 bash[46419]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.3.1 2024-06-06T11:02:28.120 INFO:teuthology.orchestra.run.smithi132.stderr:pool 'rbd' created 2024-06-06T11:02:28.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[18882]: audit 2024-06-06T11:02:26.927034+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:28.290 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.082Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-06-06T11:02:28.290 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.082Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-06-06T11:02:28.290 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.082Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-06-06T11:02:28.290 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.083Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-06-06T11:02:28.290 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-06-06T11:02:28.290 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=arp 2024-06-06T11:02:28.290 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=bcache 2024-06-06T11:02:28.290 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=bonding 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=btrfs 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=conntrack 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=cpu 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=diskstats 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=dmi 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=edac 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=entropy 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=filefd 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=filesystem 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=hwmon 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=infiniband 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.084Z caller=node_exporter.go:115 level=info collector=ipvs 2024-06-06T11:02:28.291 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=loadavg 2024-06-06T11:02:28.292 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=mdadm 2024-06-06T11:02:28.292 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=meminfo 2024-06-06T11:02:28.292 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=netclass 2024-06-06T11:02:28.292 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=netdev 2024-06-06T11:02:28.292 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=netstat 2024-06-06T11:02:28.292 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=nfs 2024-06-06T11:02:28.292 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=nfsd 2024-06-06T11:02:28.292 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=nvme 2024-06-06T11:02:28.292 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=os 2024-06-06T11:02:28.292 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-06-06T11:02:28.292 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=pressure 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=rapl 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=schedstat 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=sockstat 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=softnet 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=stat 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=tapestats 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=textfile 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=time 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=uname 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=vmstat 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=xfs 2024-06-06T11:02:28.293 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:115 level=info collector=zfs 2024-06-06T11:02:28.294 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-06-06T11:02:28.294 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:02:28 smithi179 bash[40370]: ts=2024-06-06T11:02:28.085Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-06-06T11:02:28.586 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:28 smithi132 bash[25563]: audit 2024-06-06T11:02:26.927034+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:28.587 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:28 smithi132 bash[17898]: audit 2024-06-06T11:02:26.927034+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:29.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[17898]: audit 2024-06-06T11:02:27.582362+0000 mon.a (mon.0) 591 : audit [INF] from='client.? 172.21.15.132:0/3550421350' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-06-06T11:02:29.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[17898]: cluster 2024-06-06T11:02:27.723685+0000 mgr.y (mgr.14427) 28 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:29.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[17898]: audit 2024-06-06T11:02:28.118144+0000 mon.a (mon.0) 592 : audit [INF] from='client.? 172.21.15.132:0/3550421350' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-06-06T11:02:29.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[17898]: cluster 2024-06-06T11:02:28.118344+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-06-06T11:02:29.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[17898]: audit 2024-06-06T11:02:28.119291+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-06-06T11:02:29.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[17898]: audit 2024-06-06T11:02:28.120361+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-06-06T11:02:29.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[25563]: audit 2024-06-06T11:02:27.582362+0000 mon.a (mon.0) 591 : audit [INF] from='client.? 172.21.15.132:0/3550421350' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-06-06T11:02:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[25563]: cluster 2024-06-06T11:02:27.723685+0000 mgr.y (mgr.14427) 28 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[25563]: audit 2024-06-06T11:02:28.118144+0000 mon.a (mon.0) 592 : audit [INF] from='client.? 172.21.15.132:0/3550421350' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-06-06T11:02:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[25563]: cluster 2024-06-06T11:02:28.118344+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-06-06T11:02:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[25563]: audit 2024-06-06T11:02:28.119291+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-06-06T11:02:29.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:29 smithi132 bash[25563]: audit 2024-06-06T11:02:28.120361+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-06-06T11:02:29.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:29 smithi179 bash[18882]: audit 2024-06-06T11:02:27.582362+0000 mon.a (mon.0) 591 : audit [INF] from='client.? 172.21.15.132:0/3550421350' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-06-06T11:02:29.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:29 smithi179 bash[18882]: cluster 2024-06-06T11:02:27.723685+0000 mgr.y (mgr.14427) 28 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:29.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:29 smithi179 bash[18882]: audit 2024-06-06T11:02:28.118144+0000 mon.a (mon.0) 592 : audit [INF] from='client.? 172.21.15.132:0/3550421350' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-06-06T11:02:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:29 smithi179 bash[18882]: cluster 2024-06-06T11:02:28.118344+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-06-06T11:02:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:29 smithi179 bash[18882]: audit 2024-06-06T11:02:28.119291+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-06-06T11:02:29.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:29 smithi179 bash[18882]: audit 2024-06-06T11:02:28.120361+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-06-06T11:02:30.258 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-06-06T11:02:30.429 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[25563]: audit 2024-06-06T11:02:29.118828+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-06-06T11:02:30.429 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[25563]: cluster 2024-06-06T11:02:29.119170+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-06-06T11:02:30.430 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[17898]: audit 2024-06-06T11:02:29.118828+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-06-06T11:02:30.430 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[17898]: cluster 2024-06-06T11:02:29.119170+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-06-06T11:02:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:30 smithi179 bash[18882]: audit 2024-06-06T11:02:29.118828+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-06-06T11:02:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:30 smithi179 bash[18882]: cluster 2024-06-06T11:02:29.119170+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-06-06T11:02:30.783 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.520Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-06-06T11:02:30.783 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.521Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-06-06T11:02:30.783 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.521Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-06-06T11:02:30.783 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.521Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-06-06T11:02:30.783 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-06-06T11:02:30.783 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=arp 2024-06-06T11:02:30.784 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=bcache 2024-06-06T11:02:30.784 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=bonding 2024-06-06T11:02:30.784 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=btrfs 2024-06-06T11:02:30.784 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=conntrack 2024-06-06T11:02:30.784 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=cpu 2024-06-06T11:02:30.784 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-06-06T11:02:30.784 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=diskstats 2024-06-06T11:02:30.784 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=dmi 2024-06-06T11:02:30.784 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=edac 2024-06-06T11:02:30.784 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=entropy 2024-06-06T11:02:30.785 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-06-06T11:02:30.785 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=filefd 2024-06-06T11:02:30.785 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=filesystem 2024-06-06T11:02:30.785 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=hwmon 2024-06-06T11:02:30.785 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=infiniband 2024-06-06T11:02:30.785 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=ipvs 2024-06-06T11:02:30.785 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=loadavg 2024-06-06T11:02:30.785 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=mdadm 2024-06-06T11:02:30.785 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=meminfo 2024-06-06T11:02:30.785 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=netclass 2024-06-06T11:02:30.786 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=netdev 2024-06-06T11:02:30.786 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.522Z caller=node_exporter.go:115 level=info collector=netstat 2024-06-06T11:02:30.786 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=nfs 2024-06-06T11:02:30.786 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=nfsd 2024-06-06T11:02:30.786 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=nvme 2024-06-06T11:02:30.786 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=os 2024-06-06T11:02:30.786 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-06-06T11:02:30.786 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=pressure 2024-06-06T11:02:30.786 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=rapl 2024-06-06T11:02:30.786 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=schedstat 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=sockstat 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=softnet 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=stat 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=tapestats 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=textfile 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=time 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=uname 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=vmstat 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=xfs 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:115 level=info collector=zfs 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-06-06T11:02:30.787 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:02:30 smithi132 bash[46419]: ts=2024-06-06T11:02:30.523Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-06-06T11:02:31.428 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:31 smithi132 bash[25563]: cluster 2024-06-06T11:02:29.724263+0000 mgr.y (mgr.14427) 29 : cluster [DBG] pgmap v19: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:31.428 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:31 smithi132 bash[25563]: cluster 2024-06-06T11:02:30.126698+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-06-06T11:02:31.429 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:31 smithi132 bash[17898]: cluster 2024-06-06T11:02:29.724263+0000 mgr.y (mgr.14427) 29 : cluster [DBG] pgmap v19: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:31.429 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:31 smithi132 bash[17898]: cluster 2024-06-06T11:02:30.126698+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-06-06T11:02:31.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:31 smithi179 bash[18882]: cluster 2024-06-06T11:02:29.724263+0000 mgr.y (mgr.14427) 29 : cluster [DBG] pgmap v19: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:31.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:31 smithi179 bash[18882]: cluster 2024-06-06T11:02:30.126698+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-06-06T11:02:31.881 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:31 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:02:31] "GET /metrics HTTP/1.1" 200 153111 "" "Prometheus/2.33.4" 2024-06-06T11:02:33.463 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:33 smithi132 bash[17898]: cluster 2024-06-06T11:02:31.724889+0000 mgr.y (mgr.14427) 30 : cluster [DBG] pgmap v21: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:33.463 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:33 smithi132 bash[25563]: cluster 2024-06-06T11:02:31.724889+0000 mgr.y (mgr.14427) 30 : cluster [DBG] pgmap v21: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:33.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:33 smithi179 bash[18882]: cluster 2024-06-06T11:02:31.724889+0000 mgr.y (mgr.14427) 30 : cluster [DBG] pgmap v21: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:35.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:34 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:02:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:02:35.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:35 smithi132 bash[17898]: cluster 2024-06-06T11:02:33.725311+0000 mgr.y (mgr.14427) 31 : cluster [DBG] pgmap v22: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:35.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:35 smithi132 bash[25563]: cluster 2024-06-06T11:02:33.725311+0000 mgr.y (mgr.14427) 31 : cluster [DBG] pgmap v22: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:35 smithi179 bash[18882]: cluster 2024-06-06T11:02:33.725311+0000 mgr.y (mgr.14427) 31 : cluster [DBG] pgmap v22: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:36.148 INFO:teuthology.orchestra.run.smithi132.stderr:enabled application 'rbd' on pool 'rbd' 2024-06-06T11:02:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:36 smithi179 bash[18882]: audit 2024-06-06T11:02:35.877237+0000 mon.a (mon.0) 599 : audit [INF] from='client.? 172.21.15.132:0/1459670299' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:02:36.564 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:36 smithi132 bash[25563]: audit 2024-06-06T11:02:35.877237+0000 mon.a (mon.0) 599 : audit [INF] from='client.? 172.21.15.132:0/1459670299' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:02:36.564 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:36 smithi132 bash[17898]: audit 2024-06-06T11:02:35.877237+0000 mon.a (mon.0) 599 : audit [INF] from='client.? 172.21.15.132:0/1459670299' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:02:37.358 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-06-06T11:02:37.358 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-06-06T11:02:37.358 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph mgr dump --format=json 2024-06-06T11:02:37.415 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:37 smithi132 bash[25563]: cluster 2024-06-06T11:02:35.725826+0000 mgr.y (mgr.14427) 32 : cluster [DBG] pgmap v23: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:37.415 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:37 smithi132 bash[25563]: audit 2024-06-06T11:02:36.144280+0000 mon.a (mon.0) 600 : audit [INF] from='client.? 172.21.15.132:0/1459670299' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-06-06T11:02:37.415 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:37 smithi132 bash[25563]: cluster 2024-06-06T11:02:36.144376+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-06-06T11:02:37.416 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:37 smithi132 bash[17898]: cluster 2024-06-06T11:02:35.725826+0000 mgr.y (mgr.14427) 32 : cluster [DBG] pgmap v23: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:37.416 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:37 smithi132 bash[17898]: audit 2024-06-06T11:02:36.144280+0000 mon.a (mon.0) 600 : audit [INF] from='client.? 172.21.15.132:0/1459670299' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-06-06T11:02:37.416 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:37 smithi132 bash[17898]: cluster 2024-06-06T11:02:36.144376+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-06-06T11:02:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:37 smithi179 bash[18882]: cluster 2024-06-06T11:02:35.725826+0000 mgr.y (mgr.14427) 32 : cluster [DBG] pgmap v23: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:37.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:37 smithi179 bash[18882]: audit 2024-06-06T11:02:36.144280+0000 mon.a (mon.0) 600 : audit [INF] from='client.? 172.21.15.132:0/1459670299' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-06-06T11:02:37.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:37 smithi179 bash[18882]: cluster 2024-06-06T11:02:36.144376+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-06-06T11:02:38.949 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:38 smithi132 bash[25563]: audit 2024-06-06T11:02:37.697934+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:38.949 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:38 smithi132 bash[25563]: audit 2024-06-06T11:02:37.699933+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:02:38.949 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:38 smithi132 bash[25563]: cluster 2024-06-06T11:02:37.726301+0000 mgr.y (mgr.14427) 33 : cluster [DBG] pgmap v25: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:38.950 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:38 smithi132 bash[17898]: audit 2024-06-06T11:02:37.697934+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:38.950 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:38 smithi132 bash[17898]: audit 2024-06-06T11:02:37.699933+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:02:38.950 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:38 smithi132 bash[17898]: cluster 2024-06-06T11:02:37.726301+0000 mgr.y (mgr.14427) 33 : cluster [DBG] pgmap v25: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:38 smithi179 bash[18882]: audit 2024-06-06T11:02:37.697934+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:38 smithi179 bash[18882]: audit 2024-06-06T11:02:37.699933+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:02:39.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:38 smithi179 bash[18882]: cluster 2024-06-06T11:02:37.726301+0000 mgr.y (mgr.14427) 33 : cluster [DBG] pgmap v25: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:39.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:02:39 smithi132 bash[47136]: level=info ts=2024-06-06T11:02:39.001Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-06-06T11:02:41.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:40 smithi132 bash[17898]: cluster 2024-06-06T11:02:39.726915+0000 mgr.y (mgr.14427) 34 : cluster [DBG] pgmap v26: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:41.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:40 smithi132 bash[25563]: cluster 2024-06-06T11:02:39.726915+0000 mgr.y (mgr.14427) 34 : cluster [DBG] pgmap v26: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:41.033 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:02:40 smithi132 bash[47136]: level=info ts=2024-06-06T11:02:40.956Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000913174s 2024-06-06T11:02:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:40 smithi179 bash[18882]: cluster 2024-06-06T11:02:39.726915+0000 mgr.y (mgr.14427) 34 : cluster [DBG] pgmap v26: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:41.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:41 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:02:41] "GET /metrics HTTP/1.1" 200 155506 "" "Prometheus/2.33.4" 2024-06-06T11:02:43.138 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:02:43.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:42 smithi132 bash[25563]: cluster 2024-06-06T11:02:41.727460+0000 mgr.y (mgr.14427) 35 : cluster [DBG] pgmap v27: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:43.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:42 smithi132 bash[25563]: audit 2024-06-06T11:02:41.942854+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:43.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:42 smithi132 bash[17898]: cluster 2024-06-06T11:02:41.727460+0000 mgr.y (mgr.14427) 35 : cluster [DBG] pgmap v27: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:43.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:42 smithi132 bash[17898]: audit 2024-06-06T11:02:41.942854+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:43.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:42 smithi179 bash[18882]: cluster 2024-06-06T11:02:41.727460+0000 mgr.y (mgr.14427) 35 : cluster [DBG] pgmap v27: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:43.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:42 smithi179 bash[18882]: audit 2024-06-06T11:02:41.942854+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.268 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[18166]: [06/Jun/2024:11:02:44] ENGINE Bus STOPPING 2024-06-06T11:02:44.268 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[18166]: [06/Jun/2024:11:02:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:02:44.268 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[18166]: [06/Jun/2024:11:02:44] ENGINE Bus STOPPED 2024-06-06T11:02:44.268 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[18166]: [06/Jun/2024:11:02:44] ENGINE Bus STARTING 2024-06-06T11:02:44.268 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[18166]: [06/Jun/2024:11:02:44] ENGINE Serving on http://:::9283 2024-06-06T11:02:44.268 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[18166]: [06/Jun/2024:11:02:44] ENGINE Bus STARTED 2024-06-06T11:02:44.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: audit 2024-06-06T11:02:43.304115+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: cluster 2024-06-06T11:02:43.728089+0000 mgr.y (mgr.14427) 36 : cluster [DBG] pgmap v28: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: audit 2024-06-06T11:02:43.869809+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: audit 2024-06-06T11:02:43.871120+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:02:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: audit 2024-06-06T11:02:43.872303+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:02:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: audit 2024-06-06T11:02:43.881113+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: audit 2024-06-06T11:02:43.980423+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: audit 2024-06-06T11:02:43.987027+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: audit 2024-06-06T11:02:43.991506+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-06-06T11:02:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: audit 2024-06-06T11:02:43.992026+0000 mgr.y (mgr.14427) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-06-06T11:02:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: audit 2024-06-06T11:02:43.999610+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[25563]: cephadm 2024-06-06T11:02:44.007997+0000 mgr.y (mgr.14427) 38 : cephadm [INF] Deploying daemon grafana.a on smithi179 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: audit 2024-06-06T11:02:43.304115+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: cluster 2024-06-06T11:02:43.728089+0000 mgr.y (mgr.14427) 36 : cluster [DBG] pgmap v28: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: audit 2024-06-06T11:02:43.869809+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: audit 2024-06-06T11:02:43.871120+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: audit 2024-06-06T11:02:43.872303+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: audit 2024-06-06T11:02:43.881113+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: audit 2024-06-06T11:02:43.980423+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: audit 2024-06-06T11:02:43.987027+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: audit 2024-06-06T11:02:43.991506+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: audit 2024-06-06T11:02:43.992026+0000 mgr.y (mgr.14427) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: audit 2024-06-06T11:02:43.999610+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:44 smithi132 bash[17898]: cephadm 2024-06-06T11:02:44.007997+0000 mgr.y (mgr.14427) 38 : cephadm [INF] Deploying daemon grafana.a on smithi179 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: audit 2024-06-06T11:02:43.304115+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: cluster 2024-06-06T11:02:43.728089+0000 mgr.y (mgr.14427) 36 : cluster [DBG] pgmap v28: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: audit 2024-06-06T11:02:43.869809+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: audit 2024-06-06T11:02:43.871120+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: audit 2024-06-06T11:02:43.872303+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: audit 2024-06-06T11:02:43.881113+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: audit 2024-06-06T11:02:43.980423+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: audit 2024-06-06T11:02:43.987027+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: audit 2024-06-06T11:02:43.991506+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: audit 2024-06-06T11:02:43.992026+0000 mgr.y (mgr.14427) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: audit 2024-06-06T11:02:43.999610+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:44.755 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[18882]: cephadm 2024-06-06T11:02:44.007997+0000 mgr.y (mgr.14427) 38 : cephadm [INF] Deploying daemon grafana.a on smithi179 2024-06-06T11:02:45.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:44 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:02:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:02:46.225 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:02:46.948 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":18,"active_gid":14427,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":3465223394},{"type":"v1","addr":"172.21.15.132:6801","nonce":3465223394}]},"active_addr":"172.21.15.132:6801/3465223394","active_change":"2024-06-06T11:02:01.700787+0000","active_mgr_features":4540138314316775423,"available":true,"standbys":[{"gid":24355,"name":"x","mgr_features":4540138314316775423,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.132:8443/","prometheus":"http://172.21.15.132:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":51,"active_clients":[{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":3244667069}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":1986935051}]}]} 2024-06-06T11:02:46.952 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-06-06T11:02:46.952 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-06-06T11:02:46.952 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T11:02:47.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:46 smithi179 bash[18882]: cluster 2024-06-06T11:02:45.728697+0000 mgr.y (mgr.14427) 39 : cluster [DBG] pgmap v29: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:47.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:46 smithi179 bash[18882]: audit 2024-06-06T11:02:46.217134+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.132:0/3064285917' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T11:02:47.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:46 smithi132 bash[17898]: cluster 2024-06-06T11:02:45.728697+0000 mgr.y (mgr.14427) 39 : cluster [DBG] pgmap v29: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:47.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:46 smithi132 bash[17898]: audit 2024-06-06T11:02:46.217134+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.132:0/3064285917' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T11:02:47.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:46 smithi132 bash[25563]: cluster 2024-06-06T11:02:45.728697+0000 mgr.y (mgr.14427) 39 : cluster [DBG] pgmap v29: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:47.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:46 smithi132 bash[25563]: audit 2024-06-06T11:02:46.217134+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.132:0/3064285917' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T11:02:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:47 smithi132 bash[17898]: audit 2024-06-06T11:02:46.954042+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:48.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:47 smithi132 bash[25563]: audit 2024-06-06T11:02:46.954042+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:47 smithi179 bash[18882]: audit 2024-06-06T11:02:46.954042+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:02:49.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:48 smithi132 bash[17898]: cluster 2024-06-06T11:02:47.729410+0000 mgr.y (mgr.14427) 40 : cluster [DBG] pgmap v30: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:49.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:48 smithi132 bash[25563]: cluster 2024-06-06T11:02:47.729410+0000 mgr.y (mgr.14427) 40 : cluster [DBG] pgmap v30: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:49.283 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:02:48 smithi132 bash[47136]: level=info ts=2024-06-06T11:02:48.958Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.003805682s 2024-06-06T11:02:49.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:48 smithi179 bash[18882]: cluster 2024-06-06T11:02:47.729410+0000 mgr.y (mgr.14427) 40 : cluster [DBG] pgmap v30: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:51.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:50 smithi132 bash[17898]: cluster 2024-06-06T11:02:49.730041+0000 mgr.y (mgr.14427) 41 : cluster [DBG] pgmap v31: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:51.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:50 smithi132 bash[25563]: cluster 2024-06-06T11:02:49.730041+0000 mgr.y (mgr.14427) 41 : cluster [DBG] pgmap v31: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:50 smithi179 bash[18882]: cluster 2024-06-06T11:02:49.730041+0000 mgr.y (mgr.14427) 41 : cluster [DBG] pgmap v31: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:51.717 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:02:51.743 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:02:51 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:02:51] "GET /metrics HTTP/1.1" 200 155518 "" "Prometheus/2.33.4" 2024-06-06T11:02:53.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:52 smithi132 bash[17898]: cluster 2024-06-06T11:02:51.730612+0000 mgr.y (mgr.14427) 42 : cluster [DBG] pgmap v32: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:53.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:52 smithi132 bash[25563]: cluster 2024-06-06T11:02:51.730612+0000 mgr.y (mgr.14427) 42 : cluster [DBG] pgmap v32: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:53.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:52 smithi179 bash[18882]: cluster 2024-06-06T11:02:51.730612+0000 mgr.y (mgr.14427) 42 : cluster [DBG] pgmap v32: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:54.546 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:02:54.546 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":55,"fsid":"e393e0b4-23f2-11ef-bc9b-c7b262605968","created":"2024-06-06T10:53:41.520205+0000","modified":"2024-06-06T11:02:36.133386+0000","last_up_change":"2024-06-06T11:01:29.465605+0000","last_in_change":"2024-06-06T11:01:03.669229+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-06-06T10:57:57.516429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-06-06T11:02:28.059390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"6ab272e9-bcc7-4e4f-819a-c1e105c5f133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6803","nonce":611465864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6805","nonce":611465864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6809","nonce":611465864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6807","nonce":611465864}]},"public_addr":"172.21.15.132:6803/611465864","cluster_addr":"172.21.15.132:6805/611465864","heartbeat_back_addr":"172.21.15.132:6809/611465864","heartbeat_front_addr":"172.21.15.132:6807/611465864","state":["exists","up"]},{"osd":1,"uuid":"fa477058-74e7-4120-a36e-63947f5beecd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6811","nonce":3203093178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6813","nonce":3203093178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6817","nonce":3203093178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6815","nonce":3203093178}]},"public_addr":"172.21.15.132:6811/3203093178","cluster_addr":"172.21.15.132:6813/3203093178","heartbeat_back_addr":"172.21.15.132:6817/3203093178","heartbeat_front_addr":"172.21.15.132:6815/3203093178","state":["exists","up"]},{"osd":2,"uuid":"03a068c8-ef8b-4669-946a-467419a8310e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6819","nonce":1252780138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6821","nonce":1252780138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6825","nonce":1252780138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6823","nonce":1252780138}]},"public_addr":"172.21.15.132:6819/1252780138","cluster_addr":"172.21.15.132:6821/1252780138","heartbeat_back_addr":"172.21.15.132:6825/1252780138","heartbeat_front_addr":"172.21.15.132:6823/1252780138","state":["exists","up"]},{"osd":3,"uuid":"e7464067-04ec-4203-963d-4bac90dfadd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6827","nonce":2387908939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6829","nonce":2387908939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6833","nonce":2387908939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6831","nonce":2387908939}]},"public_addr":"172.21.15.132:6827/2387908939","cluster_addr":"172.21.15.132:6829/2387908939","heartbeat_back_addr":"172.21.15.132:6833/2387908939","heartbeat_front_addr":"172.21.15.132:6831/2387908939","state":["exists","up"]},{"osd":4,"uuid":"09f23fe7-b976-411b-9542-b4b6f3c037de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6801","nonce":1916533005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6803","nonce":1916533005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6807","nonce":1916533005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6805","nonce":1916533005}]},"public_addr":"172.21.15.179:6801/1916533005","cluster_addr":"172.21.15.179:6803/1916533005","heartbeat_back_addr":"172.21.15.179:6807/1916533005","heartbeat_front_addr":"172.21.15.179:6805/1916533005","state":["exists","up"]},{"osd":5,"uuid":"2a08f273-f15e-4c4a-9e7f-008f2ec28ae5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6809","nonce":2503586442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6811","nonce":2503586442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6815","nonce":2503586442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6813","nonce":2503586442}]},"public_addr":"172.21.15.179:6809/2503586442","cluster_addr":"172.21.15.179:6811/2503586442","heartbeat_back_addr":"172.21.15.179:6815/2503586442","heartbeat_front_addr":"172.21.15.179:6813/2503586442","state":["exists","up"]},{"osd":6,"uuid":"32bc60f8-90f1-43f1-94c4-d4bb62f87b62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6817","nonce":2447080127}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6819","nonce":2447080127}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6823","nonce":2447080127}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6821","nonce":2447080127}]},"public_addr":"172.21.15.179:6817/2447080127","cluster_addr":"172.21.15.179:6819/2447080127","heartbeat_back_addr":"172.21.15.179:6823/2447080127","heartbeat_front_addr":"172.21.15.179:6821/2447080127","state":["exists","up"]},{"osd":7,"uuid":"19985f50-ad6d-45e2-9d93-91f0943558d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6825","nonce":662715256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6827","nonce":662715256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6831","nonce":662715256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6829","nonce":662715256}]},"public_addr":"172.21.15.179:6825/662715256","cluster_addr":"172.21.15.179:6827/662715256","heartbeat_back_addr":"172.21.15.179:6831/662715256","heartbeat_front_addr":"172.21.15.179:6829/662715256","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:56:28.640799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:11.832518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:55.161621+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:58:38.649012+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:59:18.941412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:01.161032+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:43.960238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:01:27.930283+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.132:0/3533729394":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6800/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:0/2700016730":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:6800/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/1822996916":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/4289441864":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/863583776":"2024-06-07T10:54:09.120630+0000","172.21.15.132:0/2050707779":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6801/971542882":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6800/971542882":"2024-06-07T10:54:09.120630+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T11:02:55.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:54 smithi179 bash[18882]: cluster 2024-06-06T11:02:53.731267+0000 mgr.y (mgr.14427) 43 : cluster [DBG] pgmap v33: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:55.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:54 smithi179 bash[18882]: audit 2024-06-06T11:02:54.546016+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.132:0/1107200803' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:02:55.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:02:54 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:02:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:02:55.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:54 smithi132 bash[17898]: cluster 2024-06-06T11:02:53.731267+0000 mgr.y (mgr.14427) 43 : cluster [DBG] pgmap v33: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:55.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:54 smithi132 bash[17898]: audit 2024-06-06T11:02:54.546016+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.132:0/1107200803' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:02:55.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:54 smithi132 bash[25563]: cluster 2024-06-06T11:02:53.731267+0000 mgr.y (mgr.14427) 43 : cluster [DBG] pgmap v33: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:55.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:54 smithi132 bash[25563]: audit 2024-06-06T11:02:54.546016+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.132:0/1107200803' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:02:55.328 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-06-06T11:02:55.329 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T11:02:57.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:56 smithi132 bash[25563]: cluster 2024-06-06T11:02:55.731843+0000 mgr.y (mgr.14427) 44 : cluster [DBG] pgmap v34: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:57.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:56 smithi132 bash[17898]: cluster 2024-06-06T11:02:55.731843+0000 mgr.y (mgr.14427) 44 : cluster [DBG] pgmap v34: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:57.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:56 smithi179 bash[18882]: cluster 2024-06-06T11:02:55.731843+0000 mgr.y (mgr.14427) 44 : cluster [DBG] pgmap v34: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:59.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:02:58 smithi132 bash[17898]: cluster 2024-06-06T11:02:57.732590+0000 mgr.y (mgr.14427) 45 : cluster [DBG] pgmap v35: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:59.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:02:58 smithi132 bash[25563]: cluster 2024-06-06T11:02:57.732590+0000 mgr.y (mgr.14427) 45 : cluster [DBG] pgmap v35: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:02:59.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:02:58 smithi179 bash[18882]: cluster 2024-06-06T11:02:57.732590+0000 mgr.y (mgr.14427) 45 : cluster [DBG] pgmap v35: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:00.101 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:01.180 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:00 smithi132 bash[17898]: cluster 2024-06-06T11:02:59.733208+0000 mgr.y (mgr.14427) 46 : cluster [DBG] pgmap v36: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:01.180 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:00 smithi132 bash[25563]: cluster 2024-06-06T11:02:59.733208+0000 mgr.y (mgr.14427) 46 : cluster [DBG] pgmap v36: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:01.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:00 smithi179 bash[18882]: cluster 2024-06-06T11:02:59.733208+0000 mgr.y (mgr.14427) 46 : cluster [DBG] pgmap v36: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:01.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:01 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:03:01] "GET /metrics HTTP/1.1" 200 155518 "" "Prometheus/2.33.4" 2024-06-06T11:03:02.796 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:03:02.796 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":55,"fsid":"e393e0b4-23f2-11ef-bc9b-c7b262605968","created":"2024-06-06T10:53:41.520205+0000","modified":"2024-06-06T11:02:36.133386+0000","last_up_change":"2024-06-06T11:01:29.465605+0000","last_in_change":"2024-06-06T11:01:03.669229+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-06-06T10:57:57.516429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-06-06T11:02:28.059390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"6ab272e9-bcc7-4e4f-819a-c1e105c5f133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6803","nonce":611465864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6805","nonce":611465864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6809","nonce":611465864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6807","nonce":611465864}]},"public_addr":"172.21.15.132:6803/611465864","cluster_addr":"172.21.15.132:6805/611465864","heartbeat_back_addr":"172.21.15.132:6809/611465864","heartbeat_front_addr":"172.21.15.132:6807/611465864","state":["exists","up"]},{"osd":1,"uuid":"fa477058-74e7-4120-a36e-63947f5beecd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6811","nonce":3203093178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6813","nonce":3203093178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6817","nonce":3203093178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6815","nonce":3203093178}]},"public_addr":"172.21.15.132:6811/3203093178","cluster_addr":"172.21.15.132:6813/3203093178","heartbeat_back_addr":"172.21.15.132:6817/3203093178","heartbeat_front_addr":"172.21.15.132:6815/3203093178","state":["exists","up"]},{"osd":2,"uuid":"03a068c8-ef8b-4669-946a-467419a8310e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6819","nonce":1252780138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6821","nonce":1252780138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6825","nonce":1252780138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6823","nonce":1252780138}]},"public_addr":"172.21.15.132:6819/1252780138","cluster_addr":"172.21.15.132:6821/1252780138","heartbeat_back_addr":"172.21.15.132:6825/1252780138","heartbeat_front_addr":"172.21.15.132:6823/1252780138","state":["exists","up"]},{"osd":3,"uuid":"e7464067-04ec-4203-963d-4bac90dfadd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6827","nonce":2387908939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6829","nonce":2387908939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6833","nonce":2387908939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6831","nonce":2387908939}]},"public_addr":"172.21.15.132:6827/2387908939","cluster_addr":"172.21.15.132:6829/2387908939","heartbeat_back_addr":"172.21.15.132:6833/2387908939","heartbeat_front_addr":"172.21.15.132:6831/2387908939","state":["exists","up"]},{"osd":4,"uuid":"09f23fe7-b976-411b-9542-b4b6f3c037de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6801","nonce":1916533005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6803","nonce":1916533005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6807","nonce":1916533005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6805","nonce":1916533005}]},"public_addr":"172.21.15.179:6801/1916533005","cluster_addr":"172.21.15.179:6803/1916533005","heartbeat_back_addr":"172.21.15.179:6807/1916533005","heartbeat_front_addr":"172.21.15.179:6805/1916533005","state":["exists","up"]},{"osd":5,"uuid":"2a08f273-f15e-4c4a-9e7f-008f2ec28ae5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6809","nonce":2503586442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6811","nonce":2503586442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6815","nonce":2503586442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6813","nonce":2503586442}]},"public_addr":"172.21.15.179:6809/2503586442","cluster_addr":"172.21.15.179:6811/2503586442","heartbeat_back_addr":"172.21.15.179:6815/2503586442","heartbeat_front_addr":"172.21.15.179:6813/2503586442","state":["exists","up"]},{"osd":6,"uuid":"32bc60f8-90f1-43f1-94c4-d4bb62f87b62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6817","nonce":2447080127}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6819","nonce":2447080127}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6823","nonce":2447080127}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6821","nonce":2447080127}]},"public_addr":"172.21.15.179:6817/2447080127","cluster_addr":"172.21.15.179:6819/2447080127","heartbeat_back_addr":"172.21.15.179:6823/2447080127","heartbeat_front_addr":"172.21.15.179:6821/2447080127","state":["exists","up"]},{"osd":7,"uuid":"19985f50-ad6d-45e2-9d93-91f0943558d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6825","nonce":662715256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6827","nonce":662715256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6831","nonce":662715256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6829","nonce":662715256}]},"public_addr":"172.21.15.179:6825/662715256","cluster_addr":"172.21.15.179:6827/662715256","heartbeat_back_addr":"172.21.15.179:6831/662715256","heartbeat_front_addr":"172.21.15.179:6829/662715256","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:56:28.640799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:11.832518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:55.161621+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:58:38.649012+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:59:18.941412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:01.161032+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:43.960238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:01:27.930283+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.132:0/3533729394":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6800/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:0/2700016730":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:6800/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/1822996916":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/4289441864":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/863583776":"2024-06-07T10:54:09.120630+0000","172.21.15.132:0/2050707779":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6801/971542882":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6800/971542882":"2024-06-07T10:54:09.120630+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T11:03:03.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:02 smithi132 bash[25563]: cluster 2024-06-06T11:03:01.733941+0000 mgr.y (mgr.14427) 47 : cluster [DBG] pgmap v37: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:03.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:02 smithi132 bash[25563]: audit 2024-06-06T11:03:02.795218+0000 mon.a (mon.0) 615 : audit [DBG] from='client.? 172.21.15.132:0/1791487560' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:03:03.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:02 smithi132 bash[17898]: cluster 2024-06-06T11:03:01.733941+0000 mgr.y (mgr.14427) 47 : cluster [DBG] pgmap v37: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:03.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:02 smithi132 bash[17898]: audit 2024-06-06T11:03:02.795218+0000 mon.a (mon.0) 615 : audit [DBG] from='client.? 172.21.15.132:0/1791487560' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:03:03.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:02 smithi179 bash[18882]: cluster 2024-06-06T11:03:01.733941+0000 mgr.y (mgr.14427) 47 : cluster [DBG] pgmap v37: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:03.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:02 smithi179 bash[18882]: audit 2024-06-06T11:03:02.795218+0000 mon.a (mon.0) 615 : audit [DBG] from='client.? 172.21.15.132:0/1791487560' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:03:03.501 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-06-06T11:03:03.501 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-06-06T11:03:03.502 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-06-06T11:03:03.502 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-06-06T11:03:03.503 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-06-06T11:03:03.503 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-06-06T11:03:03.503 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-06-06T11:03:03.504 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-06-06T11:03:04.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:03:04 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:03:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:03:05.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:04 smithi132 bash[17898]: cluster 2024-06-06T11:03:03.734538+0000 mgr.y (mgr.14427) 48 : cluster [DBG] pgmap v38: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:05.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:04 smithi132 bash[25563]: cluster 2024-06-06T11:03:03.734538+0000 mgr.y (mgr.14427) 48 : cluster [DBG] pgmap v38: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:05.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:04 smithi179 bash[18882]: cluster 2024-06-06T11:03:03.734538+0000 mgr.y (mgr.14427) 48 : cluster [DBG] pgmap v38: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:05.601 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:05 smithi179 systemd[1]: Started Ceph grafana.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:03:06.673 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[18882]: audit 2024-06-06T11:03:05.579067+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:06.674 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[18882]: audit 2024-06-06T11:03:05.581110+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:03:06.674 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[18882]: cluster 2024-06-06T11:03:05.735009+0000 mgr.y (mgr.14427) 49 : cluster [DBG] pgmap v39: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:06.674 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-06-06T11:03:06.674 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-06-06T11:03:06.674 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-06-06T11:03:06.674 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-06-06T11:03:06.674 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-06-06T11:03:06.674 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="App mode production" logger=settings 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2024-06-06T11:03:06.675 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2024-06-06T11:03:06.676 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2024-06-06T11:03:06.676 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2024-06-06T11:03:06.926 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2024-06-06T11:03:06.926 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2024-06-06T11:03:06.926 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2024-06-06T11:03:06.926 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2024-06-06T11:03:06.926 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2024-06-06T11:03:06.926 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2024-06-06T11:03:06.927 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-06-06T11:03:06.927 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2024-06-06T11:03:07.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:06 smithi132 bash[17898]: audit 2024-06-06T11:03:05.579067+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:07.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:06 smithi132 bash[17898]: audit 2024-06-06T11:03:05.581110+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:03:07.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:06 smithi132 bash[17898]: cluster 2024-06-06T11:03:05.735009+0000 mgr.y (mgr.14427) 49 : cluster [DBG] pgmap v39: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:07.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:06 smithi132 bash[25563]: audit 2024-06-06T11:03:05.579067+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:07.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:06 smithi132 bash[25563]: audit 2024-06-06T11:03:05.581110+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:03:07.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:06 smithi132 bash[25563]: cluster 2024-06-06T11:03:05.735009+0000 mgr.y (mgr.14427) 49 : cluster [DBG] pgmap v39: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:07.178 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2024-06-06T11:03:07.179 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:06 smithi179 bash[40981]: t=2024-06-06T11:03:06+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2024-06-06T11:03:07.179 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2024-06-06T11:03:07.179 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2024-06-06T11:03:07.179 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2024-06-06T11:03:07.179 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add index user.login/user.email" 2024-06-06T11:03:07.179 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_service_account column to user" 2024-06-06T11:03:07.179 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2024-06-06T11:03:07.457 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2024-06-06T11:03:07.458 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2024-06-06T11:03:07.458 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2024-06-06T11:03:07.458 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2024-06-06T11:03:07.458 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2024-06-06T11:03:07.458 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_email - v1" 2024-06-06T11:03:07.458 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_org_id - v1" 2024-06-06T11:03:07.458 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_code - v1" 2024-06-06T11:03:07.458 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_status - v1" 2024-06-06T11:03:07.725 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-06-06T11:03:07.725 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create temp_user v2" 2024-06-06T11:03:07.725 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v2" 2024-06-06T11:03:07.725 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v2" 2024-06-06T11:03:07.726 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v2" 2024-06-06T11:03:07.726 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v2" 2024-06-06T11:03:07.726 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy temp_user v1 to v2" 2024-06-06T11:03:07.726 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop temp_user_tmp_qwerty" 2024-06-06T11:03:07.726 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="Set created for temp users that will otherwise prematurely expire" 2024-06-06T11:03:07.986 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2024-06-06T11:03:07.986 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2024-06-06T11:03:07.986 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2024-06-06T11:03:07.986 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2024-06-06T11:03:07.986 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2024-06-06T11:03:07.986 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2024-06-06T11:03:07.986 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[40981]: t=2024-06-06T11:03:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2024-06-06T11:03:08.247 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:07 smithi179 bash[18882]: audit 2024-06-06T11:03:06.980337+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:08.247 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_user_id - v1" 2024-06-06T11:03:08.247 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2024-06-06T11:03:08.248 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2024-06-06T11:03:08.248 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2024-06-06T11:03:08.248 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2024-06-06T11:03:08.248 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2024-06-06T11:03:08.248 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2024-06-06T11:03:08.248 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2024-06-06T11:03:08.248 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2024-06-06T11:03:08.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:07 smithi132 bash[17898]: audit 2024-06-06T11:03:06.980337+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:08.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:07 smithi132 bash[25563]: audit 2024-06-06T11:03:06.980337+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:08.382 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:08.383 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:08.388 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:08.388 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:08.388 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:08.388 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:08.389 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:08.389 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:08.500 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-06-06T11:03:08.500 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2024-06-06T11:03:08.500 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2024-06-06T11:03:08.501 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2024-06-06T11:03:08.501 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2024-06-06T11:03:08.501 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2024-06-06T11:03:08.501 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2024-06-06T11:03:08.761 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2024-06-06T11:03:08.762 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2024-06-06T11:03:08.762 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2024-06-06T11:03:08.762 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2024-06-06T11:03:08.762 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2024-06-06T11:03:08.762 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2024-06-06T11:03:08.762 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2024-06-06T11:03:08.762 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2024-06-06T11:03:08.762 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2024-06-06T11:03:08.762 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2024-06-06T11:03:08.762 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2024-06-06T11:03:09.014 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[18882]: cluster 2024-06-06T11:03:07.735561+0000 mgr.y (mgr.14427) 50 : cluster [DBG] pgmap v40: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:09.014 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2024-06-06T11:03:09.014 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2024-06-06T11:03:09.014 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2024-06-06T11:03:09.015 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2024-06-06T11:03:09.015 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2024-06-06T11:03:09.015 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2024-06-06T11:03:09.015 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:08 smithi179 bash[40981]: t=2024-06-06T11:03:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2024-06-06T11:03:09.015 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2024-06-06T11:03:09.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:08 smithi132 bash[17898]: cluster 2024-06-06T11:03:07.735561+0000 mgr.y (mgr.14427) 50 : cluster [DBG] pgmap v40: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:09.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:08 smithi132 bash[25563]: cluster 2024-06-06T11:03:07.735561+0000 mgr.y (mgr.14427) 50 : cluster [DBG] pgmap v40: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:09.284 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2024-06-06T11:03:09.284 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-06-06T11:03:09.284 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2024-06-06T11:03:09.284 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-06-06T11:03:09.284 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-06-06T11:03:09.284 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2024-06-06T11:03:09.284 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2024-06-06T11:03:09.284 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-06-06T11:03:09.284 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_title" 2024-06-06T11:03:09.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="delete tags for deleted dashboards" 2024-06-06T11:03:09.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="delete stars for deleted dashboards" 2024-06-06T11:03:09.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_is_folder" 2024-06-06T11:03:09.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-06-06T11:03:09.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-06-06T11:03:09.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-06-06T11:03:09.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-06-06T11:03:09.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-06-06T11:03:09.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-06-06T11:03:09.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-06-06T11:03:09.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-06-06T11:03:09.857 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-06-06T11:03:09.857 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-06-06T11:03:09.857 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-06-06T11:03:09.857 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-06-06T11:03:09.857 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-06-06T11:03:09.858 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-06-06T11:03:09.858 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-06-06T11:03:09.858 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-06-06T11:03:09.858 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-06-06T11:03:10.143 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-06-06T11:03:10.143 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add uid column" 2024-06-06T11:03:10.144 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid value" 2024-06-06T11:03:10.144 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:09 smithi179 bash[40981]: t=2024-06-06T11:03:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index datasource_org_id_uid" 2024-06-06T11:03:10.144 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index datasource_org_id_is_default" 2024-06-06T11:03:10.144 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-06-06T11:03:10.144 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-06-06T11:03:10.144 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-06-06T11:03:10.144 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-06-06T11:03:10.421 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-06-06T11:03:10.421 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-06-06T11:03:10.421 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-06-06T11:03:10.421 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-06-06T11:03:10.421 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-06-06T11:03:10.421 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-06-06T11:03:10.421 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-06-06T11:03:10.421 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-06-06T11:03:10.421 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-06-06T11:03:10.698 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-06-06T11:03:10.699 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-06-06T11:03:10.699 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-06-06T11:03:10.699 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add service account foreign key" 2024-06-06T11:03:10.699 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-06-06T11:03:10.699 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-06-06T11:03:10.968 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-06-06T11:03:10.968 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-06-06T11:03:10.968 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-06-06T11:03:10.969 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-06-06T11:03:10.969 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-06-06T11:03:10.969 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-06-06T11:03:10.969 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-06-06T11:03:10.969 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add encrypted dashboard json column" 2024-06-06T11:03:10.969 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:10 smithi179 bash[40981]: t=2024-06-06T11:03:10+0000 lvl=info msg="Executing migration" logger=migrator id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-06-06T11:03:11.238 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[18882]: cluster 2024-06-06T11:03:09.736094+0000 mgr.y (mgr.14427) 51 : cluster [DBG] pgmap v41: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:11.238 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[18882]: audit 2024-06-06T11:03:10.110155+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:11.238 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-06-06T11:03:11.239 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-06-06T11:03:11.239 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-06-06T11:03:11.239 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-06-06T11:03:11.239 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-06-06T11:03:11.239 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-06-06T11:03:11.239 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-06-06T11:03:11.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:11 smithi132 bash[17898]: cluster 2024-06-06T11:03:09.736094+0000 mgr.y (mgr.14427) 51 : cluster [DBG] pgmap v41: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:11.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:11 smithi132 bash[17898]: audit 2024-06-06T11:03:10.110155+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:11.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:11 smithi132 bash[25563]: cluster 2024-06-06T11:03:09.736094+0000 mgr.y (mgr.14427) 51 : cluster [DBG] pgmap v41: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:11.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:11 smithi132 bash[25563]: audit 2024-06-06T11:03:10.110155+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:11.508 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-06-06T11:03:11.508 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-06-06T11:03:11.508 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-06-06T11:03:11.508 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-06-06T11:03:11.508 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-06-06T11:03:11.508 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-06-06T11:03:11.508 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-06-06T11:03:11.508 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-06-06T11:03:11.508 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-06-06T11:03:11.760 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-06-06T11:03:11.761 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-06-06T11:03:11.761 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-06-06T11:03:11.761 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-06-06T11:03:11.761 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add column week_start in preferences" 2024-06-06T11:03:11.761 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-06-06T11:03:11.761 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-06-06T11:03:11.761 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-06-06T11:03:11.780 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:11 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:03:11] "GET /metrics HTTP/1.1" 200 155519 "" "Prometheus/2.33.4" 2024-06-06T11:03:12.029 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-06-06T11:03:12.029 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-06-06T11:03:12.029 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-06-06T11:03:12.029 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-06-06T11:03:12.029 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:11 smithi179 bash[40981]: t=2024-06-06T11:03:11+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-06-06T11:03:12.029 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v2" 2024-06-06T11:03:12.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[18882]: audit 2024-06-06T11:03:11.253445+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:12.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[18882]: audit 2024-06-06T11:03:11.515034+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:03:12.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[18882]: audit 2024-06-06T11:03:11.516618+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:03:12.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[18882]: audit 2024-06-06T11:03:11.524527+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:12.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[18882]: cephadm 2024-06-06T11:03:11.530159+0000 mgr.y (mgr.14427) 52 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-06-06T11:03:12.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[18882]: cephadm 2024-06-06T11:03:11.534703+0000 mgr.y (mgr.14427) 53 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi132 2024-06-06T11:03:12.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[18882]: cluster 2024-06-06T11:03:11.736515+0000 mgr.y (mgr.14427) 54 : cluster [DBG] pgmap v42: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:12.290 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-06-06T11:03:12.290 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="copy alert_rule_tag v1 to v2" 2024-06-06T11:03:12.291 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="drop table alert_rule_tag_v1" 2024-06-06T11:03:12.291 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-06-06T11:03:12.291 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-06-06T11:03:12.291 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-06-06T11:03:12.291 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-06-06T11:03:12.291 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-06-06T11:03:12.513 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[25563]: audit 2024-06-06T11:03:11.253445+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:12.513 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[25563]: audit 2024-06-06T11:03:11.515034+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:03:12.513 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[25563]: audit 2024-06-06T11:03:11.516618+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:03:12.513 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[25563]: audit 2024-06-06T11:03:11.524527+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:12.513 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[25563]: cephadm 2024-06-06T11:03:11.530159+0000 mgr.y (mgr.14427) 52 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-06-06T11:03:12.513 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[25563]: cephadm 2024-06-06T11:03:11.534703+0000 mgr.y (mgr.14427) 53 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi132 2024-06-06T11:03:12.513 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[25563]: cluster 2024-06-06T11:03:11.736515+0000 mgr.y (mgr.14427) 54 : cluster [DBG] pgmap v42: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:12.514 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[17898]: audit 2024-06-06T11:03:11.253445+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:12.514 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[17898]: audit 2024-06-06T11:03:11.515034+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:03:12.514 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[17898]: audit 2024-06-06T11:03:11.516618+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:03:12.514 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[17898]: audit 2024-06-06T11:03:11.524527+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:12.514 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[17898]: cephadm 2024-06-06T11:03:11.530159+0000 mgr.y (mgr.14427) 52 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-06-06T11:03:12.514 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[17898]: cephadm 2024-06-06T11:03:11.534703+0000 mgr.y (mgr.14427) 53 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi132 2024-06-06T11:03:12.514 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:12 smithi132 bash[17898]: cluster 2024-06-06T11:03:11.736515+0000 mgr.y (mgr.14427) 54 : cluster [DBG] pgmap v42: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:12.550 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-06-06T11:03:12.551 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-06-06T11:03:12.551 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-06-06T11:03:12.551 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-06-06T11:03:12.551 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-06-06T11:03:12.551 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-06-06T11:03:12.551 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-06-06T11:03:12.551 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-06-06T11:03:12.551 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-06-06T11:03:12.820 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-06-06T11:03:12.820 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-06-06T11:03:12.820 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-06-06T11:03:12.820 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-06-06T11:03:12.820 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add column secure_settings in alert_notification" 2024-06-06T11:03:12.820 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert.settings to mediumtext" 2024-06-06T11:03:12.820 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_notification_state_alert_id" 2024-06-06T11:03:12.820 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_rule_tag_alert_id" 2024-06-06T11:03:13.089 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-06-06T11:03:13.089 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-06-06T11:03:13.089 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-06-06T11:03:13.089 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-06-06T11:03:13.089 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:12 smithi179 bash[40981]: t=2024-06-06T11:03:12+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-06-06T11:03:13.089 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-06-06T11:03:13.089 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-06-06T11:03:13.342 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-06-06T11:03:13.342 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-06-06T11:03:13.342 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-06-06T11:03:13.342 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-06-06T11:03:13.342 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-06-06T11:03:13.342 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-06-06T11:03:13.343 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-06-06T11:03:13.343 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-06-06T11:03:13.343 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v3" 2024-06-06T11:03:13.343 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-06-06T11:03:13.613 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="copy annotation_tag v2 to v3" 2024-06-06T11:03:13.613 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="drop table annotation_tag_v2" 2024-06-06T11:03:13.614 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-06-06T11:03:13.614 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-06-06T11:03:13.614 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-06-06T11:03:13.614 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-06-06T11:03:13.614 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-06-06T11:03:13.614 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-06-06T11:03:13.614 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-06-06T11:03:13.614 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-06-06T11:03:13.614 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-06-06T11:03:13.884 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-06-06T11:03:13.884 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-06-06T11:03:13.884 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-06-06T11:03:13.884 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-06-06T11:03:13.884 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-06-06T11:03:13.884 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-06-06T11:03:13.884 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-06-06T11:03:14.136 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-06-06T11:03:14.136 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-06-06T11:03:14.136 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-06-06T11:03:14.136 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:13 smithi179 bash[40981]: t=2024-06-06T11:03:13+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-06-06T11:03:14.136 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-06-06T11:03:14.136 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-06-06T11:03:14.136 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-06-06T11:03:14.136 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-06-06T11:03:14.136 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-06-06T11:03:14.405 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-06-06T11:03:14.405 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-06-06T11:03:14.405 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-06-06T11:03:14.405 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-06-06T11:03:14.405 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.team_id" 2024-06-06T11:03:14.406 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-06-06T11:03:14.406 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-06-06T11:03:14.406 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-06-06T11:03:14.406 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-06-06T11:03:14.666 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-06-06T11:03:14.666 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-06-06T11:03:14.666 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-06-06T11:03:14.666 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_user_id" 2024-06-06T11:03:14.666 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_team_id" 2024-06-06T11:03:14.666 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_org_id_role" 2024-06-06T11:03:14.666 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_permission" 2024-06-06T11:03:14.666 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-06-06T11:03:14.666 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="delete acl rules for deleted dashboards and folders" 2024-06-06T11:03:14.927 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[18882]: cluster 2024-06-06T11:03:13.736890+0000 mgr.y (mgr.14427) 55 : cluster [DBG] pgmap v43: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:14.927 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:03:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:03:14.928 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-06-06T11:03:14.928 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-06-06T11:03:14.928 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-06-06T11:03:14.928 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-06-06T11:03:14.928 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-06-06T11:03:14.928 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-06-06T11:03:14.928 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-06-06T11:03:14.928 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-06-06T11:03:15.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:14 smithi132 bash[17898]: cluster 2024-06-06T11:03:13.736890+0000 mgr.y (mgr.14427) 55 : cluster [DBG] pgmap v43: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:15.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:14 smithi132 bash[25563]: cluster 2024-06-06T11:03:13.736890+0000 mgr.y (mgr.14427) 55 : cluster [DBG] pgmap v43: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:15.188 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-06-06T11:03:15.188 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:14 smithi179 bash[40981]: t=2024-06-06T11:03:14+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-06-06T11:03:15.189 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-06-06T11:03:15.189 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-06-06T11:03:15.189 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-06-06T11:03:15.189 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-06-06T11:03:15.189 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-06-06T11:03:15.189 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-06-06T11:03:15.189 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-06-06T11:03:15.474 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-06-06T11:03:15.475 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-06-06T11:03:15.475 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-06-06T11:03:15.475 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-06-06T11:03:15.475 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-06-06T11:03:15.475 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-06-06T11:03:15.475 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_auth_token.user_id" 2024-06-06T11:03:15.475 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="Add revoked_at to the user auth token" 2024-06-06T11:03:15.475 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-06-06T11:03:15.475 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-06-06T11:03:15.744 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="create short_url table v1" 2024-06-06T11:03:15.745 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add index short_url.org_id-uid" 2024-06-06T11:03:15.745 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition table" 2024-06-06T11:03:15.745 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition table" 2024-06-06T11:03:15.745 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and title columns" 2024-06-06T11:03:15.745 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and uid columns" 2024-06-06T11:03:15.745 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition table data column to mediumtext in mysql" 2024-06-06T11:03:15.745 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and title columns" 2024-06-06T11:03:15.997 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and uid columns" 2024-06-06T11:03:15.997 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and title columns" 2024-06-06T11:03:15.998 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and uid columns" 2024-06-06T11:03:15.998 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="Add column paused in alert_definition" 2024-06-06T11:03:15.998 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition table" 2024-06-06T11:03:15.998 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition_version table" 2024-06-06T11:03:15.998 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition_version table" 2024-06-06T11:03:15.998 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-06-06T11:03:15.998 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:15 smithi179 bash[40981]: t=2024-06-06T11:03:15+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-06-06T11:03:16.274 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition_version table data column to mediumtext in mysql" 2024-06-06T11:03:16.275 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition_version table" 2024-06-06T11:03:16.275 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_instance table" 2024-06-06T11:03:16.275 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-06-06T11:03:16.275 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, current_state columns" 2024-06-06T11:03:16.275 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add column current_state_end to alert_instance" 2024-06-06T11:03:16.275 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-06-06T11:03:16.275 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, current_state on alert_instance" 2024-06-06T11:03:16.275 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_org_id to rule_org_id in alert_instance" 2024-06-06T11:03:16.539 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_uid to rule_uid in alert_instance" 2024-06-06T11:03:16.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-06-06T11:03:16.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, current_state on alert_instance" 2024-06-06T11:03:16.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule table" 2024-06-06T11:03:16.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and title columns" 2024-06-06T11:03:16.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and uid columns" 2024-06-06T11:03:16.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-06-06T11:03:16.540 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule table data column to mediumtext in mysql" 2024-06-06T11:03:16.796 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule" 2024-06-06T11:03:16.796 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule" 2024-06-06T11:03:16.796 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule" 2024-06-06T11:03:16.796 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="remove unique index from alert_rule on org_id, title columns" 2024-06-06T11:03:16.796 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-06-06T11:03:16.796 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add dashboard_uid column to alert_rule" 2024-06-06T11:03:16.796 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add panel_id column to alert_rule" 2024-06-06T11:03:16.796 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-06-06T11:03:16.796 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule_version table" 2024-06-06T11:03:17.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[18882]: cluster 2024-06-06T11:03:15.737261+0000 mgr.y (mgr.14427) 56 : cluster [DBG] pgmap v44: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:17.057 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-06-06T11:03:17.057 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-06-06T11:03:17.057 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule_version table data column to mediumtext in mysql" 2024-06-06T11:03:17.057 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule_version" 2024-06-06T11:03:17.057 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:16 smithi179 bash[40981]: t=2024-06-06T11:03:16+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule_version" 2024-06-06T11:03:17.057 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule_version" 2024-06-06T11:03:17.057 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id=create_alert_configuration_table 2024-06-06T11:03:17.057 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="Add column default in alert_configuration" 2024-06-06T11:03:17.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:16 smithi132 bash[17898]: cluster 2024-06-06T11:03:15.737261+0000 mgr.y (mgr.14427) 56 : cluster [DBG] pgmap v44: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:17.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:16 smithi132 bash[25563]: cluster 2024-06-06T11:03:15.737261+0000 mgr.y (mgr.14427) 56 : cluster [DBG] pgmap v44: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:17.311 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-06-06T11:03:17.311 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add column org_id in alert_configuration" 2024-06-06T11:03:17.311 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_configuration table on org_id column" 2024-06-06T11:03:17.312 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id=create_ngalert_configuration_table 2024-06-06T11:03:17.312 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add index in ngalert_configuration on org_id column" 2024-06-06T11:03:17.312 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="clear migration entry \"remove unified alerting data\"" 2024-06-06T11:03:17.312 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="move dashboard alerts to unified alerting" 2024-06-06T11:03:17.312 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element table v1" 2024-06-06T11:03:17.581 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element org_id-folder_id-name-kind" 2024-06-06T11:03:17.581 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element_connection table v1" 2024-06-06T11:03:17.581 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element_connection element_id-kind-connection_id" 2024-06-06T11:03:17.581 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index library_element org_id_uid" 2024-06-06T11:03:17.582 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="clone move dashboard alerts to unified alerting" 2024-06-06T11:03:17.582 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="create data_keys table" 2024-06-06T11:03:17.582 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="create kv_store table v1" 2024-06-06T11:03:17.582 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add index kv_store.org_id-namespace-key" 2024-06-06T11:03:17.582 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="update dashboard_uid and panel_id from existing annotations" 2024-06-06T11:03:17.582 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="create permission table" 2024-06-06T11:03:17.582 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index permission.role_id" 2024-06-06T11:03:17.850 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_id_action_scope" 2024-06-06T11:03:17.850 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="create role table" 2024-06-06T11:03:17.850 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add column display_name" 2024-06-06T11:03:17.850 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add column group_name" 2024-06-06T11:03:17.851 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add index role.org_id" 2024-06-06T11:03:17.851 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_org_id_name" 2024-06-06T11:03:17.851 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add index role_org_id_uid" 2024-06-06T11:03:18.136 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="create team role table" 2024-06-06T11:03:18.136 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.org_id" 2024-06-06T11:03:18.137 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_role_org_id_team_id_role_id" 2024-06-06T11:03:18.137 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:17 smithi179 bash[40981]: t=2024-06-06T11:03:17+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.team_id" 2024-06-06T11:03:18.137 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="create user role table" 2024-06-06T11:03:18.137 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.org_id" 2024-06-06T11:03:18.137 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_role_org_id_user_id_role_id" 2024-06-06T11:03:18.137 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.user_id" 2024-06-06T11:03:18.398 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="create builtin role table" 2024-06-06T11:03:18.398 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.role_id" 2024-06-06T11:03:18.398 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.name" 2024-06-06T11:03:18.398 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="Add column org_id to builtin_role table" 2024-06-06T11:03:18.398 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.org_id" 2024-06-06T11:03:18.398 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_org_id_role_id_role" 2024-06-06T11:03:18.399 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index role_org_id_uid" 2024-06-06T11:03:18.399 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role.uid" 2024-06-06T11:03:18.399 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="create seed assignment table" 2024-06-06T11:03:18.399 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_role_name" 2024-06-06T11:03:18.399 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="migrations completed" logger=migrator performed=381 skipped=0 duration=11.815676577s 2024-06-06T11:03:18.399 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-06-06T11:03:18.399 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-06-06T11:03:18.790 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-06-06T11:03:18.790 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-06-06T11:03:18.790 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-06-06T11:03:18.790 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-06-06T11:03:18.790 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-06-06T11:03:18.790 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-06-06T11:03:18.790 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-06-06T11:03:18.790 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-06-06T11:03:18.790 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[40981]: t=2024-06-06T11:03:18+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-06-06T11:03:19.045 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:18 smithi132 bash[25563]: cluster 2024-06-06T11:03:17.737610+0000 mgr.y (mgr.14427) 57 : cluster [DBG] pgmap v45: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:19.046 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:18 smithi132 bash[17898]: cluster 2024-06-06T11:03:17.737610+0000 mgr.y (mgr.14427) 57 : cluster [DBG] pgmap v45: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:19.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:18 smithi179 bash[18882]: cluster 2024-06-06T11:03:17.737610+0000 mgr.y (mgr.14427) 57 : cluster [DBG] pgmap v45: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:21.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:20 smithi132 bash[17898]: cluster 2024-06-06T11:03:19.738162+0000 mgr.y (mgr.14427) 58 : cluster [DBG] pgmap v46: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:21.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:20 smithi132 bash[25563]: cluster 2024-06-06T11:03:19.738162+0000 mgr.y (mgr.14427) 58 : cluster [DBG] pgmap v46: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:21.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:20 smithi179 bash[18882]: cluster 2024-06-06T11:03:19.738162+0000 mgr.y (mgr.14427) 58 : cluster [DBG] pgmap v46: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:21.797 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:21 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:03:21] "GET /metrics HTTP/1.1" 200 155519 "" "Prometheus/2.33.4" 2024-06-06T11:03:23.236 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:22 smithi132 bash[25563]: cluster 2024-06-06T11:03:21.738752+0000 mgr.y (mgr.14427) 59 : cluster [DBG] pgmap v47: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:23.236 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:22 smithi132 bash[17898]: cluster 2024-06-06T11:03:21.738752+0000 mgr.y (mgr.14427) 59 : cluster [DBG] pgmap v47: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:22 smithi179 bash[18882]: cluster 2024-06-06T11:03:21.738752+0000 mgr.y (mgr.14427) 59 : cluster [DBG] pgmap v47: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:24 smithi132 bash[17898]: cluster 2024-06-06T11:03:23.739379+0000 mgr.y (mgr.14427) 60 : cluster [DBG] pgmap v48: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:25.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:24 smithi132 bash[25563]: cluster 2024-06-06T11:03:23.739379+0000 mgr.y (mgr.14427) 60 : cluster [DBG] pgmap v48: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:25.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:03:24 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:03:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:03:25.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:24 smithi179 bash[18882]: cluster 2024-06-06T11:03:23.739379+0000 mgr.y (mgr.14427) 60 : cluster [DBG] pgmap v48: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:25.335 INFO:teuthology.orchestra.run.smithi132.stdout:180388626463 2024-06-06T11:03:25.335 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-06-06T11:03:27.003 INFO:teuthology.orchestra.run.smithi132.stdout:154618822697 2024-06-06T11:03:27.004 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-06-06T11:03:27.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:26 smithi179 bash[18882]: cluster 2024-06-06T11:03:25.739951+0000 mgr.y (mgr.14427) 61 : cluster [DBG] pgmap v49: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:27.325 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:26 smithi132 bash[17898]: cluster 2024-06-06T11:03:25.739951+0000 mgr.y (mgr.14427) 61 : cluster [DBG] pgmap v49: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:27.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:26 smithi132 bash[25563]: cluster 2024-06-06T11:03:25.739951+0000 mgr.y (mgr.14427) 61 : cluster [DBG] pgmap v49: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:28.238 INFO:teuthology.orchestra.run.smithi132.stdout:107374182459 2024-06-06T11:03:28.238 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-06-06T11:03:28.591 INFO:teuthology.orchestra.run.smithi132.stdout:77309411396 2024-06-06T11:03:28.592 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-06-06T11:03:28.842 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:28 smithi132 bash[25563]: cluster 2024-06-06T11:03:27.740297+0000 mgr.y (mgr.14427) 62 : cluster [DBG] pgmap v50: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:28.843 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:28 smithi132 bash[17898]: cluster 2024-06-06T11:03:27.740297+0000 mgr.y (mgr.14427) 62 : cluster [DBG] pgmap v50: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:28.843 INFO:teuthology.orchestra.run.smithi132.stdout:34359738452 2024-06-06T11:03:28.844 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-06-06T11:03:29.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:28 smithi179 bash[18882]: cluster 2024-06-06T11:03:27.740297+0000 mgr.y (mgr.14427) 62 : cluster [DBG] pgmap v50: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:30.113 INFO:teuthology.orchestra.run.smithi132.stdout:128849018930 2024-06-06T11:03:30.113 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-06-06T11:03:30.158 INFO:teuthology.orchestra.run.smithi132.stdout:55834574924 2024-06-06T11:03:30.159 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-06-06T11:03:30.613 INFO:teuthology.orchestra.run.smithi132.stdout:206158430234 2024-06-06T11:03:30.613 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-06-06T11:03:31.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:30 smithi132 bash[17898]: cluster 2024-06-06T11:03:29.740703+0000 mgr.y (mgr.14427) 63 : cluster [DBG] pgmap v51: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:31.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:30 smithi132 bash[25563]: cluster 2024-06-06T11:03:29.740703+0000 mgr.y (mgr.14427) 63 : cluster [DBG] pgmap v51: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:31.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:30 smithi179 bash[18882]: cluster 2024-06-06T11:03:29.740703+0000 mgr.y (mgr.14427) 63 : cluster [DBG] pgmap v51: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:31.419 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:31 smithi132 systemd[1]: Stopping Ceph alertmanager.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:03:31.420 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:31 smithi132 bash[50448]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-alertmanager.a 2024-06-06T11:03:31.420 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:31 smithi132 bash[47136]: level=info ts=2024-06-06T11:03:31.339Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-06-06T11:03:31.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:31 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:03:31] "GET /metrics HTTP/1.1" 200 155519 "" "Prometheus/2.33.4" 2024-06-06T11:03:32.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:31 smithi132 bash[50483]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-alertmanager-a 2024-06-06T11:03:32.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:32 smithi132 bash[50627]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-alertmanager-a 2024-06-06T11:03:32.283 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:32 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@alertmanager.a.service: Succeeded. 2024-06-06T11:03:32.283 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:32 smithi132 systemd[1]: Stopped Ceph alertmanager.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:03:32.283 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:32 smithi132 systemd[1]: Started Ceph alertmanager.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:03:33.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:32 smithi132 bash[17898]: cluster 2024-06-06T11:03:31.741288+0000 mgr.y (mgr.14427) 64 : cluster [DBG] pgmap v52: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:33.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:32 smithi132 bash[17898]: audit 2024-06-06T11:03:32.193186+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:33.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:32 smithi132 bash[25563]: cluster 2024-06-06T11:03:31.741288+0000 mgr.y (mgr.14427) 64 : cluster [DBG] pgmap v52: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:33.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:32 smithi132 bash[25563]: audit 2024-06-06T11:03:32.193186+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:33.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:32 smithi179 bash[18882]: cluster 2024-06-06T11:03:31.741288+0000 mgr.y (mgr.14427) 64 : cluster [DBG] pgmap v52: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:33.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:32 smithi179 bash[18882]: audit 2024-06-06T11:03:32.193186+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:33.533 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[50654]: level=info ts=2024-06-06T11:03:33.182Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-06-06T11:03:33.533 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[50654]: level=info ts=2024-06-06T11:03:33.183Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-06-06T11:03:33.533 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[50654]: level=info ts=2024-06-06T11:03:33.185Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.132 port=9094 2024-06-06T11:03:33.533 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[50654]: level=info ts=2024-06-06T11:03:33.186Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-06-06T11:03:33.533 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[50654]: level=info ts=2024-06-06T11:03:33.235Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-06-06T11:03:33.533 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[50654]: level=info ts=2024-06-06T11:03:33.235Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-06-06T11:03:33.533 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[50654]: level=info ts=2024-06-06T11:03:33.240Z caller=main.go:518 msg=Listening address=:9093 2024-06-06T11:03:33.533 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[50654]: level=info ts=2024-06-06T11:03:33.240Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-06-06T11:03:33.976 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:33 smithi179 bash[18882]: cephadm 2024-06-06T11:03:32.195345+0000 mgr.y (mgr.14427) 65 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:03:33.976 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:33 smithi179 bash[18882]: cephadm 2024-06-06T11:03:32.201543+0000 mgr.y (mgr.14427) 66 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:03:34.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[17898]: cephadm 2024-06-06T11:03:32.195345+0000 mgr.y (mgr.14427) 65 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:03:34.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[17898]: cephadm 2024-06-06T11:03:32.201543+0000 mgr.y (mgr.14427) 66 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:03:34.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[25563]: cephadm 2024-06-06T11:03:32.195345+0000 mgr.y (mgr.14427) 65 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:03:34.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:33 smithi132 bash[25563]: cephadm 2024-06-06T11:03:32.201543+0000 mgr.y (mgr.14427) 66 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:03:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:34 smithi179 bash[18882]: cluster 2024-06-06T11:03:33.741978+0000 mgr.y (mgr.14427) 67 : cluster [DBG] pgmap v53: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:35.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:03:34 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:03:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:03:35.186 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:34 smithi132 bash[17898]: cluster 2024-06-06T11:03:33.741978+0000 mgr.y (mgr.14427) 67 : cluster [DBG] pgmap v53: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:35.186 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:34 smithi132 bash[25563]: cluster 2024-06-06T11:03:33.741978+0000 mgr.y (mgr.14427) 67 : cluster [DBG] pgmap v53: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:35.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:35 smithi132 bash[50654]: level=info ts=2024-06-06T11:03:35.187Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000120657s 2024-06-06T11:03:35.684 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:35.687 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:35.687 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:35.687 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:35.688 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:35.688 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:35.691 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:35.691 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:36.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 systemd[1]: Stopping Ceph prometheus.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:03:36.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[41570]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-prometheus.a 2024-06-06T11:03:36.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.344Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-06-06T11:03:36.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.344Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-06-06T11:03:36.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.344Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-06-06T11:03:36.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.344Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-06-06T11:03:36.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.344Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-06-06T11:03:36.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.344Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-06-06T11:03:36.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.344Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-06-06T11:03:36.541 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.344Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-06-06T11:03:36.541 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.344Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-06-06T11:03:36.541 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.345Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-06-06T11:03:36.541 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.345Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-06-06T11:03:36.541 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[40167]: ts=2024-06-06T11:03:36.345Z caller=main.go:1066 level=info msg="See you next time!" 2024-06-06T11:03:37.153 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[18882]: cluster 2024-06-06T11:03:35.742619+0000 mgr.y (mgr.14427) 68 : cluster [DBG] pgmap v54: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:37.153 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:36 smithi179 bash[41606]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-prometheus-a 2024-06-06T11:03:37.154 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:37 smithi179 bash[41669]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-prometheus-a 2024-06-06T11:03:37.154 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:37 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@prometheus.a.service: Succeeded. 2024-06-06T11:03:37.154 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:37 smithi179 systemd[1]: Stopped Ceph prometheus.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:03:37.154 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:37 smithi179 systemd[1]: Started Ceph prometheus.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:03:37.155 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:36 smithi132 bash[25563]: cluster 2024-06-06T11:03:35.742619+0000 mgr.y (mgr.14427) 68 : cluster [DBG] pgmap v54: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:37.155 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:36 smithi132 bash[17898]: cluster 2024-06-06T11:03:35.742619+0000 mgr.y (mgr.14427) 68 : cluster [DBG] pgmap v54: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:37.497 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STOPPING 2024-06-06T11:03:37.497 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STOPPED 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STARTING 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Serving on http://:::9283 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STARTED 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STOPPING 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STOPPED 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STARTING 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Serving on http://:::9283 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STARTED 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STOPPING 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:03:37.498 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STOPPED 2024-06-06T11:03:37.499 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STARTING 2024-06-06T11:03:37.499 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Serving on http://:::9283 2024-06-06T11:03:37.499 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:37 smithi132 bash[18166]: [06/Jun/2024:11:03:37] ENGINE Bus STARTED 2024-06-06T11:03:38.280 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.129095+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.280 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.136021+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:03:38.280 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.136822+0000 mgr.y (mgr.14427) 69 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:03:38.280 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.138227+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi132.front.sepia.ceph.com:9093"}]: dispatch 2024-06-06T11:03:38.280 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.138609+0000 mgr.y (mgr.14427) 70 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi132.front.sepia.ceph.com:9093"}]: dispatch 2024-06-06T11:03:38.280 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.146308+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.280 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.154307+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:03:38.281 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.162110+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi179.front.sepia.ceph.com:9095"}]: dispatch 2024-06-06T11:03:38.281 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.171200+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.281 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.177813+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:03:38.281 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.185670+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi179.front.sepia.ceph.com:3000"}]: dispatch 2024-06-06T11:03:38.281 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.193868+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.281 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[18882]: audit 2024-06-06T11:03:37.198548+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:03:38.281 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.126Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-06-06T11:03:38.281 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.126Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-06-06T11:03:38.281 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.126Z caller=main.go:518 level=info host_details="(Linux 5.15.0-107-generic #117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024 x86_64 smithi179 (none))" 2024-06-06T11:03:38.281 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.126Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-06-06T11:03:38.281 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.126Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-06-06T11:03:38.281 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.129Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-06-06T11:03:38.282 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.130Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-06-06T11:03:38.282 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.131Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-06-06T11:03:38.282 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.135Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-06-06T11:03:38.282 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.135Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.292µs 2024-06-06T11:03:38.282 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.135Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-06-06T11:03:38.282 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.279Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-06-06T11:03:38.282 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.280Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-06-06T11:03:38.282 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.280Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=34.48µs wal_replay_duration=144.434551ms total_replay_duration=144.485241ms 2024-06-06T11:03:38.358 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.129095+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.358 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.136021+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:03:38.358 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.136822+0000 mgr.y (mgr.14427) 69 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:03:38.358 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.138227+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi132.front.sepia.ceph.com:9093"}]: dispatch 2024-06-06T11:03:38.358 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.138609+0000 mgr.y (mgr.14427) 70 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi132.front.sepia.ceph.com:9093"}]: dispatch 2024-06-06T11:03:38.358 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.146308+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.358 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.154307+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:03:38.358 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.162110+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi179.front.sepia.ceph.com:9095"}]: dispatch 2024-06-06T11:03:38.359 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.171200+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.359 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.177813+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:03:38.359 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.185670+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi179.front.sepia.ceph.com:3000"}]: dispatch 2024-06-06T11:03:38.359 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.193868+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.359 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[17898]: audit 2024-06-06T11:03:37.198548+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:03:38.359 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.129095+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.359 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.136021+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:03:38.359 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.136822+0000 mgr.y (mgr.14427) 69 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:03:38.359 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.138227+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi132.front.sepia.ceph.com:9093"}]: dispatch 2024-06-06T11:03:38.359 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.138609+0000 mgr.y (mgr.14427) 70 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi132.front.sepia.ceph.com:9093"}]: dispatch 2024-06-06T11:03:38.359 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.146308+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.360 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.154307+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:03:38.360 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.162110+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi179.front.sepia.ceph.com:9095"}]: dispatch 2024-06-06T11:03:38.360 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.171200+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.360 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.177813+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:03:38.360 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.185670+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi179.front.sepia.ceph.com:3000"}]: dispatch 2024-06-06T11:03:38.360 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.193868+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:38.360 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:38 smithi132 bash[25563]: audit 2024-06-06T11:03:37.198548+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:03:38.539 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.283Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-06-06T11:03:38.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.283Z caller=main.go:947 level=info msg="TSDB started" 2024-06-06T11:03:38.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.283Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-06T11:03:38.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.315Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=32.587848ms db_storage=1.296µs remote_storage=2.432µs web_handler=578ns query_engine=1.002µs scrape=480.524µs scrape_sd=59.931µs notify=49.297µs notify_sd=15.884µs rules=31.483846ms 2024-06-06T11:03:38.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:03:38 smithi179 bash[41698]: ts=2024-06-06T11:03:38.315Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-06-06T11:03:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:39 smithi179 bash[18882]: audit 2024-06-06T11:03:37.154931+0000 mgr.y (mgr.14427) 71 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:03:39.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:39 smithi179 bash[18882]: audit 2024-06-06T11:03:37.162626+0000 mgr.y (mgr.14427) 72 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi179.front.sepia.ceph.com:9095"}]: dispatch 2024-06-06T11:03:39.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:39 smithi179 bash[18882]: audit 2024-06-06T11:03:37.178483+0000 mgr.y (mgr.14427) 73 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:03:39.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:39 smithi179 bash[18882]: audit 2024-06-06T11:03:37.186141+0000 mgr.y (mgr.14427) 74 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi179.front.sepia.ceph.com:3000"}]: dispatch 2024-06-06T11:03:39.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:39 smithi179 bash[18882]: cluster 2024-06-06T11:03:37.743214+0000 mgr.y (mgr.14427) 75 : cluster [DBG] pgmap v55: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:39.540 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:39 smithi132 bash[17898]: audit 2024-06-06T11:03:37.154931+0000 mgr.y (mgr.14427) 71 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:03:39.540 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:39 smithi132 bash[17898]: audit 2024-06-06T11:03:37.162626+0000 mgr.y (mgr.14427) 72 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi179.front.sepia.ceph.com:9095"}]: dispatch 2024-06-06T11:03:39.541 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:39 smithi132 bash[17898]: audit 2024-06-06T11:03:37.178483+0000 mgr.y (mgr.14427) 73 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:03:39.541 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:39 smithi132 bash[17898]: audit 2024-06-06T11:03:37.186141+0000 mgr.y (mgr.14427) 74 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi179.front.sepia.ceph.com:3000"}]: dispatch 2024-06-06T11:03:39.541 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:39 smithi132 bash[17898]: cluster 2024-06-06T11:03:37.743214+0000 mgr.y (mgr.14427) 75 : cluster [DBG] pgmap v55: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:39.541 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:39 smithi132 bash[25563]: audit 2024-06-06T11:03:37.154931+0000 mgr.y (mgr.14427) 71 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:03:39.541 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:39 smithi132 bash[25563]: audit 2024-06-06T11:03:37.162626+0000 mgr.y (mgr.14427) 72 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi179.front.sepia.ceph.com:9095"}]: dispatch 2024-06-06T11:03:39.541 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:39 smithi132 bash[25563]: audit 2024-06-06T11:03:37.178483+0000 mgr.y (mgr.14427) 73 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:03:39.541 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:39 smithi132 bash[25563]: audit 2024-06-06T11:03:37.186141+0000 mgr.y (mgr.14427) 74 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi179.front.sepia.ceph.com:3000"}]: dispatch 2024-06-06T11:03:39.541 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:39 smithi132 bash[25563]: cluster 2024-06-06T11:03:37.743214+0000 mgr.y (mgr.14427) 75 : cluster [DBG] pgmap v55: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:41.330 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:41 smithi132 bash[17898]: cluster 2024-06-06T11:03:39.743832+0000 mgr.y (mgr.14427) 76 : cluster [DBG] pgmap v56: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:41.331 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:41 smithi132 bash[25563]: cluster 2024-06-06T11:03:39.743832+0000 mgr.y (mgr.14427) 76 : cluster [DBG] pgmap v56: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:41 smithi179 bash[18882]: cluster 2024-06-06T11:03:39.743832+0000 mgr.y (mgr.14427) 76 : cluster [DBG] pgmap v56: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:43.472 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:03:43 smithi132 bash[50654]: level=info ts=2024-06-06T11:03:43.189Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002609677s 2024-06-06T11:03:43.473 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:43 smithi132 bash[17898]: cluster 2024-06-06T11:03:41.744433+0000 mgr.y (mgr.14427) 77 : cluster [DBG] pgmap v57: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:43.473 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:43 smithi132 bash[17898]: audit 2024-06-06T11:03:42.971840+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:43.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:43 smithi132 bash[25563]: cluster 2024-06-06T11:03:41.744433+0000 mgr.y (mgr.14427) 77 : cluster [DBG] pgmap v57: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:43.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:43 smithi132 bash[25563]: audit 2024-06-06T11:03:42.971840+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:43 smithi179 bash[18882]: cluster 2024-06-06T11:03:41.744433+0000 mgr.y (mgr.14427) 77 : cluster [DBG] pgmap v57: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:43 smithi179 bash[18882]: audit 2024-06-06T11:03:42.971840+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:44.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:44 smithi132 bash[17898]: cluster 2024-06-06T11:03:43.745038+0000 mgr.y (mgr.14427) 78 : cluster [DBG] pgmap v58: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:44.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:44 smithi132 bash[25563]: cluster 2024-06-06T11:03:43.745038+0000 mgr.y (mgr.14427) 78 : cluster [DBG] pgmap v58: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:44 smithi179 bash[18882]: cluster 2024-06-06T11:03:43.745038+0000 mgr.y (mgr.14427) 78 : cluster [DBG] pgmap v58: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:45.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:03:44 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:03:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:03:45.641 INFO:teuthology.orchestra.run.smithi132.stdout:55834574927 2024-06-06T11:03:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:45 smithi132 bash[17898]: audit 2024-06-06T11:03:45.642341+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.132:0/4004745507' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T11:03:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:45 smithi132 bash[25563]: audit 2024-06-06T11:03:45.642341+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.132:0/4004745507' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T11:03:46.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:45 smithi179 bash[18882]: audit 2024-06-06T11:03:45.642341+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.132:0/4004745507' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T11:03:47.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:46 smithi132 bash[17898]: cluster 2024-06-06T11:03:45.745421+0000 mgr.y (mgr.14427) 79 : cluster [DBG] pgmap v59: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:47.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:46 smithi132 bash[25563]: cluster 2024-06-06T11:03:45.745421+0000 mgr.y (mgr.14427) 79 : cluster [DBG] pgmap v59: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:47.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:46 smithi179 bash[18882]: cluster 2024-06-06T11:03:45.745421+0000 mgr.y (mgr.14427) 79 : cluster [DBG] pgmap v59: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:47.265 INFO:teuthology.orchestra.run.smithi132.stdout:128849018934 2024-06-06T11:03:47.820 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574924 got 55834574927 for osd.1 2024-06-06T11:03:47.820 DEBUG:teuthology.parallel:result is None 2024-06-06T11:03:48.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:47 smithi132 bash[25563]: audit 2024-06-06T11:03:47.266550+0000 mon.a (mon.0) 638 : audit [DBG] from='client.? 172.21.15.132:0/688504295' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T11:03:48.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:47 smithi132 bash[17898]: audit 2024-06-06T11:03:47.266550+0000 mon.a (mon.0) 638 : audit [DBG] from='client.? 172.21.15.132:0/688504295' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T11:03:48.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:47 smithi179 bash[18882]: audit 2024-06-06T11:03:47.266550+0000 mon.a (mon.0) 638 : audit [DBG] from='client.? 172.21.15.132:0/688504295' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T11:03:48.134 INFO:teuthology.orchestra.run.smithi132.stdout:34359738456 2024-06-06T11:03:48.461 INFO:teuthology.orchestra.run.smithi132.stdout:206158430237 2024-06-06T11:03:48.530 INFO:teuthology.orchestra.run.smithi132.stdout:154618822702 2024-06-06T11:03:49.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:48 smithi179 bash[18882]: cluster 2024-06-06T11:03:47.745949+0000 mgr.y (mgr.14427) 80 : cluster [DBG] pgmap v60: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:49.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:48 smithi179 bash[18882]: audit 2024-06-06T11:03:48.135871+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.132:0/2720647387' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T11:03:49.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:48 smithi179 bash[18882]: audit 2024-06-06T11:03:48.462709+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.15.132:0/2752403164' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T11:03:49.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:48 smithi179 bash[18882]: audit 2024-06-06T11:03:48.532050+0000 mon.a (mon.0) 640 : audit [DBG] from='client.? 172.21.15.132:0/3717709019' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T11:03:49.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:48 smithi132 bash[17898]: cluster 2024-06-06T11:03:47.745949+0000 mgr.y (mgr.14427) 80 : cluster [DBG] pgmap v60: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:49.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:48 smithi132 bash[17898]: audit 2024-06-06T11:03:48.135871+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.132:0/2720647387' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T11:03:49.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:48 smithi132 bash[17898]: audit 2024-06-06T11:03:48.462709+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.15.132:0/2752403164' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T11:03:49.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:48 smithi132 bash[17898]: audit 2024-06-06T11:03:48.532050+0000 mon.a (mon.0) 640 : audit [DBG] from='client.? 172.21.15.132:0/3717709019' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T11:03:49.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:48 smithi132 bash[25563]: cluster 2024-06-06T11:03:47.745949+0000 mgr.y (mgr.14427) 80 : cluster [DBG] pgmap v60: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:49.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:48 smithi132 bash[25563]: audit 2024-06-06T11:03:48.135871+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.132:0/2720647387' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T11:03:49.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:48 smithi132 bash[25563]: audit 2024-06-06T11:03:48.462709+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.15.132:0/2752403164' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T11:03:49.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:48 smithi132 bash[25563]: audit 2024-06-06T11:03:48.532050+0000 mon.a (mon.0) 640 : audit [DBG] from='client.? 172.21.15.132:0/3717709019' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T11:03:49.529 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018930 got 128849018934 for osd.4 2024-06-06T11:03:49.529 DEBUG:teuthology.parallel:result is None 2024-06-06T11:03:50.767 INFO:teuthology.orchestra.run.smithi132.stdout:77309411401 2024-06-06T11:03:50.880 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:50 smithi132 bash[17898]: cluster 2024-06-06T11:03:49.746540+0000 mgr.y (mgr.14427) 81 : cluster [DBG] pgmap v61: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:50.880 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:50 smithi132 bash[17898]: audit 2024-06-06T11:03:50.768273+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.132:0/589436829' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T11:03:50.880 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:50 smithi132 bash[25563]: cluster 2024-06-06T11:03:49.746540+0000 mgr.y (mgr.14427) 81 : cluster [DBG] pgmap v61: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:50.880 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:50 smithi132 bash[25563]: audit 2024-06-06T11:03:50.768273+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.132:0/589436829' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T11:03:50.881 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738452 got 34359738456 for osd.0 2024-06-06T11:03:50.881 DEBUG:teuthology.parallel:result is None 2024-06-06T11:03:51.068 INFO:teuthology.orchestra.run.smithi132.stdout:180388626469 2024-06-06T11:03:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:50 smithi179 bash[18882]: cluster 2024-06-06T11:03:49.746540+0000 mgr.y (mgr.14427) 81 : cluster [DBG] pgmap v61: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:50 smithi179 bash[18882]: audit 2024-06-06T11:03:50.768273+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.132:0/589436829' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T11:03:51.403 INFO:teuthology.orchestra.run.smithi132.stdout:107374182464 2024-06-06T11:03:51.612 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:03:51 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:03:51] "GET /metrics HTTP/1.1" 200 155520 "" "Prometheus/2.33.4" 2024-06-06T11:03:52.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:51 smithi132 bash[25563]: audit 2024-06-06T11:03:51.069405+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.132:0/2647490411' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T11:03:52.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:51 smithi132 bash[25563]: audit 2024-06-06T11:03:51.404905+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.132:0/1444648237' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T11:03:52.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:51 smithi132 bash[17898]: audit 2024-06-06T11:03:51.069405+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.132:0/2647490411' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T11:03:52.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:51 smithi132 bash[17898]: audit 2024-06-06T11:03:51.404905+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.132:0/1444648237' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T11:03:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:51 smithi179 bash[18882]: audit 2024-06-06T11:03:51.069405+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.132:0/2647490411' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T11:03:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:51 smithi179 bash[18882]: audit 2024-06-06T11:03:51.404905+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.132:0/1444648237' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T11:03:52.348 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822697 got 154618822702 for osd.5 2024-06-06T11:03:52.348 DEBUG:teuthology.parallel:result is None 2024-06-06T11:03:52.470 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430234 got 206158430237 for osd.7 2024-06-06T11:03:52.471 DEBUG:teuthology.parallel:result is None 2024-06-06T11:03:53.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:52 smithi132 bash[17898]: cluster 2024-06-06T11:03:51.746880+0000 mgr.y (mgr.14427) 82 : cluster [DBG] pgmap v62: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:53.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:52 smithi132 bash[25563]: cluster 2024-06-06T11:03:51.746880+0000 mgr.y (mgr.14427) 82 : cluster [DBG] pgmap v62: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:53.199 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411396 got 77309411401 for osd.2 2024-06-06T11:03:53.199 DEBUG:teuthology.parallel:result is None 2024-06-06T11:03:53.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:52 smithi179 bash[18882]: cluster 2024-06-06T11:03:51.746880+0000 mgr.y (mgr.14427) 82 : cluster [DBG] pgmap v62: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:53.556 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626463 got 180388626469 for osd.6 2024-06-06T11:03:53.556 DEBUG:teuthology.parallel:result is None 2024-06-06T11:03:53.636 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182459 got 107374182464 for osd.3 2024-06-06T11:03:53.636 DEBUG:teuthology.parallel:result is None 2024-06-06T11:03:53.636 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-06T11:03:53.636 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T11:03:55.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:54 smithi179 bash[18882]: cluster 2024-06-06T11:03:53.747434+0000 mgr.y (mgr.14427) 83 : cluster [DBG] pgmap v63: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:55.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:03:54 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:03:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:03:55.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:54 smithi132 bash[17898]: cluster 2024-06-06T11:03:53.747434+0000 mgr.y (mgr.14427) 83 : cluster [DBG] pgmap v63: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:55.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:54 smithi132 bash[25563]: cluster 2024-06-06T11:03:53.747434+0000 mgr.y (mgr.14427) 83 : cluster [DBG] pgmap v63: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:56.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:55 smithi132 bash[17898]: audit 2024-06-06T11:03:54.963559+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:56.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:55 smithi132 bash[17898]: audit 2024-06-06T11:03:54.965104+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:03:56.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:55 smithi132 bash[17898]: audit 2024-06-06T11:03:54.966457+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:03:56.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:55 smithi132 bash[17898]: audit 2024-06-06T11:03:54.972794+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:56.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:55 smithi132 bash[17898]: audit 2024-06-06T11:03:54.978619+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:03:56.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:55 smithi132 bash[25563]: audit 2024-06-06T11:03:54.963559+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:56.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:55 smithi132 bash[25563]: audit 2024-06-06T11:03:54.965104+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:03:56.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:55 smithi132 bash[25563]: audit 2024-06-06T11:03:54.966457+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:03:56.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:55 smithi132 bash[25563]: audit 2024-06-06T11:03:54.972794+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:56.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:55 smithi132 bash[25563]: audit 2024-06-06T11:03:54.978619+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:03:56.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:55 smithi179 bash[18882]: audit 2024-06-06T11:03:54.963559+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:56.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:55 smithi179 bash[18882]: audit 2024-06-06T11:03:54.965104+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:03:56.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:55 smithi179 bash[18882]: audit 2024-06-06T11:03:54.966457+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:03:56.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:55 smithi179 bash[18882]: audit 2024-06-06T11:03:54.972794+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:03:56.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:55 smithi179 bash[18882]: audit 2024-06-06T11:03:54.978619+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:03:57.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:56 smithi132 bash[17898]: cluster 2024-06-06T11:03:55.748034+0000 mgr.y (mgr.14427) 84 : cluster [DBG] pgmap v64: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:57.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:56 smithi132 bash[25563]: cluster 2024-06-06T11:03:55.748034+0000 mgr.y (mgr.14427) 84 : cluster [DBG] pgmap v64: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:57.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:56 smithi179 bash[18882]: cluster 2024-06-06T11:03:55.748034+0000 mgr.y (mgr.14427) 84 : cluster [DBG] pgmap v64: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:58.413 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:03:59.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:03:58 smithi132 bash[17898]: cluster 2024-06-06T11:03:57.748706+0000 mgr.y (mgr.14427) 85 : cluster [DBG] pgmap v65: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:59.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:03:58 smithi132 bash[25563]: cluster 2024-06-06T11:03:57.748706+0000 mgr.y (mgr.14427) 85 : cluster [DBG] pgmap v65: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:03:59.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:03:58 smithi179 bash[18882]: cluster 2024-06-06T11:03:57.748706+0000 mgr.y (mgr.14427) 85 : cluster [DBG] pgmap v65: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:01.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:00 smithi132 bash[17898]: cluster 2024-06-06T11:03:59.749414+0000 mgr.y (mgr.14427) 86 : cluster [DBG] pgmap v66: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:01.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:00 smithi132 bash[17898]: audit 2024-06-06T11:04:00.741192+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:00 smithi132 bash[17898]: audit 2024-06-06T11:04:00.742680+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:00 smithi132 bash[17898]: audit 2024-06-06T11:04:00.743951+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:00 smithi132 bash[17898]: audit 2024-06-06T11:04:00.750361+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:01.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:00 smithi132 bash[25563]: cluster 2024-06-06T11:03:59.749414+0000 mgr.y (mgr.14427) 86 : cluster [DBG] pgmap v66: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:01.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:00 smithi132 bash[25563]: audit 2024-06-06T11:04:00.741192+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:01.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:00 smithi132 bash[25563]: audit 2024-06-06T11:04:00.742680+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:01.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:00 smithi132 bash[25563]: audit 2024-06-06T11:04:00.743951+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:01.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:00 smithi132 bash[25563]: audit 2024-06-06T11:04:00.750361+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:01.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:00 smithi179 bash[18882]: cluster 2024-06-06T11:03:59.749414+0000 mgr.y (mgr.14427) 86 : cluster [DBG] pgmap v66: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:01.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:00 smithi179 bash[18882]: audit 2024-06-06T11:04:00.741192+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:01.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:00 smithi179 bash[18882]: audit 2024-06-06T11:04:00.742680+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:01.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:00 smithi179 bash[18882]: audit 2024-06-06T11:04:00.743951+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:01.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:00 smithi179 bash[18882]: audit 2024-06-06T11:04:00.750361+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:01.353 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:04:01.355 INFO:teuthology.orchestra.run.smithi132.stderr:dumped all 2024-06-06T11:04:01.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:04:01 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:01] "GET /metrics HTTP/1.1" 200 155520 "" "Prometheus/2.33.4" 2024-06-06T11:04:02.158 INFO:teuthology.orchestra.run.smithi132.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-06-06T11:03:59.749050+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380988,"kb_used_data":4220,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580228,"statfs":{"total":767960285184,"available":765522153472,"internally_reserved":0,"allocated":4321280,"data_stored":1763855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403905+0000","last_change":"2024-06-06T11:02:29.125257+0000","last_active":"2024-06-06T11:02:30.403905+0000","last_peered":"2024-06-06T11:02:30.403905+0000","last_clean":"2024-06-06T11:02:30.403905+0000","last_became_active":"2024-06-06T11:02:29.124240+0000","last_became_peered":"2024-06-06T11:02:29.124240+0000","last_unstale":"2024-06-06T11:02:30.403905+0000","last_undegraded":"2024-06-06T11:02:30.403905+0000","last_fullsized":"2024-06-06T11:02:30.403905+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403193+0000","last_change":"2024-06-06T11:02:29.331846+0000","last_active":"2024-06-06T11:02:30.403193+0000","last_peered":"2024-06-06T11:02:30.403193+0000","last_clean":"2024-06-06T11:02:30.403193+0000","last_became_active":"2024-06-06T11:02:29.331535+0000","last_became_peered":"2024-06-06T11:02:29.331535+0000","last_unstale":"2024-06-06T11:02:30.403193+0000","last_undegraded":"2024-06-06T11:02:30.403193+0000","last_fullsized":"2024-06-06T11:02:30.403193+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403793+0000","last_change":"2024-06-06T11:02:29.332151+0000","last_active":"2024-06-06T11:02:30.403793+0000","last_peered":"2024-06-06T11:02:30.403793+0000","last_clean":"2024-06-06T11:02:30.403793+0000","last_became_active":"2024-06-06T11:02:29.331554+0000","last_became_peered":"2024-06-06T11:02:29.331554+0000","last_unstale":"2024-06-06T11:02:30.403793+0000","last_undegraded":"2024-06-06T11:02:30.403793+0000","last_fullsized":"2024-06-06T11:02:30.403793+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403781+0000","last_change":"2024-06-06T11:02:29.330278+0000","last_active":"2024-06-06T11:02:30.403781+0000","last_peered":"2024-06-06T11:02:30.403781+0000","last_clean":"2024-06-06T11:02:30.403781+0000","last_became_active":"2024-06-06T11:02:29.329465+0000","last_became_peered":"2024-06-06T11:02:29.329465+0000","last_unstale":"2024-06-06T11:02:30.403781+0000","last_undegraded":"2024-06-06T11:02:30.403781+0000","last_fullsized":"2024-06-06T11:02:30.403781+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.404014+0000","last_change":"2024-06-06T11:01:31.516885+0000","last_active":"2024-06-06T11:02:30.404014+0000","last_peered":"2024-06-06T11:02:30.404014+0000","last_clean":"2024-06-06T11:02:30.404014+0000","last_became_active":"2024-06-06T11:01:31.516569+0000","last_became_peered":"2024-06-06T11:01:31.516569+0000","last_unstale":"2024-06-06T11:02:30.404014+0000","last_undegraded":"2024-06-06T11:02:30.404014+0000","last_fullsized":"2024-06-06T11:02:30.404014+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_clean_scrub_stamp":"2024-06-06T10:57:58.056429+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403854+0000","last_change":"2024-06-06T11:02:29.125030+0000","last_active":"2024-06-06T11:02:30.403854+0000","last_peered":"2024-06-06T11:02:30.403854+0000","last_clean":"2024-06-06T11:02:30.403854+0000","last_became_active":"2024-06-06T11:02:29.124698+0000","last_became_peered":"2024-06-06T11:02:29.124698+0000","last_unstale":"2024-06-06T11:02:30.403854+0000","last_undegraded":"2024-06-06T11:02:30.403854+0000","last_fullsized":"2024-06-06T11:02:30.403854+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.125692+0000","last_change":"2024-06-06T11:02:29.330460+0000","last_active":"2024-06-06T11:02:30.125692+0000","last_peered":"2024-06-06T11:02:30.125692+0000","last_clean":"2024-06-06T11:02:30.125692+0000","last_became_active":"2024-06-06T11:02:29.330045+0000","last_became_peered":"2024-06-06T11:02:29.330045+0000","last_unstale":"2024-06-06T11:02:30.125692+0000","last_undegraded":"2024-06-06T11:02:30.125692+0000","last_fullsized":"2024-06-06T11:02:30.125692+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403546+0000","last_change":"2024-06-06T11:02:29.126499+0000","last_active":"2024-06-06T11:02:30.403546+0000","last_peered":"2024-06-06T11:02:30.403546+0000","last_clean":"2024-06-06T11:02:30.403546+0000","last_became_active":"2024-06-06T11:02:29.126083+0000","last_became_peered":"2024-06-06T11:02:29.126083+0000","last_unstale":"2024-06-06T11:02:30.403546+0000","last_undegraded":"2024-06-06T11:02:30.403546+0000","last_fullsized":"2024-06-06T11:02:30.403546+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403194+0000","last_change":"2024-06-06T11:02:29.330335+0000","last_active":"2024-06-06T11:02:30.403194+0000","last_peered":"2024-06-06T11:02:30.403194+0000","last_clean":"2024-06-06T11:02:30.403194+0000","last_became_active":"2024-06-06T11:02:29.329955+0000","last_became_peered":"2024-06-06T11:02:29.329955+0000","last_unstale":"2024-06-06T11:02:30.403194+0000","last_undegraded":"2024-06-06T11:02:30.403194+0000","last_fullsized":"2024-06-06T11:02:30.403194+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430240,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.872,"15min":0.874},"min":{"1min":0.51500000000000001,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.288,"5min":1.294,"15min":1.294},"last":1.016},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.86299999999999999,"15min":0.85799999999999998},"min":{"1min":0.73799999999999999,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.198,"5min":1.198,"15min":1.198},"last":0.83599999999999997}]},{"osd":1,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.88200000000000001,"15min":0.877},"min":{"1min":0.624,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2,"5min":1.466,"15min":1.466},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.91100000000000003,"15min":0.90900000000000003},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.1779999999999999}]},{"osd":2,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.878,"15min":0.874},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.1020000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":1.054},{"interface":"front","average":{"1min":0.872,"5min":0.88700000000000001,"15min":0.88900000000000001},"min":{"1min":0.748,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.073,"5min":1.363,"15min":1.363},"last":0.873}]},{"osd":3,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.90400000000000003,"15min":0.90900000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":1.1619999999999999},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.95099999999999996,"15min":0.94499999999999995},"min":{"1min":0.71399999999999997,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.94299999999999995}]},{"osd":4,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.85799999999999998,"15min":0.84599999999999997},"min":{"1min":0.64700000000000002,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.2350000000000001,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":1.0960000000000001},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.88800000000000001,"15min":0.88300000000000001},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.2290000000000001,"5min":1.292,"15min":1.292},"last":1.1180000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.98199999999999998,"15min":0.98299999999999998},"min":{"1min":0.61699999999999999,"5min":0.433,"15min":0.433},"max":{"1min":1.244,"5min":2.6419999999999999,"15min":2.6419999999999999},"last":1.081},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.97299999999999998,"15min":0.97099999999999997},"min":{"1min":0.71799999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":1.2370000000000001}]},{"osd":6,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.0349999999999999,"15min":1.0289999999999999},"min":{"1min":0.85499999999999998,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.3660000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":1.2869999999999999},{"interface":"front","average":{"1min":1.0109999999999999,"5min":0.98299999999999998,"15min":0.97899999999999998},"min":{"1min":0.77100000000000002,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.262,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":1.208}]}]},{"osd":6,"up_from":42,"seq":180388626471,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.88300000000000001,"15min":0.91100000000000003},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.03,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.88,"5min":0.90300000000000002,"15min":0.90200000000000002},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.85499999999999998}]},{"osd":1,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85599999999999998,"15min":0.84399999999999997},"min":{"1min":0.57099999999999995,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":1.0169999999999999},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.879,"15min":0.88800000000000001},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.1930000000000001,"5min":1.264,"15min":1.264},"last":0.94699999999999995}]},{"osd":2,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.86799999999999999,"15min":0.86799999999999999},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.004,"5min":1.181,"15min":1.181},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.88,"5min":0.90400000000000003,"15min":0.91200000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.115,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":1.052}]},{"osd":3,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.89400000000000002,"15min":0.89600000000000002},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.137,"5min":1.206,"15min":1.206},"last":0.748},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90200000000000002,"15min":0.90800000000000003},"min":{"1min":0.60599999999999998,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.181,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":1.129}]},{"osd":4,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.84299999999999997,"15min":0.83699999999999997},"min":{"1min":0.55100000000000005,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.198,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.1419999999999999},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.90600000000000003,"15min":0.90200000000000002},"min":{"1min":0.54500000000000004,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":1.0860000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.94399999999999995,"15min":0.93700000000000006},"min":{"1min":0.58999999999999997,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.321,"5min":1.335,"15min":1.335},"last":0.88600000000000001},{"interface":"front","average":{"1min":1.054,"5min":0.96799999999999997,"15min":0.94299999999999995},"min":{"1min":0.754,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.349,"5min":1.395,"15min":1.395},"last":1.167}]},{"osd":7,"last update":"Thu Jun 6 11:03:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.95599999999999996,"15min":0.94599999999999995},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":1.0760000000000001},{"interface":"front","average":{"1min":1.0469999999999999,"5min":1.083,"15min":1.089},"min":{"1min":0.66400000000000003,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.3069999999999999,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.4630000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574930,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:25 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.64400000000000002,"15min":0.55500000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.34399999999999997},"max":{"1min":1.04,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.69399999999999995,"15min":0.59499999999999997},"min":{"1min":0.47699999999999998,"5min":0.44600000000000001,"15min":0.32800000000000001},"max":{"1min":0.81200000000000006,"5min":1.038,"15min":1.038},"last":0.69299999999999995}]},{"osd":2,"last update":"Thu Jun 6 11:03:11 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70899999999999996,"15min":0.65000000000000002},"min":{"1min":0.443,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.91500000000000004,"5min":1.085,"15min":1.085},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.71399999999999997,"15min":0.65000000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.97899999999999998,"5min":1.014,"15min":1.014},"last":0.67400000000000004}]},{"osd":3,"last update":"Thu Jun 6 11:03:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.72499999999999998,"15min":0.72699999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.82799999999999996,"5min":1.075,"15min":1.075},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.81999999999999995,"15min":0.79700000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.79200000000000004}]},{"osd":4,"last update":"Thu Jun 6 11:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.91000000000000003,"15min":0.91200000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.044,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.92100000000000004},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.97299999999999998,"15min":0.95999999999999996},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.171,"5min":1.53,"15min":1.53},"last":1.0960000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:03:11 2024","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.96499999999999997,"15min":0.98499999999999999},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.216,"5min":1.474,"15min":1.474},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":1.0149999999999999,"15min":1.0529999999999999},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.177,"5min":1.415,"15min":1.415},"last":1.2010000000000001}]},{"osd":6,"last update":"Thu Jun 6 11:03:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.083,"15min":1.0920000000000001},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.2829999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":1.165},{"interface":"front","average":{"1min":1.024,"5min":1.0649999999999999,"15min":1.075},"min":{"1min":0.61599999999999999,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.5960000000000001,"5min":1.72,"15min":1.72},"last":1.05}]},{"osd":7,"last update":"Thu Jun 6 11:03:33 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.036,"15min":1.038},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.254,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.3069999999999999},{"interface":"front","average":{"1min":1.089,"5min":1.093,"15min":1.093},"min":{"1min":0.753,"5min":0.753,"15min":0.753},"max":{"1min":1.286,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":1.2549999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.66400000000000003,"15min":0.56899999999999995},"min":{"1min":0.313,"5min":0.313,"15min":0.30399999999999999},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.63,"5min":0.74099999999999999,"15min":0.625},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.016,"5min":1.329,"15min":1.329},"last":0.69999999999999996}]},{"osd":2,"last update":"Thu Jun 6 11:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.72899999999999998,"15min":0.64900000000000002},"min":{"1min":0.48799999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.1399999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":1.1839999999999999},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.78800000000000003,"15min":0.69599999999999995},"min":{"1min":0.62,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.173,"5min":1.286,"15min":1.286},"last":1.252}]},{"osd":3,"last update":"Thu Jun 6 11:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.80700000000000005,"15min":0.81200000000000006},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.095,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.88400000000000001},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.78700000000000003}]},{"osd":4,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.92900000000000005,"15min":0.91600000000000004},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":1.1040000000000001},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92800000000000005,"15min":0.90000000000000002},"min":{"1min":0.69899999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.2450000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":1.042}]},{"osd":5,"last update":"Thu Jun 6 11:03:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0369999999999999,"15min":1.0249999999999999},"min":{"1min":0.78100000000000003,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":1.0109999999999999},{"interface":"front","average":{"1min":1.032,"5min":0.96199999999999997,"15min":0.94699999999999995},"min":{"1min":0.80900000000000005,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.4370000000000001,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":0.92400000000000004}]},{"osd":6,"last update":"Thu Jun 6 11:03:49 2024","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":1.0980000000000001,"15min":1.1319999999999999},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.2589999999999999,"5min":1.625,"15min":1.625},"last":1.157},{"interface":"front","average":{"1min":0.92300000000000004,"5min":1.002,"15min":1.016},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.262,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.2130000000000001}]},{"osd":7,"last update":"Thu Jun 6 11:03:30 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.111,"15min":1.1220000000000001},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.3959999999999999,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.329},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.0740000000000001,"15min":1.0820000000000001},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":1.3049999999999999,"5min":1.47,"15min":1.47},"last":1.1279999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411403,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:04 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.68100000000000005,"15min":0.64400000000000002},"min":{"1min":0.42199999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.89800000000000002,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.70399999999999996,"15min":0.63500000000000001},"min":{"1min":0.442,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.026,"5min":1.056,"15min":1.056},"last":0.84099999999999997}]},{"osd":1,"last update":"Thu Jun 6 11:03:04 2024","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.69699999999999995,"15min":0.63100000000000001},"min":{"1min":0.38700000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.01,"5min":1.117,"15min":1.117},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.77600000000000002,"15min":0.67200000000000004},"min":{"1min":0.33700000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.2170000000000001,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":0.91900000000000004}]},{"osd":3,"last update":"Thu Jun 6 11:03:48 2024","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.81200000000000006,"15min":0.82299999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":1.081},{"interface":"front","average":{"1min":0.626,"5min":0.74399999999999999,"15min":0.75900000000000001},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.94699999999999995,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.69299999999999995}]},{"osd":4,"last update":"Thu Jun 6 11:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.90800000000000003,"15min":0.92000000000000004},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":1.048},{"interface":"front","average":{"1min":1.036,"5min":1.0249999999999999,"15min":1.0089999999999999},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.452,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.1319999999999999}]},{"osd":5,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0720000000000001,"15min":1.077},"min":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.5600000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.218},{"interface":"front","average":{"1min":0.93400000000000005,"5min":1.01,"15min":1.0149999999999999},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.2629999999999999,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":1.093}]},{"osd":6,"last update":"Thu Jun 6 11:03:56 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":1.0169999999999999,"15min":1.0589999999999999},"min":{"1min":0.65900000000000003,"5min":0.62,"15min":0.62},"max":{"1min":1.319,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.97899999999999998,"5min":1.1040000000000001,"15min":1.1519999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.0229999999999999}]},{"osd":7,"last update":"Thu Jun 6 11:03:36 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":1.03,"15min":1.038},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.296,"5min":1.476,"15min":1.476},"last":0.98199999999999998},{"interface":"front","average":{"1min":1.101,"5min":1.0940000000000001,"15min":1.093},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.5249999999999999,"5min":1.552,"15min":1.552},"last":1.1759999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182466,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:55 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.65700000000000003,"15min":0.64300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.90800000000000003,"5min":1.157,"15min":1.157},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.71799999999999997,"15min":0.72099999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.94099999999999995,"5min":1.218,"15min":1.218},"last":0.94099999999999995}]},{"osd":1,"last update":"Thu Jun 6 11:03:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.70299999999999996,"15min":0.68999999999999995},"min":{"1min":0.377,"5min":0.373,"15min":0.373},"max":{"1min":0.95499999999999996,"5min":1.488,"15min":1.488},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.75600000000000001,"15min":0.77100000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.1100000000000001,"5min":1.333,"15min":1.333},"last":1.0580000000000001}]},{"osd":2,"last update":"Thu Jun 6 11:03:55 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.79800000000000004,"15min":0.78000000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.052,"5min":1.167,"15min":1.167},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.77100000000000002,"15min":0.78000000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.0780000000000001,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":1.075}]},{"osd":4,"last update":"Thu Jun 6 11:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.94399999999999995,"15min":0.93400000000000005},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":1},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.93700000000000006,"15min":0.93899999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2310000000000001,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":1.242}]},{"osd":5,"last update":"Thu Jun 6 11:03:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":0.98199999999999998,"15min":0.95999999999999996},"min":{"1min":0.78100000000000003,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.244,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.89400000000000002},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.034,"15min":1.0229999999999999},"min":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.1359999999999999}]},{"osd":6,"last update":"Thu Jun 6 11:03:55 2024","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":1.054,"15min":1.0660000000000001},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2070000000000001,"5min":1.504,"15min":1.504},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.997,"5min":1.087,"15min":1.091},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.486,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":1.2629999999999999}]},{"osd":7,"last update":"Thu Jun 6 11:03:31 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.1259999999999999,"15min":1.1399999999999999},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.556,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.2050000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":1.1160000000000001,"15min":1.1399999999999999},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.3069999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.175}]}]},{"osd":4,"up_from":30,"seq":128849018937,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.85599999999999998,"15min":0.83999999999999997},"min":{"1min":0.59499999999999997,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.1479999999999999,"5min":1.492,"15min":1.492},"last":1.0229999999999999},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.86399999999999999,"15min":0.86499999999999999},"min":{"1min":0.67800000000000005,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.2210000000000001,"5min":1.337,"15min":1.337},"last":0.61799999999999999}]},{"osd":1,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.84999999999999998,"15min":0.84599999999999997},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.2350000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.86499999999999999,"15min":0.84499999999999997},"min":{"1min":0.58099999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1020000000000001,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.95499999999999996}]},{"osd":2,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84399999999999997,"15min":0.84699999999999998},"min":{"1min":0.63500000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.1160000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":1.079},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.88500000000000001,"15min":0.877},"min":{"1min":0.61699999999999999,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1180000000000001,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":0.76300000000000001}]},{"osd":3,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.90500000000000003,"15min":0.89200000000000002},"min":{"1min":0.72699999999999998,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.3640000000000001,"5min":1.377,"15min":1.377},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.91700000000000004,"15min":0.90700000000000003},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.79900000000000004}]},{"osd":5,"last update":"Thu Jun 6 11:03:08 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.81899999999999995,"15min":0.81000000000000005},"min":{"1min":0.52600000000000002,"5min":0.497,"15min":0.497},"max":{"1min":1.25,"5min":1.413,"15min":1.413},"last":1.103},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.81499999999999995,"15min":0.80600000000000005},"min":{"1min":0.51900000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.82899999999999996}]},{"osd":6,"last update":"Thu Jun 6 11:03:54 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":0.89100000000000001,"15min":0.873},"min":{"1min":0.81399999999999995,"5min":0.435,"15min":0.435},"max":{"1min":1.23,"5min":1.341,"15min":1.341},"last":0.84999999999999998},{"interface":"front","average":{"1min":1.0309999999999999,"5min":0.96299999999999997,"15min":0.95299999999999996},"min":{"1min":0.67900000000000005,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.347,"5min":1.482,"15min":1.482},"last":0.98599999999999999}]},{"osd":7,"last update":"Thu Jun 6 11:03:31 2024","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.94899999999999995,"15min":0.93300000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.2609999999999999,"5min":1.266,"15min":1.266},"last":1.046},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.048,"15min":1.044},"min":{"1min":0.63900000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.5309999999999999,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":1.008}]}]},{"osd":5,"up_from":36,"seq":154618822705,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.876,"15min":0.90000000000000002},"min":{"1min":0.58499999999999996,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0620000000000001,"5min":1.141,"15min":1.141},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.86299999999999999,"15min":0.873},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":1.0569999999999999}]},{"osd":1,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.90700000000000003,"15min":0.91700000000000004},"min":{"1min":0.68200000000000005,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.1539999999999999,"5min":1.323,"15min":1.323},"last":0.999},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.86899999999999999,"15min":0.86499999999999999},"min":{"1min":0.60799999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.76300000000000001}]},{"osd":2,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.88,"15min":0.89000000000000001},"min":{"1min":0.64700000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.141,"5min":1.167,"15min":1.167},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.91600000000000004,"15min":0.89700000000000002},"min":{"1min":0.76600000000000001,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":1.1339999999999999}]},{"osd":3,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.88100000000000001,"15min":0.88300000000000001},"min":{"1min":0.72399999999999998,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":1,"5min":0.94499999999999995,"15min":0.94299999999999995},"min":{"1min":0.70399999999999996,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":1.2190000000000001}]},{"osd":4,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75600000000000001,"15min":0.747},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.1799999999999999,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.79900000000000004,"15min":0.80500000000000005},"min":{"1min":0.60799999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":1.0900000000000001}]},{"osd":6,"last update":"Thu Jun 6 11:03:47 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":0.88400000000000001,"15min":0.84899999999999998},"min":{"1min":0.58899999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.466,"5min":1.466,"15min":1.466},"last":1.2929999999999999},{"interface":"front","average":{"1min":1.1160000000000001,"5min":1.0009999999999999,"15min":0.98299999999999998},"min":{"1min":0.68600000000000005,"5min":0.497,"15min":0.497},"max":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":1.3340000000000001}]},{"osd":7,"last update":"Thu Jun 6 11:03:32 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.052,"15min":1.042},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":1.3759999999999999},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.94499999999999995,"15min":0.93799999999999994},"min":{"1min":0.52000000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.4279999999999999,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":1.282}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T11:04:02.160 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T11:04:03.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:02 smithi132 bash[25563]: audit 2024-06-06T11:04:01.349563+0000 mgr.y (mgr.14427) 87 : audit [DBG] from='client.14604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:04:03.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:02 smithi132 bash[25563]: cluster 2024-06-06T11:04:01.750015+0000 mgr.y (mgr.14427) 88 : cluster [DBG] pgmap v67: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:03.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:02 smithi132 bash[17898]: audit 2024-06-06T11:04:01.349563+0000 mgr.y (mgr.14427) 87 : audit [DBG] from='client.14604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:04:03.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:02 smithi132 bash[17898]: cluster 2024-06-06T11:04:01.750015+0000 mgr.y (mgr.14427) 88 : cluster [DBG] pgmap v67: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:03.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:02 smithi179 bash[18882]: audit 2024-06-06T11:04:01.349563+0000 mgr.y (mgr.14427) 87 : audit [DBG] from='client.14604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:04:03.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:02 smithi179 bash[18882]: cluster 2024-06-06T11:04:01.750015+0000 mgr.y (mgr.14427) 88 : cluster [DBG] pgmap v67: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:05.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:04 smithi179 bash[18882]: cluster 2024-06-06T11:04:03.750700+0000 mgr.y (mgr.14427) 89 : cluster [DBG] pgmap v68: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:05.040 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:04:04 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:04:05.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:04 smithi132 bash[17898]: cluster 2024-06-06T11:04:03.750700+0000 mgr.y (mgr.14427) 89 : cluster [DBG] pgmap v68: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:05.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:04 smithi132 bash[25563]: cluster 2024-06-06T11:04:03.750700+0000 mgr.y (mgr.14427) 89 : cluster [DBG] pgmap v68: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:06.929 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:04:07.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:06 smithi132 bash[17898]: cluster 2024-06-06T11:04:05.751347+0000 mgr.y (mgr.14427) 90 : cluster [DBG] pgmap v69: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:07.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:06 smithi132 bash[25563]: cluster 2024-06-06T11:04:05.751347+0000 mgr.y (mgr.14427) 90 : cluster [DBG] pgmap v69: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:07.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:06 smithi179 bash[18882]: cluster 2024-06-06T11:04:05.751347+0000 mgr.y (mgr.14427) 90 : cluster [DBG] pgmap v69: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:09.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:09 smithi132 bash[25563]: cluster 2024-06-06T11:04:07.751996+0000 mgr.y (mgr.14427) 91 : cluster [DBG] pgmap v70: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:09.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:09 smithi132 bash[17898]: cluster 2024-06-06T11:04:07.751996+0000 mgr.y (mgr.14427) 91 : cluster [DBG] pgmap v70: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:09.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:09 smithi179 bash[18882]: cluster 2024-06-06T11:04:07.751996+0000 mgr.y (mgr.14427) 91 : cluster [DBG] pgmap v70: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:09.962 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:04:09.964 INFO:teuthology.orchestra.run.smithi132.stderr:dumped all 2024-06-06T11:04:10.752 INFO:teuthology.orchestra.run.smithi132.stdout:{"pg_ready":true,"pg_map":{"version":71,"stamp":"2024-06-06T11:04:09.752214+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2380988,"kb_used_data":4220,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747580228,"statfs":{"total":767960285184,"available":765522153472,"internally_reserved":0,"allocated":4321280,"data_stored":1763855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403905+0000","last_change":"2024-06-06T11:02:29.125257+0000","last_active":"2024-06-06T11:02:30.403905+0000","last_peered":"2024-06-06T11:02:30.403905+0000","last_clean":"2024-06-06T11:02:30.403905+0000","last_became_active":"2024-06-06T11:02:29.124240+0000","last_became_peered":"2024-06-06T11:02:29.124240+0000","last_unstale":"2024-06-06T11:02:30.403905+0000","last_undegraded":"2024-06-06T11:02:30.403905+0000","last_fullsized":"2024-06-06T11:02:30.403905+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403193+0000","last_change":"2024-06-06T11:02:29.331846+0000","last_active":"2024-06-06T11:02:30.403193+0000","last_peered":"2024-06-06T11:02:30.403193+0000","last_clean":"2024-06-06T11:02:30.403193+0000","last_became_active":"2024-06-06T11:02:29.331535+0000","last_became_peered":"2024-06-06T11:02:29.331535+0000","last_unstale":"2024-06-06T11:02:30.403193+0000","last_undegraded":"2024-06-06T11:02:30.403193+0000","last_fullsized":"2024-06-06T11:02:30.403193+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403793+0000","last_change":"2024-06-06T11:02:29.332151+0000","last_active":"2024-06-06T11:02:30.403793+0000","last_peered":"2024-06-06T11:02:30.403793+0000","last_clean":"2024-06-06T11:02:30.403793+0000","last_became_active":"2024-06-06T11:02:29.331554+0000","last_became_peered":"2024-06-06T11:02:29.331554+0000","last_unstale":"2024-06-06T11:02:30.403793+0000","last_undegraded":"2024-06-06T11:02:30.403793+0000","last_fullsized":"2024-06-06T11:02:30.403793+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403781+0000","last_change":"2024-06-06T11:02:29.330278+0000","last_active":"2024-06-06T11:02:30.403781+0000","last_peered":"2024-06-06T11:02:30.403781+0000","last_clean":"2024-06-06T11:02:30.403781+0000","last_became_active":"2024-06-06T11:02:29.329465+0000","last_became_peered":"2024-06-06T11:02:29.329465+0000","last_unstale":"2024-06-06T11:02:30.403781+0000","last_undegraded":"2024-06-06T11:02:30.403781+0000","last_fullsized":"2024-06-06T11:02:30.403781+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.404014+0000","last_change":"2024-06-06T11:01:31.516885+0000","last_active":"2024-06-06T11:02:30.404014+0000","last_peered":"2024-06-06T11:02:30.404014+0000","last_clean":"2024-06-06T11:02:30.404014+0000","last_became_active":"2024-06-06T11:01:31.516569+0000","last_became_peered":"2024-06-06T11:01:31.516569+0000","last_unstale":"2024-06-06T11:02:30.404014+0000","last_undegraded":"2024-06-06T11:02:30.404014+0000","last_fullsized":"2024-06-06T11:02:30.404014+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_clean_scrub_stamp":"2024-06-06T10:57:58.056429+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403854+0000","last_change":"2024-06-06T11:02:29.125030+0000","last_active":"2024-06-06T11:02:30.403854+0000","last_peered":"2024-06-06T11:02:30.403854+0000","last_clean":"2024-06-06T11:02:30.403854+0000","last_became_active":"2024-06-06T11:02:29.124698+0000","last_became_peered":"2024-06-06T11:02:29.124698+0000","last_unstale":"2024-06-06T11:02:30.403854+0000","last_undegraded":"2024-06-06T11:02:30.403854+0000","last_fullsized":"2024-06-06T11:02:30.403854+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.125692+0000","last_change":"2024-06-06T11:02:29.330460+0000","last_active":"2024-06-06T11:02:30.125692+0000","last_peered":"2024-06-06T11:02:30.125692+0000","last_clean":"2024-06-06T11:02:30.125692+0000","last_became_active":"2024-06-06T11:02:29.330045+0000","last_became_peered":"2024-06-06T11:02:29.330045+0000","last_unstale":"2024-06-06T11:02:30.125692+0000","last_undegraded":"2024-06-06T11:02:30.125692+0000","last_fullsized":"2024-06-06T11:02:30.125692+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403546+0000","last_change":"2024-06-06T11:02:29.126499+0000","last_active":"2024-06-06T11:02:30.403546+0000","last_peered":"2024-06-06T11:02:30.403546+0000","last_clean":"2024-06-06T11:02:30.403546+0000","last_became_active":"2024-06-06T11:02:29.126083+0000","last_became_peered":"2024-06-06T11:02:29.126083+0000","last_unstale":"2024-06-06T11:02:30.403546+0000","last_undegraded":"2024-06-06T11:02:30.403546+0000","last_fullsized":"2024-06-06T11:02:30.403546+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-06-06T11:02:30.403194+0000","last_change":"2024-06-06T11:02:29.330335+0000","last_active":"2024-06-06T11:02:30.403194+0000","last_peered":"2024-06-06T11:02:30.403194+0000","last_clean":"2024-06-06T11:02:30.403194+0000","last_became_active":"2024-06-06T11:02:29.329955+0000","last_became_peered":"2024-06-06T11:02:29.329955+0000","last_unstale":"2024-06-06T11:02:30.403194+0000","last_undegraded":"2024-06-06T11:02:30.403194+0000","last_fullsized":"2024-06-06T11:02:30.403194+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430242,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.872,"15min":0.874},"min":{"1min":0.51500000000000001,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.288,"5min":1.294,"15min":1.294},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.86299999999999999,"15min":0.85799999999999998},"min":{"1min":0.73799999999999999,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.198,"5min":1.198,"15min":1.198},"last":0.88800000000000001}]},{"osd":1,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.88200000000000001,"15min":0.877},"min":{"1min":0.624,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2,"5min":1.466,"15min":1.466},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.91100000000000003,"15min":0.90900000000000003},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.2210000000000001}]},{"osd":2,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.878,"15min":0.874},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.1020000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.872,"5min":0.88700000000000001,"15min":0.88900000000000001},"min":{"1min":0.748,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.073,"5min":1.363,"15min":1.363},"last":1.0029999999999999}]},{"osd":3,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.90400000000000003,"15min":0.90900000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.95099999999999996,"15min":0.94499999999999995},"min":{"1min":0.71399999999999997,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":1.044}]},{"osd":4,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.85799999999999998,"15min":0.84599999999999997},"min":{"1min":0.64700000000000002,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.2350000000000001,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":1.026},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.88800000000000001,"15min":0.88300000000000001},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.2290000000000001,"5min":1.292,"15min":1.292},"last":1.0700000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.98199999999999998,"15min":0.98299999999999998},"min":{"1min":0.61699999999999999,"5min":0.433,"15min":0.433},"max":{"1min":1.244,"5min":2.6419999999999999,"15min":2.6419999999999999},"last":1.147},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.97299999999999998,"15min":0.97099999999999997},"min":{"1min":0.71799999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":1.395}]},{"osd":6,"last update":"Thu Jun 6 11:03:35 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.0349999999999999,"15min":1.0289999999999999},"min":{"1min":0.85499999999999998,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.3660000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":1.4490000000000001},{"interface":"front","average":{"1min":1.0109999999999999,"5min":0.98299999999999998,"15min":0.97899999999999998},"min":{"1min":0.77100000000000002,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.262,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":1.302}]}]},{"osd":6,"up_from":42,"seq":180388626473,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.88300000000000001,"15min":0.91100000000000003},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.03,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.875},{"interface":"front","average":{"1min":0.88,"5min":0.90300000000000002,"15min":0.90200000000000002},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":1.165}]},{"osd":1,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85599999999999998,"15min":0.84399999999999997},"min":{"1min":0.57099999999999995,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":1.119},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.879,"15min":0.88800000000000001},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.1930000000000001,"5min":1.264,"15min":1.264},"last":1.0580000000000001}]},{"osd":2,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.86799999999999999,"15min":0.86799999999999999},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.004,"5min":1.181,"15min":1.181},"last":1.1899999999999999},{"interface":"front","average":{"1min":0.88,"5min":0.90400000000000003,"15min":0.91200000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.115,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.72599999999999998}]},{"osd":3,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.89400000000000002,"15min":0.89600000000000002},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.137,"5min":1.206,"15min":1.206},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90200000000000002,"15min":0.90800000000000003},"min":{"1min":0.60599999999999998,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.181,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.996}]},{"osd":4,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.84299999999999997,"15min":0.83699999999999997},"min":{"1min":0.55100000000000005,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.198,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.95199999999999996},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.90600000000000003,"15min":0.90200000000000002},"min":{"1min":0.54500000000000004,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":1.0840000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:03:53 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.94399999999999995,"15min":0.93700000000000006},"min":{"1min":0.58999999999999997,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.321,"5min":1.335,"15min":1.335},"last":0.97499999999999998},{"interface":"front","average":{"1min":1.054,"5min":0.96799999999999997,"15min":0.94299999999999995},"min":{"1min":0.754,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.349,"5min":1.395,"15min":1.395},"last":1.145}]},{"osd":7,"last update":"Thu Jun 6 11:03:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.95599999999999996,"15min":0.94599999999999995},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":1.2669999999999999},{"interface":"front","average":{"1min":1.0469999999999999,"5min":1.083,"15min":1.089},"min":{"1min":0.66400000000000003,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.3069999999999999,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.472}]}]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:25 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.64400000000000002,"15min":0.55500000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.34399999999999997},"max":{"1min":1.04,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.69399999999999995,"15min":0.59499999999999997},"min":{"1min":0.47699999999999998,"5min":0.44600000000000001,"15min":0.32800000000000001},"max":{"1min":0.81200000000000006,"5min":1.038,"15min":1.038},"last":0.75600000000000001}]},{"osd":2,"last update":"Thu Jun 6 11:03:11 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70899999999999996,"15min":0.65000000000000002},"min":{"1min":0.443,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.91500000000000004,"5min":1.085,"15min":1.085},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.71399999999999997,"15min":0.65000000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.97899999999999998,"5min":1.014,"15min":1.014},"last":0.82799999999999996}]},{"osd":3,"last update":"Thu Jun 6 11:03:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.72499999999999998,"15min":0.72699999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.82799999999999996,"5min":1.075,"15min":1.075},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.81999999999999995,"15min":0.79700000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":1.0720000000000001}]},{"osd":4,"last update":"Thu Jun 6 11:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.91000000000000003,"15min":0.91200000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.044,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":1.105},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.97299999999999998,"15min":0.95999999999999996},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.171,"5min":1.53,"15min":1.53},"last":1.129}]},{"osd":5,"last update":"Thu Jun 6 11:03:11 2024","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.96499999999999997,"15min":0.98499999999999999},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.216,"5min":1.474,"15min":1.474},"last":1.0329999999999999},{"interface":"front","average":{"1min":0.89500000000000002,"5min":1.0149999999999999,"15min":1.0529999999999999},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.177,"5min":1.415,"15min":1.415},"last":1.3029999999999999}]},{"osd":6,"last update":"Thu Jun 6 11:03:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.083,"15min":1.0920000000000001},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.2829999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":1.3859999999999999},{"interface":"front","average":{"1min":1.024,"5min":1.0649999999999999,"15min":1.075},"min":{"1min":0.61599999999999999,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.5960000000000001,"5min":1.72,"15min":1.72},"last":1.1859999999999999}]},{"osd":7,"last update":"Thu Jun 6 11:03:33 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.036,"15min":1.038},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.254,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.2370000000000001},{"interface":"front","average":{"1min":1.089,"5min":1.093,"15min":1.093},"min":{"1min":0.753,"5min":0.753,"15min":0.753},"max":{"1min":1.286,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":1.3300000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.66400000000000003,"15min":0.56899999999999995},"min":{"1min":0.313,"5min":0.313,"15min":0.30399999999999999},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.63,"5min":0.74099999999999999,"15min":0.625},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.016,"5min":1.329,"15min":1.329},"last":1.149}]},{"osd":2,"last update":"Thu Jun 6 11:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.72899999999999998,"15min":0.64900000000000002},"min":{"1min":0.48799999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.1399999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.78800000000000003,"15min":0.69599999999999995},"min":{"1min":0.62,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.173,"5min":1.286,"15min":1.286},"last":0.91300000000000003}]},{"osd":3,"last update":"Thu Jun 6 11:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.80700000000000005,"15min":0.81200000000000006},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.095,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.88600000000000001}]},{"osd":4,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.92900000000000005,"15min":0.91600000000000004},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":1.012},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92800000000000005,"15min":0.90000000000000002},"min":{"1min":0.69899999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.2450000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":1.0840000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:03:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0369999999999999,"15min":1.0249999999999999},"min":{"1min":0.78100000000000003,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":1.1060000000000001},{"interface":"front","average":{"1min":1.032,"5min":0.96199999999999997,"15min":0.94699999999999995},"min":{"1min":0.80900000000000005,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.4370000000000001,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":1.0289999999999999}]},{"osd":6,"last update":"Thu Jun 6 11:03:49 2024","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":1.0980000000000001,"15min":1.1319999999999999},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.2589999999999999,"5min":1.625,"15min":1.625},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.92300000000000004,"5min":1.002,"15min":1.016},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.262,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.129}]},{"osd":7,"last update":"Thu Jun 6 11:03:30 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.111,"15min":1.1220000000000001},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.3959999999999999,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.0740000000000001,"15min":1.0820000000000001},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":1.3049999999999999,"5min":1.47,"15min":1.47},"last":1.1699999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411405,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.67400000000000004,"15min":0.64200000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.35199999999999998},"max":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.70699999999999996,"15min":0.63600000000000001},"min":{"1min":0.38,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.84099999999999997,"5min":1.056,"15min":1.056},"last":0.64300000000000002}]},{"osd":1,"last update":"Thu Jun 6 11:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.69399999999999995,"15min":0.63},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.85599999999999998,"5min":1.117,"15min":1.117},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.78400000000000003,"15min":0.67500000000000004},"min":{"1min":0.40699999999999997,"5min":0.33700000000000002,"15min":0.32200000000000001},"max":{"1min":1.2949999999999999,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":0.77600000000000002}]},{"osd":3,"last update":"Thu Jun 6 11:03:48 2024","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.81200000000000006,"15min":0.82299999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.626,"5min":0.74399999999999999,"15min":0.75900000000000001},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.94699999999999995,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.71099999999999997}]},{"osd":4,"last update":"Thu Jun 6 11:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.90800000000000003,"15min":0.92000000000000004},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":1.0600000000000001},{"interface":"front","average":{"1min":1.036,"5min":1.0249999999999999,"15min":1.0089999999999999},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.452,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.97499999999999998}]},{"osd":5,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0720000000000001,"15min":1.077},"min":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.5600000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.25},{"interface":"front","average":{"1min":0.93400000000000005,"5min":1.01,"15min":1.0149999999999999},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.2629999999999999,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":1.179}]},{"osd":6,"last update":"Thu Jun 6 11:03:56 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":1.0169999999999999,"15min":1.0589999999999999},"min":{"1min":0.65900000000000003,"5min":0.62,"15min":0.62},"max":{"1min":1.319,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.98499999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":1.1040000000000001,"15min":1.1519999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.069}]},{"osd":7,"last update":"Thu Jun 6 11:03:36 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":1.03,"15min":1.038},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.296,"5min":1.476,"15min":1.476},"last":1.022},{"interface":"front","average":{"1min":1.101,"5min":1.0940000000000001,"15min":1.093},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.5249999999999999,"5min":1.552,"15min":1.552},"last":1.028}]}]},{"osd":3,"up_from":25,"seq":107374182468,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:55 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.65700000000000003,"15min":0.64300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.90800000000000003,"5min":1.157,"15min":1.157},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.71799999999999997,"15min":0.72099999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.94099999999999995,"5min":1.218,"15min":1.218},"last":0.79600000000000004}]},{"osd":1,"last update":"Thu Jun 6 11:03:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.70299999999999996,"15min":0.68999999999999995},"min":{"1min":0.377,"5min":0.373,"15min":0.373},"max":{"1min":0.95499999999999996,"5min":1.488,"15min":1.488},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.75600000000000001,"15min":0.77100000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.1100000000000001,"5min":1.333,"15min":1.333},"last":0.98099999999999998}]},{"osd":2,"last update":"Thu Jun 6 11:03:55 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.79800000000000004,"15min":0.78000000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.052,"5min":1.167,"15min":1.167},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.77100000000000002,"15min":0.78000000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.0780000000000001,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.88200000000000001}]},{"osd":4,"last update":"Thu Jun 6 11:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.94399999999999995,"15min":0.93400000000000005},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":1.0129999999999999},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.93700000000000006,"15min":0.93899999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2310000000000001,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":1.0609999999999999}]},{"osd":5,"last update":"Thu Jun 6 11:04:05 2024","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.95699999999999996,"15min":0.95199999999999996},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.1220000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":1.1220000000000001},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.995,"15min":1.01},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.2150000000000001,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.143}]},{"osd":6,"last update":"Thu Jun 6 11:03:55 2024","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":1.054,"15min":1.0660000000000001},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2070000000000001,"5min":1.504,"15min":1.504},"last":1.046},{"interface":"front","average":{"1min":0.997,"5min":1.087,"15min":1.091},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.486,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":1.2130000000000001}]},{"osd":7,"last update":"Thu Jun 6 11:03:31 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.1259999999999999,"15min":1.1399999999999999},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.556,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":1.1160000000000001,"15min":1.1399999999999999},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.3069999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.232}]}]},{"osd":4,"up_from":30,"seq":128849018939,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297624,"kb_used_data":528,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447528,"statfs":{"total":95995035648,"available":95690268672,"internally_reserved":0,"allocated":540672,"data_stored":220515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.85599999999999998,"15min":0.83999999999999997},"min":{"1min":0.59499999999999997,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.1479999999999999,"5min":1.492,"15min":1.492},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.86399999999999999,"15min":0.86499999999999999},"min":{"1min":0.67800000000000005,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.2210000000000001,"5min":1.337,"15min":1.337},"last":0.74399999999999999}]},{"osd":1,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.84999999999999998,"15min":0.84599999999999997},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.2350000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.86499999999999999,"15min":0.84499999999999997},"min":{"1min":0.58099999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1020000000000001,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.89300000000000002}]},{"osd":2,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84399999999999997,"15min":0.84699999999999998},"min":{"1min":0.63500000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.1160000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.88500000000000001,"15min":0.877},"min":{"1min":0.61699999999999999,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1180000000000001,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.0669999999999999}]},{"osd":3,"last update":"Thu Jun 6 11:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.90500000000000003,"15min":0.89200000000000002},"min":{"1min":0.72699999999999998,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.3640000000000001,"5min":1.377,"15min":1.377},"last":0.995},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.91700000000000004,"15min":0.90700000000000003},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":1.024}]},{"osd":5,"last update":"Thu Jun 6 11:03:08 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.81899999999999995,"15min":0.81000000000000005},"min":{"1min":0.52600000000000002,"5min":0.497,"15min":0.497},"max":{"1min":1.25,"5min":1.413,"15min":1.413},"last":1.246},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.81499999999999995,"15min":0.80600000000000005},"min":{"1min":0.51900000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.2709999999999999}]},{"osd":6,"last update":"Thu Jun 6 11:03:54 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":0.89100000000000001,"15min":0.873},"min":{"1min":0.81399999999999995,"5min":0.435,"15min":0.435},"max":{"1min":1.23,"5min":1.341,"15min":1.341},"last":1.139},{"interface":"front","average":{"1min":1.0309999999999999,"5min":0.96299999999999997,"15min":0.95299999999999996},"min":{"1min":0.67900000000000005,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.347,"5min":1.482,"15min":1.482},"last":1.0960000000000001}]},{"osd":7,"last update":"Thu Jun 6 11:03:31 2024","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.94899999999999995,"15min":0.93300000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.2609999999999999,"5min":1.266,"15min":1.266},"last":1.1559999999999999},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.048,"15min":1.044},"min":{"1min":0.63900000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.5309999999999999,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":1.218}]}]},{"osd":5,"up_from":36,"seq":154618822707,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297620,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447532,"statfs":{"total":95995035648,"available":95690272768,"internally_reserved":0,"allocated":536576,"data_stored":220250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.876,"15min":0.90000000000000002},"min":{"1min":0.58499999999999996,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0620000000000001,"5min":1.141,"15min":1.141},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.86299999999999999,"15min":0.873},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.89800000000000002}]},{"osd":1,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.90700000000000003,"15min":0.91700000000000004},"min":{"1min":0.68200000000000005,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.1539999999999999,"5min":1.323,"15min":1.323},"last":1.264},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.86899999999999999,"15min":0.86499999999999999},"min":{"1min":0.60799999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.0049999999999999}]},{"osd":2,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.88,"15min":0.89000000000000001},"min":{"1min":0.64700000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.141,"5min":1.167,"15min":1.167},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.91600000000000004,"15min":0.89700000000000002},"min":{"1min":0.76600000000000001,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":1.3120000000000001}]},{"osd":3,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.88100000000000001,"15min":0.88300000000000001},"min":{"1min":0.72399999999999998,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.0509999999999999},{"interface":"front","average":{"1min":1,"5min":0.94499999999999995,"15min":0.94299999999999995},"min":{"1min":0.70399999999999996,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":1.101}]},{"osd":4,"last update":"Thu Jun 6 11:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75600000000000001,"15min":0.747},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.1799999999999999,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.79900000000000004,"15min":0.80500000000000005},"min":{"1min":0.60799999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":0.97199999999999998}]},{"osd":6,"last update":"Thu Jun 6 11:03:47 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":0.88400000000000001,"15min":0.84899999999999998},"min":{"1min":0.58899999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.466,"5min":1.466,"15min":1.466},"last":1.034},{"interface":"front","average":{"1min":1.1160000000000001,"5min":1.0009999999999999,"15min":0.98299999999999998},"min":{"1min":0.68600000000000005,"5min":0.497,"15min":0.497},"max":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":1.216}]},{"osd":7,"last update":"Thu Jun 6 11:03:32 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.052,"15min":1.042},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":1.169},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.94499999999999995,"15min":0.93799999999999994},"min":{"1min":0.52000000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.4279999999999999,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":1.1859999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T11:04:10.753 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-06T11:04:10.753 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-06-06T11:04:10.754 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-06-06T11:04:10.754 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:04:11.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:11 smithi132 bash[17898]: cluster 2024-06-06T11:04:09.752379+0000 mgr.y (mgr.14427) 92 : cluster [DBG] pgmap v71: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:11.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:11 smithi132 bash[17898]: audit 2024-06-06T11:04:09.953714+0000 mgr.y (mgr.14427) 93 : audit [DBG] from='client.24524 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:04:11.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:11 smithi132 bash[25563]: cluster 2024-06-06T11:04:09.752379+0000 mgr.y (mgr.14427) 92 : cluster [DBG] pgmap v71: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:11.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:11 smithi132 bash[25563]: audit 2024-06-06T11:04:09.953714+0000 mgr.y (mgr.14427) 93 : audit [DBG] from='client.24524 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:04:11.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:11 smithi179 bash[18882]: cluster 2024-06-06T11:04:09.752379+0000 mgr.y (mgr.14427) 92 : cluster [DBG] pgmap v71: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:11.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:11 smithi179 bash[18882]: audit 2024-06-06T11:04:09.953714+0000 mgr.y (mgr.14427) 93 : audit [DBG] from='client.24524 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:04:11.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:04:11 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:11] "GET /metrics HTTP/1.1" 200 155517 "" "Prometheus/2.33.4" 2024-06-06T11:04:13.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:13 smithi132 bash[17898]: cluster 2024-06-06T11:04:11.752926+0000 mgr.y (mgr.14427) 94 : cluster [DBG] pgmap v72: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:13 smithi132 bash[25563]: cluster 2024-06-06T11:04:11.752926+0000 mgr.y (mgr.14427) 94 : cluster [DBG] pgmap v72: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:13 smithi179 bash[18882]: cluster 2024-06-06T11:04:11.752926+0000 mgr.y (mgr.14427) 94 : cluster [DBG] pgmap v72: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:15.015 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:04:14 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:04:15.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:15 smithi132 bash[17898]: cluster 2024-06-06T11:04:13.753637+0000 mgr.y (mgr.14427) 95 : cluster [DBG] pgmap v73: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:15.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:15 smithi132 bash[25563]: cluster 2024-06-06T11:04:13.753637+0000 mgr.y (mgr.14427) 95 : cluster [DBG] pgmap v73: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:15 smithi179 bash[18882]: cluster 2024-06-06T11:04:13.753637+0000 mgr.y (mgr.14427) 95 : cluster [DBG] pgmap v73: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:15.527 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:04:17.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:17 smithi132 bash[17898]: cluster 2024-06-06T11:04:15.754216+0000 mgr.y (mgr.14427) 96 : cluster [DBG] pgmap v74: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:17.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:17 smithi132 bash[25563]: cluster 2024-06-06T11:04:15.754216+0000 mgr.y (mgr.14427) 96 : cluster [DBG] pgmap v74: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:17.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:17 smithi179 bash[18882]: cluster 2024-06-06T11:04:15.754216+0000 mgr.y (mgr.14427) 96 : cluster [DBG] pgmap v74: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:18.594 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:04:19.260 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:19 smithi132 bash[25563]: cluster 2024-06-06T11:04:17.754662+0000 mgr.y (mgr.14427) 97 : cluster [DBG] pgmap v75: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:19.261 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:19 smithi132 bash[25563]: audit 2024-06-06T11:04:18.595082+0000 mon.a (mon.0) 651 : audit [DBG] from='client.? 172.21.15.132:0/2409959168' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:04:19.261 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:19 smithi132 bash[17898]: cluster 2024-06-06T11:04:17.754662+0000 mgr.y (mgr.14427) 97 : cluster [DBG] pgmap v75: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:19.261 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:19 smithi132 bash[17898]: audit 2024-06-06T11:04:18.595082+0000 mon.a (mon.0) 651 : audit [DBG] from='client.? 172.21.15.132:0/2409959168' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:04:19.262 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-06-06T11:04:19.262 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-06-06T11:04:19.262 INFO:tasks.cephadm:Setup complete, yielding 2024-06-06T11:04:19.262 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-06-06T11:04:19.272 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi132.front.sepia.ceph.com 2024-06-06T11:04:19.273 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- bash -c 'ceph fs volume create foo' 2024-06-06T11:04:19.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:19 smithi179 bash[18882]: cluster 2024-06-06T11:04:17.754662+0000 mgr.y (mgr.14427) 97 : cluster [DBG] pgmap v75: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:19.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:19 smithi179 bash[18882]: audit 2024-06-06T11:04:18.595082+0000 mon.a (mon.0) 651 : audit [DBG] from='client.? 172.21.15.132:0/2409959168' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:04:21.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:21 smithi132 bash[17898]: cluster 2024-06-06T11:04:19.755326+0000 mgr.y (mgr.14427) 98 : cluster [DBG] pgmap v76: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:21.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:21 smithi132 bash[25563]: cluster 2024-06-06T11:04:19.755326+0000 mgr.y (mgr.14427) 98 : cluster [DBG] pgmap v76: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:21.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:21 smithi179 bash[18882]: cluster 2024-06-06T11:04:19.755326+0000 mgr.y (mgr.14427) 98 : cluster [DBG] pgmap v76: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:21.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:04:21 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:21] "GET /metrics HTTP/1.1" 200 155526 "" "Prometheus/2.33.4" 2024-06-06T11:04:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:23 smithi179 bash[18882]: cluster 2024-06-06T11:04:21.756023+0000 mgr.y (mgr.14427) 99 : cluster [DBG] pgmap v77: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:23 smithi179 bash[18882]: audit 2024-06-06T11:04:22.358302+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-06-06T11:04:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:23 smithi132 bash[17898]: cluster 2024-06-06T11:04:21.756023+0000 mgr.y (mgr.14427) 99 : cluster [DBG] pgmap v77: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:23 smithi132 bash[17898]: audit 2024-06-06T11:04:22.358302+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-06-06T11:04:23.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:23 smithi132 bash[25563]: cluster 2024-06-06T11:04:21.756023+0000 mgr.y (mgr.14427) 99 : cluster [DBG] pgmap v77: 9 pgs: 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:23 smithi132 bash[25563]: audit 2024-06-06T11:04:22.358302+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-06-06T11:04:24.340 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:24 smithi132 bash[25563]: audit 2024-06-06T11:04:22.357163+0000 mgr.y (mgr.14427) 100 : audit [DBG] from='client.14622 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:04:24.341 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:24 smithi132 bash[25563]: audit 2024-06-06T11:04:23.046031+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-06-06T11:04:24.341 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:24 smithi132 bash[25563]: cluster 2024-06-06T11:04:23.046085+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-06-06T11:04:24.341 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:24 smithi132 bash[25563]: audit 2024-06-06T11:04:23.049057+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-06-06T11:04:24.341 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:24 smithi132 bash[17898]: audit 2024-06-06T11:04:22.357163+0000 mgr.y (mgr.14427) 100 : audit [DBG] from='client.14622 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:04:24.341 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:24 smithi132 bash[17898]: audit 2024-06-06T11:04:23.046031+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-06-06T11:04:24.341 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:24 smithi132 bash[17898]: cluster 2024-06-06T11:04:23.046085+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-06-06T11:04:24.341 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:24 smithi132 bash[17898]: audit 2024-06-06T11:04:23.049057+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-06-06T11:04:24.341 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:24 smithi132 bash[17898]: debug 2024-06-06T11:04:24.067+0000 7fb09f529700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T11:04:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:24 smithi179 bash[18882]: audit 2024-06-06T11:04:22.357163+0000 mgr.y (mgr.14427) 100 : audit [DBG] from='client.14622 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:04:24.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:24 smithi179 bash[18882]: audit 2024-06-06T11:04:23.046031+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-06-06T11:04:24.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:24 smithi179 bash[18882]: cluster 2024-06-06T11:04:23.046085+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-06-06T11:04:24.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:24 smithi179 bash[18882]: audit 2024-06-06T11:04:23.049057+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-06-06T11:04:25.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:04:24 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:04:25.324 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: cluster 2024-06-06T11:04:23.756714+0000 mgr.y (mgr.14427) 101 : cluster [DBG] pgmap v79: 41 pgs: 32 unknown, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:25.324 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.058776+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-06-06T11:04:25.324 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: cluster 2024-06-06T11:04:24.058923+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-06-06T11:04:25.324 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.073395+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-06-06T11:04:25.324 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: cluster 2024-06-06T11:04:24.074345+0000 mon.a (mon.0) 659 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T11:04:25.324 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: cluster 2024-06-06T11:04:24.074400+0000 mon.a (mon.0) 660 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-06T11:04:25.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: cluster 2024-06-06T11:04:24.087507+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-06-06T11:04:25.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.087861+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-06-06T11:04:25.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: cluster 2024-06-06T11:04:24.087959+0000 mon.a (mon.0) 663 : cluster [DBG] fsmap foo:0 2024-06-06T11:04:25.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: cephadm 2024-06-06T11:04:24.092269+0000 mgr.y (mgr.14427) 102 : cephadm [INF] Saving service mds.foo spec with placement count:2 2024-06-06T11:04:25.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.098395+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:25.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.130070+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:04:25.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.427947+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:25.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.429393+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:25.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.436044+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:25.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.445365+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:25.325 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.446309+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi132.jyyqao", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:04:25.326 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.449052+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi132.jyyqao", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T11:04:25.326 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[25563]: audit 2024-06-06T11:04:24.449852+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:25.326 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: cluster 2024-06-06T11:04:23.756714+0000 mgr.y (mgr.14427) 101 : cluster [DBG] pgmap v79: 41 pgs: 32 unknown, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:25.326 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.058776+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-06-06T11:04:25.326 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: cluster 2024-06-06T11:04:24.058923+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-06-06T11:04:25.326 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.073395+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-06-06T11:04:25.326 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: cluster 2024-06-06T11:04:24.074345+0000 mon.a (mon.0) 659 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T11:04:25.326 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: cluster 2024-06-06T11:04:24.074400+0000 mon.a (mon.0) 660 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-06T11:04:25.326 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: cluster 2024-06-06T11:04:24.087507+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.087861+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: cluster 2024-06-06T11:04:24.087959+0000 mon.a (mon.0) 663 : cluster [DBG] fsmap foo:0 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: cephadm 2024-06-06T11:04:24.092269+0000 mgr.y (mgr.14427) 102 : cephadm [INF] Saving service mds.foo spec with placement count:2 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.098395+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.130070+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.427947+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.429393+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.436044+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.445365+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.446309+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi132.jyyqao", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.449052+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi132.jyyqao", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T11:04:25.327 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:25 smithi132 bash[17898]: audit 2024-06-06T11:04:24.449852+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:25.328 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-06-06T11:04:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: cluster 2024-06-06T11:04:23.756714+0000 mgr.y (mgr.14427) 101 : cluster [DBG] pgmap v79: 41 pgs: 32 unknown, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.058776+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-06-06T11:04:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: cluster 2024-06-06T11:04:24.058923+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-06-06T11:04:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.073395+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-06-06T11:04:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: cluster 2024-06-06T11:04:24.074345+0000 mon.a (mon.0) 659 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T11:04:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: cluster 2024-06-06T11:04:24.074400+0000 mon.a (mon.0) 660 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-06T11:04:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: cluster 2024-06-06T11:04:24.087507+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-06-06T11:04:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.087861+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-06-06T11:04:25.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: cluster 2024-06-06T11:04:24.087959+0000 mon.a (mon.0) 663 : cluster [DBG] fsmap foo:0 2024-06-06T11:04:25.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: cephadm 2024-06-06T11:04:24.092269+0000 mgr.y (mgr.14427) 102 : cephadm [INF] Saving service mds.foo spec with placement count:2 2024-06-06T11:04:25.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.098395+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:25.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.130070+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:04:25.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.427947+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:25.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.429393+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:25.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.436044+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:25.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.445365+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:25.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.446309+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi132.jyyqao", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:04:25.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.449052+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi132.jyyqao", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T11:04:25.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:25 smithi179 bash[18882]: audit 2024-06-06T11:04:24.449852+0000 mon.a (mon.0) 672 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:26.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:26 smithi132 bash[25563]: cephadm 2024-06-06T11:04:24.450579+0000 mgr.y (mgr.14427) 103 : cephadm [INF] Deploying daemon mds.foo.smithi132.jyyqao on smithi132 2024-06-06T11:04:26.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:26 smithi132 bash[25563]: cluster 2024-06-06T11:04:25.086798+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-06-06T11:04:26.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:26 smithi132 bash[17898]: cephadm 2024-06-06T11:04:24.450579+0000 mgr.y (mgr.14427) 103 : cephadm [INF] Deploying daemon mds.foo.smithi132.jyyqao on smithi132 2024-06-06T11:04:26.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:26 smithi132 bash[17898]: cluster 2024-06-06T11:04:25.086798+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-06-06T11:04:26.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:26 smithi179 bash[18882]: cephadm 2024-06-06T11:04:24.450579+0000 mgr.y (mgr.14427) 103 : cephadm [INF] Deploying daemon mds.foo.smithi132.jyyqao on smithi132 2024-06-06T11:04:26.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:26 smithi179 bash[18882]: cluster 2024-06-06T11:04:25.086798+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-06-06T11:04:27.380 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:27 smithi132 bash[17898]: cluster 2024-06-06T11:04:25.757322+0000 mgr.y (mgr.14427) 104 : cluster [DBG] pgmap v83: 73 pgs: 64 unknown, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:27.380 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:27 smithi132 bash[25563]: cluster 2024-06-06T11:04:25.757322+0000 mgr.y (mgr.14427) 104 : cluster [DBG] pgmap v83: 73 pgs: 64 unknown, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:27 smithi179 bash[18882]: cluster 2024-06-06T11:04:25.757322+0000 mgr.y (mgr.14427) 104 : cluster [DBG] pgmap v83: 73 pgs: 64 unknown, 9 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:29.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[17898]: cluster 2024-06-06T11:04:27.757897+0000 mgr.y (mgr.14427) 105 : cluster [DBG] pgmap v84: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:29.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[17898]: audit 2024-06-06T11:04:27.884924+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:29.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[17898]: audit 2024-06-06T11:04:27.886914+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi179.tpnmsk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:04:29.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[17898]: audit 2024-06-06T11:04:27.892728+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi179.tpnmsk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T11:04:29.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[17898]: audit 2024-06-06T11:04:27.893831+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:29.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[17898]: cephadm 2024-06-06T11:04:27.894530+0000 mgr.y (mgr.14427) 106 : cephadm [INF] Deploying daemon mds.foo.smithi179.tpnmsk on smithi179 2024-06-06T11:04:29.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[25563]: cluster 2024-06-06T11:04:27.757897+0000 mgr.y (mgr.14427) 105 : cluster [DBG] pgmap v84: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:29.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[25563]: audit 2024-06-06T11:04:27.884924+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:29.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[25563]: audit 2024-06-06T11:04:27.886914+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi179.tpnmsk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:04:29.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[25563]: audit 2024-06-06T11:04:27.892728+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi179.tpnmsk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T11:04:29.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[25563]: audit 2024-06-06T11:04:27.893831+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:29.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:28 smithi132 bash[25563]: cephadm 2024-06-06T11:04:27.894530+0000 mgr.y (mgr.14427) 106 : cephadm [INF] Deploying daemon mds.foo.smithi179.tpnmsk on smithi179 2024-06-06T11:04:29.136 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:28 smithi179 bash[18882]: cluster 2024-06-06T11:04:27.757897+0000 mgr.y (mgr.14427) 105 : cluster [DBG] pgmap v84: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:29.137 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:28 smithi179 bash[18882]: audit 2024-06-06T11:04:27.884924+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:29.137 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:28 smithi179 bash[18882]: audit 2024-06-06T11:04:27.886914+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi179.tpnmsk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:04:29.137 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:28 smithi179 bash[18882]: audit 2024-06-06T11:04:27.892728+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi179.tpnmsk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T11:04:29.137 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:28 smithi179 bash[18882]: audit 2024-06-06T11:04:27.893831+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:29.137 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:28 smithi179 bash[18882]: cephadm 2024-06-06T11:04:27.894530+0000 mgr.y (mgr.14427) 106 : cephadm [INF] Deploying daemon mds.foo.smithi179.tpnmsk on smithi179 2024-06-06T11:04:30.903 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-06-06T11:04:31.181 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: cluster 2024-06-06T11:04:29.758599+0000 mgr.y (mgr.14427) 107 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:31.181 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: cluster 2024-06-06T11:04:29.890271+0000 mon.a (mon.0) 678 : cluster [DBG] mds.? [v2:172.21.15.132:6834/4246073050,v1:172.21.15.132:6835/4246073050] up:boot 2024-06-06T11:04:31.181 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: cluster 2024-06-06T11:04:29.890438+0000 mon.a (mon.0) 679 : cluster [INF] daemon mds.foo.smithi132.jyyqao assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-06-06T11:04:31.181 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: cluster 2024-06-06T11:04:29.890695+0000 mon.a (mon.0) 680 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-06T11:04:31.182 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: cluster 2024-06-06T11:04:29.890740+0000 mon.a (mon.0) 681 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-06T11:04:31.182 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: cluster 2024-06-06T11:04:29.890783+0000 mon.a (mon.0) 682 : cluster [INF] Cluster is now healthy 2024-06-06T11:04:31.182 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: cluster 2024-06-06T11:04:29.891163+0000 mon.a (mon.0) 683 : cluster [DBG] fsmap foo:0 1 up:standby 2024-06-06T11:04:31.182 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: audit 2024-06-06T11:04:29.891313+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi132.jyyqao"}]: dispatch 2024-06-06T11:04:31.182 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: cluster 2024-06-06T11:04:29.897112+0000 mon.a (mon.0) 685 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:creating} 2024-06-06T11:04:31.182 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: cluster 2024-06-06T11:04:29.915429+0000 mon.a (mon.0) 686 : cluster [INF] daemon mds.foo.smithi132.jyyqao is now active in filesystem foo as rank 0 2024-06-06T11:04:31.182 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: audit 2024-06-06T11:04:30.317826+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:31.182 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: audit 2024-06-06T11:04:30.319622+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:04:31.182 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:30 smithi179 bash[18882]: audit 2024-06-06T11:04:30.578727+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:31.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: cluster 2024-06-06T11:04:29.758599+0000 mgr.y (mgr.14427) 107 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:31.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: cluster 2024-06-06T11:04:29.890271+0000 mon.a (mon.0) 678 : cluster [DBG] mds.? [v2:172.21.15.132:6834/4246073050,v1:172.21.15.132:6835/4246073050] up:boot 2024-06-06T11:04:31.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: cluster 2024-06-06T11:04:29.890438+0000 mon.a (mon.0) 679 : cluster [INF] daemon mds.foo.smithi132.jyyqao assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-06-06T11:04:31.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: cluster 2024-06-06T11:04:29.890695+0000 mon.a (mon.0) 680 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-06T11:04:31.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: cluster 2024-06-06T11:04:29.890740+0000 mon.a (mon.0) 681 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-06T11:04:31.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: cluster 2024-06-06T11:04:29.890783+0000 mon.a (mon.0) 682 : cluster [INF] Cluster is now healthy 2024-06-06T11:04:31.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: cluster 2024-06-06T11:04:29.891163+0000 mon.a (mon.0) 683 : cluster [DBG] fsmap foo:0 1 up:standby 2024-06-06T11:04:31.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: audit 2024-06-06T11:04:29.891313+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi132.jyyqao"}]: dispatch 2024-06-06T11:04:31.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: cluster 2024-06-06T11:04:29.897112+0000 mon.a (mon.0) 685 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:creating} 2024-06-06T11:04:31.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: cluster 2024-06-06T11:04:29.915429+0000 mon.a (mon.0) 686 : cluster [INF] daemon mds.foo.smithi132.jyyqao is now active in filesystem foo as rank 0 2024-06-06T11:04:31.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: audit 2024-06-06T11:04:30.317826+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:31.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: audit 2024-06-06T11:04:30.319622+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:04:31.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[17898]: audit 2024-06-06T11:04:30.578727+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: cluster 2024-06-06T11:04:29.758599+0000 mgr.y (mgr.14427) 107 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: cluster 2024-06-06T11:04:29.890271+0000 mon.a (mon.0) 678 : cluster [DBG] mds.? [v2:172.21.15.132:6834/4246073050,v1:172.21.15.132:6835/4246073050] up:boot 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: cluster 2024-06-06T11:04:29.890438+0000 mon.a (mon.0) 679 : cluster [INF] daemon mds.foo.smithi132.jyyqao assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: cluster 2024-06-06T11:04:29.890695+0000 mon.a (mon.0) 680 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: cluster 2024-06-06T11:04:29.890740+0000 mon.a (mon.0) 681 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: cluster 2024-06-06T11:04:29.890783+0000 mon.a (mon.0) 682 : cluster [INF] Cluster is now healthy 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: cluster 2024-06-06T11:04:29.891163+0000 mon.a (mon.0) 683 : cluster [DBG] fsmap foo:0 1 up:standby 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: audit 2024-06-06T11:04:29.891313+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi132.jyyqao"}]: dispatch 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: cluster 2024-06-06T11:04:29.897112+0000 mon.a (mon.0) 685 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:creating} 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: cluster 2024-06-06T11:04:29.915429+0000 mon.a (mon.0) 686 : cluster [INF] daemon mds.foo.smithi132.jyyqao is now active in filesystem foo as rank 0 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: audit 2024-06-06T11:04:30.317826+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: audit 2024-06-06T11:04:30.319622+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:04:31.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:30 smithi132 bash[25563]: audit 2024-06-06T11:04:30.578727+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:31.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:04:31 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:31] "GET /metrics HTTP/1.1" 200 155526 "" "Prometheus/2.33.4" 2024-06-06T11:04:32.231 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:31 smithi132 bash[25563]: cluster 2024-06-06T11:04:30.898845+0000 mon.a (mon.0) 690 : cluster [DBG] mds.? [v2:172.21.15.132:6834/4246073050,v1:172.21.15.132:6835/4246073050] up:active 2024-06-06T11:04:32.231 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:31 smithi132 bash[25563]: cluster 2024-06-06T11:04:30.898918+0000 mon.a (mon.0) 691 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 2024-06-06T11:04:32.231 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:31 smithi132 bash[17898]: cluster 2024-06-06T11:04:30.898845+0000 mon.a (mon.0) 690 : cluster [DBG] mds.? [v2:172.21.15.132:6834/4246073050,v1:172.21.15.132:6835/4246073050] up:active 2024-06-06T11:04:32.231 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:31 smithi132 bash[17898]: cluster 2024-06-06T11:04:30.898918+0000 mon.a (mon.0) 691 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 2024-06-06T11:04:32.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:31 smithi179 bash[18882]: cluster 2024-06-06T11:04:30.898845+0000 mon.a (mon.0) 690 : cluster [DBG] mds.? [v2:172.21.15.132:6834/4246073050,v1:172.21.15.132:6835/4246073050] up:active 2024-06-06T11:04:32.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:31 smithi179 bash[18882]: cluster 2024-06-06T11:04:30.898918+0000 mon.a (mon.0) 691 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 2024-06-06T11:04:33.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[25563]: cluster 2024-06-06T11:04:31.759040+0000 mgr.y (mgr.14427) 108 : cluster [DBG] pgmap v86: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:33.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[25563]: cluster 2024-06-06T11:04:31.910318+0000 mon.a (mon.0) 692 : cluster [DBG] mds.? [v2:172.21.15.179:6832/3548325083,v1:172.21.15.179:6833/3548325083] up:boot 2024-06-06T11:04:33.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[25563]: cluster 2024-06-06T11:04:31.910721+0000 mon.a (mon.0) 693 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:04:33.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[25563]: audit 2024-06-06T11:04:31.910946+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi179.tpnmsk"}]: dispatch 2024-06-06T11:04:33.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[25563]: cluster 2024-06-06T11:04:31.915925+0000 mon.a (mon.0) 695 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:04:33.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[25563]: audit 2024-06-06T11:04:32.026858+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:33.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[17898]: cluster 2024-06-06T11:04:31.759040+0000 mgr.y (mgr.14427) 108 : cluster [DBG] pgmap v86: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:33.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[17898]: cluster 2024-06-06T11:04:31.910318+0000 mon.a (mon.0) 692 : cluster [DBG] mds.? [v2:172.21.15.179:6832/3548325083,v1:172.21.15.179:6833/3548325083] up:boot 2024-06-06T11:04:33.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[17898]: cluster 2024-06-06T11:04:31.910721+0000 mon.a (mon.0) 693 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:04:33.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[17898]: audit 2024-06-06T11:04:31.910946+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi179.tpnmsk"}]: dispatch 2024-06-06T11:04:33.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[17898]: cluster 2024-06-06T11:04:31.915925+0000 mon.a (mon.0) 695 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:04:33.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:32 smithi132 bash[17898]: audit 2024-06-06T11:04:32.026858+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:33.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:32 smithi179 bash[18882]: cluster 2024-06-06T11:04:31.759040+0000 mgr.y (mgr.14427) 108 : cluster [DBG] pgmap v86: 73 pgs: 73 active+clean; 0 B data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:33.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:32 smithi179 bash[18882]: cluster 2024-06-06T11:04:31.910318+0000 mon.a (mon.0) 692 : cluster [DBG] mds.? [v2:172.21.15.179:6832/3548325083,v1:172.21.15.179:6833/3548325083] up:boot 2024-06-06T11:04:33.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:32 smithi179 bash[18882]: cluster 2024-06-06T11:04:31.910721+0000 mon.a (mon.0) 693 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:04:33.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:32 smithi179 bash[18882]: audit 2024-06-06T11:04:31.910946+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi179.tpnmsk"}]: dispatch 2024-06-06T11:04:33.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:32 smithi179 bash[18882]: cluster 2024-06-06T11:04:31.915925+0000 mon.a (mon.0) 695 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:04:33.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:32 smithi179 bash[18882]: audit 2024-06-06T11:04:32.026858+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:34.704 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-06-06T11:04:34.713 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-06-06T11:04:34.713 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-06-06T11:04:34.714 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph mgr dump --format=json 2024-06-06T11:04:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:34 smithi132 bash[17898]: cluster 2024-06-06T11:04:33.759979+0000 mgr.y (mgr.14427) 109 : cluster [DBG] pgmap v87: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:34 smithi132 bash[25563]: cluster 2024-06-06T11:04:33.759979+0000 mgr.y (mgr.14427) 109 : cluster [DBG] pgmap v87: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:35.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:04:34 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:04:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:34 smithi179 bash[18882]: cluster 2024-06-06T11:04:33.759979+0000 mgr.y (mgr.14427) 109 : cluster [DBG] pgmap v87: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[17898]: cluster 2024-06-06T11:04:35.760443+0000 mgr.y (mgr.14427) 110 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[17898]: audit 2024-06-06T11:04:36.096751+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[17898]: audit 2024-06-06T11:04:36.215185+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[17898]: audit 2024-06-06T11:04:36.216827+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[17898]: audit 2024-06-06T11:04:36.218178+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[17898]: audit 2024-06-06T11:04:36.224797+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[17898]: audit 2024-06-06T11:04:36.232006+0000 mon.a (mon.0) 702 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[17898]: audit 2024-06-06T11:04:36.234297+0000 mon.a (mon.0) 703 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[17898]: audit 2024-06-06T11:04:36.235465+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[17898]: audit 2024-06-06T11:04:36.241865+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[25563]: cluster 2024-06-06T11:04:35.760443+0000 mgr.y (mgr.14427) 110 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[25563]: audit 2024-06-06T11:04:36.096751+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[25563]: audit 2024-06-06T11:04:36.215185+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[25563]: audit 2024-06-06T11:04:36.216827+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[25563]: audit 2024-06-06T11:04:36.218178+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[25563]: audit 2024-06-06T11:04:36.224797+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[25563]: audit 2024-06-06T11:04:36.232006+0000 mon.a (mon.0) 702 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[25563]: audit 2024-06-06T11:04:36.234297+0000 mon.a (mon.0) 703 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:37.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[25563]: audit 2024-06-06T11:04:36.235465+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:37.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:37 smithi132 bash[25563]: audit 2024-06-06T11:04:36.241865+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:37 smithi179 bash[18882]: cluster 2024-06-06T11:04:35.760443+0000 mgr.y (mgr.14427) 110 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:37 smithi179 bash[18882]: audit 2024-06-06T11:04:36.096751+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:37 smithi179 bash[18882]: audit 2024-06-06T11:04:36.215185+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:37.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:37 smithi179 bash[18882]: audit 2024-06-06T11:04:36.216827+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:37.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:37 smithi179 bash[18882]: audit 2024-06-06T11:04:36.218178+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:37.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:37 smithi179 bash[18882]: audit 2024-06-06T11:04:36.224797+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:37.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:37 smithi179 bash[18882]: audit 2024-06-06T11:04:36.232006+0000 mon.a (mon.0) 702 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:04:37.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:37 smithi179 bash[18882]: audit 2024-06-06T11:04:36.234297+0000 mon.a (mon.0) 703 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:04:37.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:37 smithi179 bash[18882]: audit 2024-06-06T11:04:36.235465+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:04:37.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:37 smithi179 bash[18882]: audit 2024-06-06T11:04:36.241865+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:39.408 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:04:39.439 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:39 smithi132 bash[17898]: cluster 2024-06-06T11:04:37.761382+0000 mgr.y (mgr.14427) 111 : cluster [DBG] pgmap v89: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:39.440 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:39 smithi132 bash[25563]: cluster 2024-06-06T11:04:37.761382+0000 mgr.y (mgr.14427) 111 : cluster [DBG] pgmap v89: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:39 smithi179 bash[18882]: cluster 2024-06-06T11:04:37.761382+0000 mgr.y (mgr.14427) 111 : cluster [DBG] pgmap v89: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:41.429 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:41 smithi132 bash[17898]: cluster 2024-06-06T11:04:39.762044+0000 mgr.y (mgr.14427) 112 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:41.429 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:41 smithi132 bash[25563]: cluster 2024-06-06T11:04:39.762044+0000 mgr.y (mgr.14427) 112 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:41 smithi179 bash[18882]: cluster 2024-06-06T11:04:39.762044+0000 mgr.y (mgr.14427) 112 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:41.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:04:41 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:41] "GET /metrics HTTP/1.1" 200 191084 "" "Prometheus/2.33.4" 2024-06-06T11:04:42.401 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:04:43.130 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":18,"active_gid":14427,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":3465223394},{"type":"v1","addr":"172.21.15.132:6801","nonce":3465223394}]},"active_addr":"172.21.15.132:6801/3465223394","active_change":"2024-06-06T11:02:01.700787+0000","active_mgr_features":4540138314316775423,"available":true,"standbys":[{"gid":24355,"name":"x","mgr_features":4540138314316775423,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.132:8443/","prometheus":"http://172.21.15.132:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":51,"active_clients":[{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":3244667069}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":1986935051}]}]} 2024-06-06T11:04:43.134 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-06-06T11:04:43.135 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-06-06T11:04:43.135 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T11:04:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:43 smithi132 bash[17898]: cluster 2024-06-06T11:04:41.762763+0000 mgr.y (mgr.14427) 113 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:43 smithi132 bash[17898]: audit 2024-06-06T11:04:42.048084+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:43 smithi132 bash[17898]: audit 2024-06-06T11:04:42.394248+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.132:0/3798339454' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T11:04:43.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:43 smithi132 bash[25563]: cluster 2024-06-06T11:04:41.762763+0000 mgr.y (mgr.14427) 113 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:43.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:43 smithi132 bash[25563]: audit 2024-06-06T11:04:42.048084+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:43.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:43 smithi132 bash[25563]: audit 2024-06-06T11:04:42.394248+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.132:0/3798339454' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T11:04:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:43 smithi179 bash[18882]: cluster 2024-06-06T11:04:41.762763+0000 mgr.y (mgr.14427) 113 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:43 smithi179 bash[18882]: audit 2024-06-06T11:04:42.048084+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:04:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:43 smithi179 bash[18882]: audit 2024-06-06T11:04:42.394248+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.132:0/3798339454' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T11:04:45.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:04:44 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:04:45.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:45 smithi132 bash[17898]: cluster 2024-06-06T11:04:43.763934+0000 mgr.y (mgr.14427) 114 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:45.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:45 smithi132 bash[25563]: cluster 2024-06-06T11:04:43.763934+0000 mgr.y (mgr.14427) 114 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:45 smithi179 bash[18882]: cluster 2024-06-06T11:04:43.763934+0000 mgr.y (mgr.14427) 114 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:47.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:47 smithi132 bash[17898]: cluster 2024-06-06T11:04:45.764592+0000 mgr.y (mgr.14427) 115 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:47.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:47 smithi132 bash[25563]: cluster 2024-06-06T11:04:45.764592+0000 mgr.y (mgr.14427) 115 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:47.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:47 smithi179 bash[18882]: cluster 2024-06-06T11:04:45.764592+0000 mgr.y (mgr.14427) 115 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:47.915 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:04:49.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:49 smithi132 bash[17898]: cluster 2024-06-06T11:04:47.765658+0000 mgr.y (mgr.14427) 116 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:49.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:49 smithi132 bash[25563]: cluster 2024-06-06T11:04:47.765658+0000 mgr.y (mgr.14427) 116 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:49.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:49 smithi179 bash[18882]: cluster 2024-06-06T11:04:47.765658+0000 mgr.y (mgr.14427) 116 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-06-06T11:04:50.792 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:04:50.792 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":59,"fsid":"e393e0b4-23f2-11ef-bc9b-c7b262605968","created":"2024-06-06T10:53:41.520205+0000","modified":"2024-06-06T11:04:25.080514+0000","last_up_change":"2024-06-06T11:01:29.465605+0000","last_in_change":"2024-06-06T11:01:03.669229+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-06-06T10:57:57.516429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-06-06T11:02:28.059390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-06-06T11:04:22.801287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-06-06T11:04:23.489743+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"6ab272e9-bcc7-4e4f-819a-c1e105c5f133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6803","nonce":611465864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6805","nonce":611465864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6809","nonce":611465864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6807","nonce":611465864}]},"public_addr":"172.21.15.132:6803/611465864","cluster_addr":"172.21.15.132:6805/611465864","heartbeat_back_addr":"172.21.15.132:6809/611465864","heartbeat_front_addr":"172.21.15.132:6807/611465864","state":["exists","up"]},{"osd":1,"uuid":"fa477058-74e7-4120-a36e-63947f5beecd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6811","nonce":3203093178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6813","nonce":3203093178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6817","nonce":3203093178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6815","nonce":3203093178}]},"public_addr":"172.21.15.132:6811/3203093178","cluster_addr":"172.21.15.132:6813/3203093178","heartbeat_back_addr":"172.21.15.132:6817/3203093178","heartbeat_front_addr":"172.21.15.132:6815/3203093178","state":["exists","up"]},{"osd":2,"uuid":"03a068c8-ef8b-4669-946a-467419a8310e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6819","nonce":1252780138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6821","nonce":1252780138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6825","nonce":1252780138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6823","nonce":1252780138}]},"public_addr":"172.21.15.132:6819/1252780138","cluster_addr":"172.21.15.132:6821/1252780138","heartbeat_back_addr":"172.21.15.132:6825/1252780138","heartbeat_front_addr":"172.21.15.132:6823/1252780138","state":["exists","up"]},{"osd":3,"uuid":"e7464067-04ec-4203-963d-4bac90dfadd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6827","nonce":2387908939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6829","nonce":2387908939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6833","nonce":2387908939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6831","nonce":2387908939}]},"public_addr":"172.21.15.132:6827/2387908939","cluster_addr":"172.21.15.132:6829/2387908939","heartbeat_back_addr":"172.21.15.132:6833/2387908939","heartbeat_front_addr":"172.21.15.132:6831/2387908939","state":["exists","up"]},{"osd":4,"uuid":"09f23fe7-b976-411b-9542-b4b6f3c037de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6801","nonce":1916533005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6803","nonce":1916533005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6807","nonce":1916533005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6805","nonce":1916533005}]},"public_addr":"172.21.15.179:6801/1916533005","cluster_addr":"172.21.15.179:6803/1916533005","heartbeat_back_addr":"172.21.15.179:6807/1916533005","heartbeat_front_addr":"172.21.15.179:6805/1916533005","state":["exists","up"]},{"osd":5,"uuid":"2a08f273-f15e-4c4a-9e7f-008f2ec28ae5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6809","nonce":2503586442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6811","nonce":2503586442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6815","nonce":2503586442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6813","nonce":2503586442}]},"public_addr":"172.21.15.179:6809/2503586442","cluster_addr":"172.21.15.179:6811/2503586442","heartbeat_back_addr":"172.21.15.179:6815/2503586442","heartbeat_front_addr":"172.21.15.179:6813/2503586442","state":["exists","up"]},{"osd":6,"uuid":"32bc60f8-90f1-43f1-94c4-d4bb62f87b62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6817","nonce":2447080127}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6819","nonce":2447080127}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6823","nonce":2447080127}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6821","nonce":2447080127}]},"public_addr":"172.21.15.179:6817/2447080127","cluster_addr":"172.21.15.179:6819/2447080127","heartbeat_back_addr":"172.21.15.179:6823/2447080127","heartbeat_front_addr":"172.21.15.179:6821/2447080127","state":["exists","up"]},{"osd":7,"uuid":"19985f50-ad6d-45e2-9d93-91f0943558d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6825","nonce":662715256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6827","nonce":662715256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6831","nonce":662715256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6829","nonce":662715256}]},"public_addr":"172.21.15.179:6825/662715256","cluster_addr":"172.21.15.179:6827/662715256","heartbeat_back_addr":"172.21.15.179:6831/662715256","heartbeat_front_addr":"172.21.15.179:6829/662715256","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:56:28.640799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:11.832518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:55.161621+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:58:38.649012+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:59:18.941412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:01.161032+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:43.960238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:01:27.930283+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.132:0/3533729394":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6800/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:0/2700016730":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:6800/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/1822996916":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/4289441864":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/863583776":"2024-06-07T10:54:09.120630+0000","172.21.15.132:0/2050707779":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6801/971542882":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6800/971542882":"2024-06-07T10:54:09.120630+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T11:04:51.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:51 smithi132 bash[17898]: cluster 2024-06-06T11:04:49.766302+0000 mgr.y (mgr.14427) 117 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:51.306 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:51 smithi132 bash[17898]: audit 2024-06-06T11:04:50.791747+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.132:0/4244863928' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:04:51.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:51 smithi132 bash[25563]: cluster 2024-06-06T11:04:49.766302+0000 mgr.y (mgr.14427) 117 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:51.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:51 smithi132 bash[25563]: audit 2024-06-06T11:04:50.791747+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.132:0/4244863928' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:04:51.462 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-06-06T11:04:51.462 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T11:04:51.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:51 smithi179 bash[18882]: cluster 2024-06-06T11:04:49.766302+0000 mgr.y (mgr.14427) 117 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:51.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:51 smithi179 bash[18882]: audit 2024-06-06T11:04:50.791747+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.132:0/4244863928' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:04:51.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:04:51 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:51] "GET /metrics HTTP/1.1" 200 191423 "" "Prometheus/2.33.4" 2024-06-06T11:04:53.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:53 smithi132 bash[17898]: cluster 2024-06-06T11:04:51.766950+0000 mgr.y (mgr.14427) 118 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:53.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:53 smithi132 bash[25563]: cluster 2024-06-06T11:04:51.766950+0000 mgr.y (mgr.14427) 118 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:53.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:53 smithi179 bash[18882]: cluster 2024-06-06T11:04:51.766950+0000 mgr.y (mgr.14427) 118 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:55.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:04:54 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:04:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:04:55.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:55 smithi132 bash[17898]: cluster 2024-06-06T11:04:53.768004+0000 mgr.y (mgr.14427) 119 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:55.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:55 smithi132 bash[25563]: cluster 2024-06-06T11:04:53.768004+0000 mgr.y (mgr.14427) 119 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:55 smithi179 bash[18882]: cluster 2024-06-06T11:04:53.768004+0000 mgr.y (mgr.14427) 119 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:56.246 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:04:57.438 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:57 smithi132 bash[17898]: cluster 2024-06-06T11:04:55.768554+0000 mgr.y (mgr.14427) 120 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:57.438 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:57 smithi132 bash[25563]: cluster 2024-06-06T11:04:55.768554+0000 mgr.y (mgr.14427) 120 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:57 smithi179 bash[18882]: cluster 2024-06-06T11:04:55.768554+0000 mgr.y (mgr.14427) 120 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:59.192 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:04:59.192 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":59,"fsid":"e393e0b4-23f2-11ef-bc9b-c7b262605968","created":"2024-06-06T10:53:41.520205+0000","modified":"2024-06-06T11:04:25.080514+0000","last_up_change":"2024-06-06T11:01:29.465605+0000","last_in_change":"2024-06-06T11:01:03.669229+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-06-06T10:57:57.516429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-06-06T11:02:28.059390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-06-06T11:04:22.801287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-06-06T11:04:23.489743+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"6ab272e9-bcc7-4e4f-819a-c1e105c5f133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6803","nonce":611465864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6805","nonce":611465864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6809","nonce":611465864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":611465864},{"type":"v1","addr":"172.21.15.132:6807","nonce":611465864}]},"public_addr":"172.21.15.132:6803/611465864","cluster_addr":"172.21.15.132:6805/611465864","heartbeat_back_addr":"172.21.15.132:6809/611465864","heartbeat_front_addr":"172.21.15.132:6807/611465864","state":["exists","up"]},{"osd":1,"uuid":"fa477058-74e7-4120-a36e-63947f5beecd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6811","nonce":3203093178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6813","nonce":3203093178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6817","nonce":3203093178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":3203093178},{"type":"v1","addr":"172.21.15.132:6815","nonce":3203093178}]},"public_addr":"172.21.15.132:6811/3203093178","cluster_addr":"172.21.15.132:6813/3203093178","heartbeat_back_addr":"172.21.15.132:6817/3203093178","heartbeat_front_addr":"172.21.15.132:6815/3203093178","state":["exists","up"]},{"osd":2,"uuid":"03a068c8-ef8b-4669-946a-467419a8310e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6819","nonce":1252780138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6821","nonce":1252780138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6825","nonce":1252780138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":1252780138},{"type":"v1","addr":"172.21.15.132:6823","nonce":1252780138}]},"public_addr":"172.21.15.132:6819/1252780138","cluster_addr":"172.21.15.132:6821/1252780138","heartbeat_back_addr":"172.21.15.132:6825/1252780138","heartbeat_front_addr":"172.21.15.132:6823/1252780138","state":["exists","up"]},{"osd":3,"uuid":"e7464067-04ec-4203-963d-4bac90dfadd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6827","nonce":2387908939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6829","nonce":2387908939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6833","nonce":2387908939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":2387908939},{"type":"v1","addr":"172.21.15.132:6831","nonce":2387908939}]},"public_addr":"172.21.15.132:6827/2387908939","cluster_addr":"172.21.15.132:6829/2387908939","heartbeat_back_addr":"172.21.15.132:6833/2387908939","heartbeat_front_addr":"172.21.15.132:6831/2387908939","state":["exists","up"]},{"osd":4,"uuid":"09f23fe7-b976-411b-9542-b4b6f3c037de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6801","nonce":1916533005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6803","nonce":1916533005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6807","nonce":1916533005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6805","nonce":1916533005}]},"public_addr":"172.21.15.179:6801/1916533005","cluster_addr":"172.21.15.179:6803/1916533005","heartbeat_back_addr":"172.21.15.179:6807/1916533005","heartbeat_front_addr":"172.21.15.179:6805/1916533005","state":["exists","up"]},{"osd":5,"uuid":"2a08f273-f15e-4c4a-9e7f-008f2ec28ae5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6809","nonce":2503586442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6811","nonce":2503586442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6815","nonce":2503586442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6813","nonce":2503586442}]},"public_addr":"172.21.15.179:6809/2503586442","cluster_addr":"172.21.15.179:6811/2503586442","heartbeat_back_addr":"172.21.15.179:6815/2503586442","heartbeat_front_addr":"172.21.15.179:6813/2503586442","state":["exists","up"]},{"osd":6,"uuid":"32bc60f8-90f1-43f1-94c4-d4bb62f87b62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6817","nonce":2447080127}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6819","nonce":2447080127}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6823","nonce":2447080127}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6821","nonce":2447080127}]},"public_addr":"172.21.15.179:6817/2447080127","cluster_addr":"172.21.15.179:6819/2447080127","heartbeat_back_addr":"172.21.15.179:6823/2447080127","heartbeat_front_addr":"172.21.15.179:6821/2447080127","state":["exists","up"]},{"osd":7,"uuid":"19985f50-ad6d-45e2-9d93-91f0943558d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6825","nonce":662715256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6827","nonce":662715256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6831","nonce":662715256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6829","nonce":662715256}]},"public_addr":"172.21.15.179:6825/662715256","cluster_addr":"172.21.15.179:6827/662715256","heartbeat_back_addr":"172.21.15.179:6831/662715256","heartbeat_front_addr":"172.21.15.179:6829/662715256","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:56:28.640799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:11.832518+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:55.161621+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:58:38.649012+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:59:18.941412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:01.161032+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:43.960238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:01:27.930283+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.132:0/3533729394":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6800/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:0/2700016730":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:6800/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/1822996916":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/4289441864":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/863583776":"2024-06-07T10:54:09.120630+0000","172.21.15.132:0/2050707779":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6801/971542882":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6800/971542882":"2024-06-07T10:54:09.120630+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T11:04:59.427 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:04:59 smithi132 bash[17898]: cluster 2024-06-06T11:04:57.769590+0000 mgr.y (mgr.14427) 121 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:59.427 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:04:59 smithi132 bash[25563]: cluster 2024-06-06T11:04:57.769590+0000 mgr.y (mgr.14427) 121 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:04:59 smithi179 bash[18882]: cluster 2024-06-06T11:04:57.769590+0000 mgr.y (mgr.14427) 121 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:04:59.909 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-06-06T11:04:59.910 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-06-06T11:04:59.910 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-06-06T11:04:59.911 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-06-06T11:04:59.911 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-06-06T11:04:59.912 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-06-06T11:04:59.912 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-06-06T11:04:59.913 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-06-06T11:05:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:00 smithi132 bash[17898]: audit 2024-06-06T11:04:59.190906+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.132:0/1673730099' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:05:00.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:00 smithi132 bash[25563]: audit 2024-06-06T11:04:59.190906+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.132:0/1673730099' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:05:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:00 smithi179 bash[18882]: audit 2024-06-06T11:04:59.190906+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.132:0/1673730099' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:05:01.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:01 smithi179 bash[18882]: cluster 2024-06-06T11:04:59.770234+0000 mgr.y (mgr.14427) 122 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:01.428 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:01 smithi132 bash[17898]: cluster 2024-06-06T11:04:59.770234+0000 mgr.y (mgr.14427) 122 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:01.429 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:01 smithi132 bash[25563]: cluster 2024-06-06T11:04:59.770234+0000 mgr.y (mgr.14427) 122 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:01.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:05:01 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:01] "GET /metrics HTTP/1.1" 200 191423 "" "Prometheus/2.33.4" 2024-06-06T11:05:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:02 smithi132 bash[17898]: audit 2024-06-06T11:05:01.733629+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-06-06T11:05:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:02 smithi132 bash[17898]: audit 2024-06-06T11:05:01.734139+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-06-06T11:05:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:02 smithi132 bash[17898]: audit 2024-06-06T11:05:01.734566+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-06-06T11:05:02.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:02 smithi132 bash[25563]: audit 2024-06-06T11:05:01.733629+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-06-06T11:05:02.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:02 smithi132 bash[25563]: audit 2024-06-06T11:05:01.734139+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-06-06T11:05:02.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:02 smithi132 bash[25563]: audit 2024-06-06T11:05:01.734566+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-06-06T11:05:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:02 smithi179 bash[18882]: audit 2024-06-06T11:05:01.733629+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-06-06T11:05:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:02 smithi179 bash[18882]: audit 2024-06-06T11:05:01.734139+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-06-06T11:05:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:02 smithi179 bash[18882]: audit 2024-06-06T11:05:01.734566+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-06-06T11:05:03.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:03 smithi132 bash[17898]: cluster 2024-06-06T11:05:01.770794+0000 mgr.y (mgr.14427) 123 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:03.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:03 smithi132 bash[17898]: audit 2024-06-06T11:05:02.115685+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-06-06T11:05:03.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:03 smithi132 bash[17898]: audit 2024-06-06T11:05:02.115785+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-06-06T11:05:03.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:03 smithi132 bash[17898]: audit 2024-06-06T11:05:02.115867+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-06-06T11:05:03.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:03 smithi132 bash[17898]: cluster 2024-06-06T11:05:02.115934+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-06-06T11:05:03.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:03 smithi132 bash[25563]: cluster 2024-06-06T11:05:01.770794+0000 mgr.y (mgr.14427) 123 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:03.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:03 smithi132 bash[25563]: audit 2024-06-06T11:05:02.115685+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-06-06T11:05:03.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:03 smithi132 bash[25563]: audit 2024-06-06T11:05:02.115785+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-06-06T11:05:03.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:03 smithi132 bash[25563]: audit 2024-06-06T11:05:02.115867+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-06-06T11:05:03.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:03 smithi132 bash[25563]: cluster 2024-06-06T11:05:02.115934+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-06-06T11:05:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:03 smithi179 bash[18882]: cluster 2024-06-06T11:05:01.770794+0000 mgr.y (mgr.14427) 123 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:03 smithi179 bash[18882]: audit 2024-06-06T11:05:02.115685+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-06-06T11:05:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:03 smithi179 bash[18882]: audit 2024-06-06T11:05:02.115785+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-06-06T11:05:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:03 smithi179 bash[18882]: audit 2024-06-06T11:05:02.115867+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-06-06T11:05:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:03 smithi179 bash[18882]: cluster 2024-06-06T11:05:02.115934+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-06-06T11:05:04.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:04 smithi132 bash[17898]: cluster 2024-06-06T11:05:03.120916+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-06-06T11:05:04.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:04 smithi132 bash[25563]: cluster 2024-06-06T11:05:03.120916+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-06-06T11:05:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:04 smithi179 bash[18882]: cluster 2024-06-06T11:05:03.120916+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-06-06T11:05:04.814 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:04.814 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:04.815 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:04.816 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:04.816 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:04.816 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:04.820 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:04.820 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:05.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:05:04 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:05:05.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:05 smithi132 bash[25563]: cluster 2024-06-06T11:05:03.771393+0000 mgr.y (mgr.14427) 124 : cluster [DBG] pgmap v104: 73 pgs: 3 peering, 70 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:05.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:05 smithi132 bash[17898]: cluster 2024-06-06T11:05:03.771393+0000 mgr.y (mgr.14427) 124 : cluster [DBG] pgmap v104: 73 pgs: 3 peering, 70 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:05.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:05 smithi179 bash[18882]: cluster 2024-06-06T11:05:03.771393+0000 mgr.y (mgr.14427) 124 : cluster [DBG] pgmap v104: 73 pgs: 3 peering, 70 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:07.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:07 smithi132 bash[25563]: cluster 2024-06-06T11:05:05.772019+0000 mgr.y (mgr.14427) 125 : cluster [DBG] pgmap v105: 73 pgs: 3 peering, 70 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:07.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:07 smithi132 bash[17898]: cluster 2024-06-06T11:05:05.772019+0000 mgr.y (mgr.14427) 125 : cluster [DBG] pgmap v105: 73 pgs: 3 peering, 70 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:07.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:07 smithi179 bash[18882]: cluster 2024-06-06T11:05:05.772019+0000 mgr.y (mgr.14427) 125 : cluster [DBG] pgmap v105: 73 pgs: 3 peering, 70 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:09 smithi132 bash[17898]: cluster 2024-06-06T11:05:07.772597+0000 mgr.y (mgr.14427) 126 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:09 smithi132 bash[25563]: cluster 2024-06-06T11:05:07.772597+0000 mgr.y (mgr.14427) 126 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:09 smithi179 bash[18882]: cluster 2024-06-06T11:05:07.772597+0000 mgr.y (mgr.14427) 126 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:11.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:11 smithi132 bash[17898]: cluster 2024-06-06T11:05:09.773204+0000 mgr.y (mgr.14427) 127 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:11.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:11 smithi132 bash[25563]: cluster 2024-06-06T11:05:09.773204+0000 mgr.y (mgr.14427) 127 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:11 smithi179 bash[18882]: cluster 2024-06-06T11:05:09.773204+0000 mgr.y (mgr.14427) 127 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:11.695 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:05:11 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:11] "GET /metrics HTTP/1.1" 200 191420 "" "Prometheus/2.33.4" 2024-06-06T11:05:13.428 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:13 smithi132 bash[17898]: cluster 2024-06-06T11:05:11.773977+0000 mgr.y (mgr.14427) 128 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:13.429 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:13 smithi132 bash[25563]: cluster 2024-06-06T11:05:11.773977+0000 mgr.y (mgr.14427) 128 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:13 smithi179 bash[18882]: cluster 2024-06-06T11:05:11.773977+0000 mgr.y (mgr.14427) 128 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:15.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:05:14 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:05:15.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:15 smithi132 bash[25563]: cluster 2024-06-06T11:05:13.774686+0000 mgr.y (mgr.14427) 129 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:15 smithi132 bash[17898]: cluster 2024-06-06T11:05:13.774686+0000 mgr.y (mgr.14427) 129 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:15 smithi179 bash[18882]: cluster 2024-06-06T11:05:13.774686+0000 mgr.y (mgr.14427) 129 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:17.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:17 smithi132 bash[17898]: cluster 2024-06-06T11:05:15.775187+0000 mgr.y (mgr.14427) 130 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:17.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:17 smithi132 bash[25563]: cluster 2024-06-06T11:05:15.775187+0000 mgr.y (mgr.14427) 130 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:17.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:17 smithi179 bash[18882]: cluster 2024-06-06T11:05:15.775187+0000 mgr.y (mgr.14427) 130 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:18 smithi179 bash[18882]: cluster 2024-06-06T11:05:17.775765+0000 mgr.y (mgr.14427) 131 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:18.559 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:18 smithi132 bash[17898]: cluster 2024-06-06T11:05:17.775765+0000 mgr.y (mgr.14427) 131 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:18.559 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:18 smithi132 bash[25563]: cluster 2024-06-06T11:05:17.775765+0000 mgr.y (mgr.14427) 131 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:18.996 INFO:teuthology.orchestra.run.smithi132.stdout:34359738475 2024-06-06T11:05:18.996 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-06-06T11:05:19.908 INFO:teuthology.orchestra.run.smithi132.stdout:128849018953 2024-06-06T11:05:19.908 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-06-06T11:05:20.743 INFO:teuthology.orchestra.run.smithi132.stdout:180388626487 2024-06-06T11:05:20.743 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-06-06T11:05:21.039 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:20 smithi132 bash[17898]: cluster 2024-06-06T11:05:19.776539+0000 mgr.y (mgr.14427) 132 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:21.039 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:20 smithi132 bash[25563]: cluster 2024-06-06T11:05:19.776539+0000 mgr.y (mgr.14427) 132 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:21.137 INFO:teuthology.orchestra.run.smithi132.stdout:107374182482 2024-06-06T11:05:21.137 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-06-06T11:05:21.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:20 smithi179 bash[18882]: cluster 2024-06-06T11:05:19.776539+0000 mgr.y (mgr.14427) 132 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:21.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:05:21 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:21] "GET /metrics HTTP/1.1" 200 191444 "" "Prometheus/2.33.4" 2024-06-06T11:05:22.353 INFO:teuthology.orchestra.run.smithi132.stdout:206158430257 2024-06-06T11:05:22.353 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-06-06T11:05:23.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:22 smithi132 bash[17898]: cluster 2024-06-06T11:05:21.777190+0000 mgr.y (mgr.14427) 133 : cluster [DBG] pgmap v113: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:22 smithi132 bash[25563]: cluster 2024-06-06T11:05:21.777190+0000 mgr.y (mgr.14427) 133 : cluster [DBG] pgmap v113: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:23.247 INFO:teuthology.orchestra.run.smithi132.stdout:154618822722 2024-06-06T11:05:23.247 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-06-06T11:05:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:22 smithi179 bash[18882]: cluster 2024-06-06T11:05:21.777190+0000 mgr.y (mgr.14427) 133 : cluster [DBG] pgmap v113: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:23.343 INFO:teuthology.orchestra.run.smithi132.stdout:77309411420 2024-06-06T11:05:23.343 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-06-06T11:05:23.443 INFO:teuthology.orchestra.run.smithi132.stdout:55834574947 2024-06-06T11:05:23.443 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-06-06T11:05:25.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:24 smithi179 bash[18882]: cluster 2024-06-06T11:05:23.778310+0000 mgr.y (mgr.14427) 134 : cluster [DBG] pgmap v114: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:25.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:05:24 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:05:25.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:24 smithi132 bash[17898]: cluster 2024-06-06T11:05:23.778310+0000 mgr.y (mgr.14427) 134 : cluster [DBG] pgmap v114: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:25.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:24 smithi132 bash[25563]: cluster 2024-06-06T11:05:23.778310+0000 mgr.y (mgr.14427) 134 : cluster [DBG] pgmap v114: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:25.789 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:25.790 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:25.791 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:25.796 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:26.800 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:27.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:26 smithi132 bash[17898]: cluster 2024-06-06T11:05:25.779059+0000 mgr.y (mgr.14427) 135 : cluster [DBG] pgmap v115: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:27.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:26 smithi132 bash[25563]: cluster 2024-06-06T11:05:25.779059+0000 mgr.y (mgr.14427) 135 : cluster [DBG] pgmap v115: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:27.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:26 smithi179 bash[18882]: cluster 2024-06-06T11:05:25.779059+0000 mgr.y (mgr.14427) 135 : cluster [DBG] pgmap v115: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:27.816 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:27.816 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:27.817 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:29.226 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:28 smithi132 bash[25563]: cluster 2024-06-06T11:05:27.779812+0000 mgr.y (mgr.14427) 136 : cluster [DBG] pgmap v116: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:29.226 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:28 smithi132 bash[17898]: cluster 2024-06-06T11:05:27.779812+0000 mgr.y (mgr.14427) 136 : cluster [DBG] pgmap v116: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:29.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:28 smithi179 bash[18882]: cluster 2024-06-06T11:05:27.779812+0000 mgr.y (mgr.14427) 136 : cluster [DBG] pgmap v116: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:31.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:30 smithi132 bash[25563]: cluster 2024-06-06T11:05:29.780228+0000 mgr.y (mgr.14427) 137 : cluster [DBG] pgmap v117: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:31.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:30 smithi132 bash[17898]: cluster 2024-06-06T11:05:29.780228+0000 mgr.y (mgr.14427) 137 : cluster [DBG] pgmap v117: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:31.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:30 smithi179 bash[18882]: cluster 2024-06-06T11:05:29.780228+0000 mgr.y (mgr.14427) 137 : cluster [DBG] pgmap v117: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:31.583 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:05:31 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:31] "GET /metrics HTTP/1.1" 200 191444 "" "Prometheus/2.33.4" 2024-06-06T11:05:33.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:32 smithi132 bash[17898]: cluster 2024-06-06T11:05:31.780662+0000 mgr.y (mgr.14427) 138 : cluster [DBG] pgmap v118: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:33.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:32 smithi132 bash[25563]: cluster 2024-06-06T11:05:31.780662+0000 mgr.y (mgr.14427) 138 : cluster [DBG] pgmap v118: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:33.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:32 smithi179 bash[18882]: cluster 2024-06-06T11:05:31.780662+0000 mgr.y (mgr.14427) 138 : cluster [DBG] pgmap v118: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:34.989 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:34 smithi132 bash[17898]: cluster 2024-06-06T11:05:33.781396+0000 mgr.y (mgr.14427) 139 : cluster [DBG] pgmap v119: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:34.990 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:34 smithi132 bash[25563]: cluster 2024-06-06T11:05:33.781396+0000 mgr.y (mgr.14427) 139 : cluster [DBG] pgmap v119: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:34 smithi179 bash[18882]: cluster 2024-06-06T11:05:33.781396+0000 mgr.y (mgr.14427) 139 : cluster [DBG] pgmap v119: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:35.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:05:34 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:05:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[17898]: cluster 2024-06-06T11:05:35.781828+0000 mgr.y (mgr.14427) 140 : cluster [DBG] pgmap v120: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[17898]: audit 2024-06-06T11:05:36.250260+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:05:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[17898]: audit 2024-06-06T11:05:36.520349+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:05:37.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[17898]: audit 2024-06-06T11:05:36.809360+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:05:37.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[17898]: audit 2024-06-06T11:05:36.810266+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:05:37.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[17898]: audit 2024-06-06T11:05:36.815762+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:05:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[25563]: cluster 2024-06-06T11:05:35.781828+0000 mgr.y (mgr.14427) 140 : cluster [DBG] pgmap v120: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[25563]: audit 2024-06-06T11:05:36.250260+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:05:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[25563]: audit 2024-06-06T11:05:36.520349+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:05:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[25563]: audit 2024-06-06T11:05:36.809360+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:05:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[25563]: audit 2024-06-06T11:05:36.810266+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:05:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:36 smithi132 bash[25563]: audit 2024-06-06T11:05:36.815762+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:05:37.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:36 smithi179 bash[18882]: cluster 2024-06-06T11:05:35.781828+0000 mgr.y (mgr.14427) 140 : cluster [DBG] pgmap v120: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:37.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:36 smithi179 bash[18882]: audit 2024-06-06T11:05:36.250260+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:05:37.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:36 smithi179 bash[18882]: audit 2024-06-06T11:05:36.520349+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:05:37.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:36 smithi179 bash[18882]: audit 2024-06-06T11:05:36.809360+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:05:37.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:36 smithi179 bash[18882]: audit 2024-06-06T11:05:36.810266+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:05:37.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:36 smithi179 bash[18882]: audit 2024-06-06T11:05:36.815762+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:05:37.511 INFO:teuthology.orchestra.run.smithi132.stdout:34359738479 2024-06-06T11:05:37.856 INFO:teuthology.orchestra.run.smithi132.stdout:128849018957 2024-06-06T11:05:37.871 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:37 smithi132 bash[25563]: audit 2024-06-06T11:05:37.512844+0000 mon.a (mon.0) 721 : audit [DBG] from='client.? 172.21.15.132:0/1621136889' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T11:05:37.871 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:37 smithi132 bash[25563]: audit 2024-06-06T11:05:37.857810+0000 mon.a (mon.0) 722 : audit [DBG] from='client.? 172.21.15.132:0/3236562280' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T11:05:38.022 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:37 smithi132 bash[17898]: audit 2024-06-06T11:05:37.512844+0000 mon.a (mon.0) 721 : audit [DBG] from='client.? 172.21.15.132:0/1621136889' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T11:05:38.022 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:37 smithi132 bash[17898]: audit 2024-06-06T11:05:37.857810+0000 mon.a (mon.0) 722 : audit [DBG] from='client.? 172.21.15.132:0/3236562280' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T11:05:38.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:37 smithi179 bash[18882]: audit 2024-06-06T11:05:37.512844+0000 mon.a (mon.0) 721 : audit [DBG] from='client.? 172.21.15.132:0/1621136889' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T11:05:38.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:37 smithi179 bash[18882]: audit 2024-06-06T11:05:37.857810+0000 mon.a (mon.0) 722 : audit [DBG] from='client.? 172.21.15.132:0/3236562280' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T11:05:39.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:38 smithi132 bash[17898]: cluster 2024-06-06T11:05:37.782439+0000 mgr.y (mgr.14427) 141 : cluster [DBG] pgmap v121: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:39.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:38 smithi132 bash[25563]: cluster 2024-06-06T11:05:37.782439+0000 mgr.y (mgr.14427) 141 : cluster [DBG] pgmap v121: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:39.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:38 smithi179 bash[18882]: cluster 2024-06-06T11:05:37.782439+0000 mgr.y (mgr.14427) 141 : cluster [DBG] pgmap v121: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:40.865 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738475 got 34359738479 for osd.0 2024-06-06T11:05:40.866 DEBUG:teuthology.parallel:result is None 2024-06-06T11:05:41.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:40 smithi132 bash[17898]: cluster 2024-06-06T11:05:39.782886+0000 mgr.y (mgr.14427) 142 : cluster [DBG] pgmap v122: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:41.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:40 smithi132 bash[25563]: cluster 2024-06-06T11:05:39.782886+0000 mgr.y (mgr.14427) 142 : cluster [DBG] pgmap v122: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:41.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:40 smithi179 bash[18882]: cluster 2024-06-06T11:05:39.782886+0000 mgr.y (mgr.14427) 142 : cluster [DBG] pgmap v122: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:41.334 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018953 got 128849018957 for osd.4 2024-06-06T11:05:41.334 DEBUG:teuthology.parallel:result is None 2024-06-06T11:05:41.388 INFO:teuthology.orchestra.run.smithi132.stdout:180388626492 2024-06-06T11:05:41.442 INFO:teuthology.orchestra.run.smithi132.stdout:206158430261 2024-06-06T11:05:41.764 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:05:41 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:41] "GET /metrics HTTP/1.1" 200 191437 "" "Prometheus/2.33.4" 2024-06-06T11:05:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:41 smithi132 bash[17898]: audit 2024-06-06T11:05:41.390573+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.132:0/1596896988' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T11:05:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:41 smithi132 bash[17898]: audit 2024-06-06T11:05:41.442879+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.132:0/978731308' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T11:05:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:41 smithi132 bash[25563]: audit 2024-06-06T11:05:41.390573+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.132:0/1596896988' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T11:05:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:41 smithi132 bash[25563]: audit 2024-06-06T11:05:41.442879+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.132:0/978731308' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T11:05:42.109 INFO:teuthology.orchestra.run.smithi132.stdout:77309411424 2024-06-06T11:05:42.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:41 smithi179 bash[18882]: audit 2024-06-06T11:05:41.390573+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.132:0/1596896988' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T11:05:42.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:41 smithi179 bash[18882]: audit 2024-06-06T11:05:41.442879+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.132:0/978731308' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T11:05:43.177 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:42 smithi132 bash[17898]: cluster 2024-06-06T11:05:41.783409+0000 mgr.y (mgr.14427) 143 : cluster [DBG] pgmap v123: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:43.177 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:42 smithi132 bash[17898]: audit 2024-06-06T11:05:42.110770+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.132:0/3041762918' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T11:05:43.177 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:42 smithi132 bash[25563]: cluster 2024-06-06T11:05:41.783409+0000 mgr.y (mgr.14427) 143 : cluster [DBG] pgmap v123: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:43.177 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:42 smithi132 bash[25563]: audit 2024-06-06T11:05:42.110770+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.132:0/3041762918' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T11:05:43.192 INFO:teuthology.orchestra.run.smithi132.stdout:107374182487 2024-06-06T11:05:43.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:42 smithi179 bash[18882]: cluster 2024-06-06T11:05:41.783409+0000 mgr.y (mgr.14427) 143 : cluster [DBG] pgmap v123: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:43.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:42 smithi179 bash[18882]: audit 2024-06-06T11:05:42.110770+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.132:0/3041762918' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T11:05:43.526 INFO:teuthology.orchestra.run.smithi132.stdout:154618822726 2024-06-06T11:05:43.594 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626487 got 180388626492 for osd.6 2024-06-06T11:05:43.594 DEBUG:teuthology.parallel:result is None 2024-06-06T11:05:44.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:43 smithi132 bash[25563]: audit 2024-06-06T11:05:43.193888+0000 mon.a (mon.0) 723 : audit [DBG] from='client.? 172.21.15.132:0/3628407199' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T11:05:44.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:43 smithi132 bash[25563]: audit 2024-06-06T11:05:43.527619+0000 mon.a (mon.0) 724 : audit [DBG] from='client.? 172.21.15.132:0/1829416056' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T11:05:44.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:43 smithi132 bash[17898]: audit 2024-06-06T11:05:43.193888+0000 mon.a (mon.0) 723 : audit [DBG] from='client.? 172.21.15.132:0/3628407199' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T11:05:44.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:43 smithi132 bash[17898]: audit 2024-06-06T11:05:43.527619+0000 mon.a (mon.0) 724 : audit [DBG] from='client.? 172.21.15.132:0/1829416056' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T11:05:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:43 smithi179 bash[18882]: audit 2024-06-06T11:05:43.193888+0000 mon.a (mon.0) 723 : audit [DBG] from='client.? 172.21.15.132:0/3628407199' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T11:05:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:43 smithi179 bash[18882]: audit 2024-06-06T11:05:43.527619+0000 mon.a (mon.0) 724 : audit [DBG] from='client.? 172.21.15.132:0/1829416056' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T11:05:44.931 INFO:teuthology.orchestra.run.smithi132.stdout:55834574952 2024-06-06T11:05:45.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:44 smithi179 bash[18882]: cluster 2024-06-06T11:05:43.784602+0000 mgr.y (mgr.14427) 144 : cluster [DBG] pgmap v124: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:45.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:05:44 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:05:45.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:44 smithi132 bash[17898]: cluster 2024-06-06T11:05:43.784602+0000 mgr.y (mgr.14427) 144 : cluster [DBG] pgmap v124: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:45.287 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:44 smithi132 bash[25563]: cluster 2024-06-06T11:05:43.784602+0000 mgr.y (mgr.14427) 144 : cluster [DBG] pgmap v124: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:45.479 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411420 got 77309411424 for osd.2 2024-06-06T11:05:45.480 DEBUG:teuthology.parallel:result is None 2024-06-06T11:05:45.659 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430257 got 206158430261 for osd.7 2024-06-06T11:05:45.659 DEBUG:teuthology.parallel:result is None 2024-06-06T11:05:46.021 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182482 got 107374182487 for osd.3 2024-06-06T11:05:46.021 DEBUG:teuthology.parallel:result is None 2024-06-06T11:05:46.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:45 smithi132 bash[17898]: audit 2024-06-06T11:05:44.932928+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.132:0/1134494142' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T11:05:46.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:45 smithi132 bash[25563]: audit 2024-06-06T11:05:44.932928+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.132:0/1134494142' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T11:05:46.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:45 smithi179 bash[18882]: audit 2024-06-06T11:05:44.932928+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.132:0/1134494142' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T11:05:46.444 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822722 got 154618822726 for osd.5 2024-06-06T11:05:46.444 DEBUG:teuthology.parallel:result is None 2024-06-06T11:05:46.545 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574947 got 55834574952 for osd.1 2024-06-06T11:05:46.546 DEBUG:teuthology.parallel:result is None 2024-06-06T11:05:46.546 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-06T11:05:46.546 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T11:05:47.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:46 smithi132 bash[17898]: cluster 2024-06-06T11:05:45.785266+0000 mgr.y (mgr.14427) 145 : cluster [DBG] pgmap v125: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:47.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:46 smithi132 bash[25563]: cluster 2024-06-06T11:05:45.785266+0000 mgr.y (mgr.14427) 145 : cluster [DBG] pgmap v125: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:47.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:46 smithi179 bash[18882]: cluster 2024-06-06T11:05:45.785266+0000 mgr.y (mgr.14427) 145 : cluster [DBG] pgmap v125: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:49.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:48 smithi132 bash[17898]: cluster 2024-06-06T11:05:47.786543+0000 mgr.y (mgr.14427) 146 : cluster [DBG] pgmap v126: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:49.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:48 smithi132 bash[25563]: cluster 2024-06-06T11:05:47.786543+0000 mgr.y (mgr.14427) 146 : cluster [DBG] pgmap v126: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:49.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:48 smithi179 bash[18882]: cluster 2024-06-06T11:05:47.786543+0000 mgr.y (mgr.14427) 146 : cluster [DBG] pgmap v126: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:51.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:50 smithi132 bash[17898]: cluster 2024-06-06T11:05:49.787241+0000 mgr.y (mgr.14427) 147 : cluster [DBG] pgmap v127: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:51.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:50 smithi132 bash[25563]: cluster 2024-06-06T11:05:49.787241+0000 mgr.y (mgr.14427) 147 : cluster [DBG] pgmap v127: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:50 smithi179 bash[18882]: cluster 2024-06-06T11:05:49.787241+0000 mgr.y (mgr.14427) 147 : cluster [DBG] pgmap v127: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:51.321 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:05:51.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:05:51 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:51] "GET /metrics HTTP/1.1" 200 191440 "" "Prometheus/2.33.4" 2024-06-06T11:05:53.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:52 smithi132 bash[17898]: cluster 2024-06-06T11:05:51.787888+0000 mgr.y (mgr.14427) 148 : cluster [DBG] pgmap v128: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:53.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:52 smithi132 bash[25563]: cluster 2024-06-06T11:05:51.787888+0000 mgr.y (mgr.14427) 148 : cluster [DBG] pgmap v128: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:53.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:52 smithi179 bash[18882]: cluster 2024-06-06T11:05:51.787888+0000 mgr.y (mgr.14427) 148 : cluster [DBG] pgmap v128: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:54.263 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:05:54.266 INFO:teuthology.orchestra.run.smithi132.stderr:dumped all 2024-06-06T11:05:54.982 INFO:teuthology.orchestra.run.smithi132.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2024-06-06T11:05:53.788199+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2381660,"kb_used_data":4892,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747579556,"statfs":{"total":767960285184,"available":765521465344,"internally_reserved":0,"allocated":5009408,"data_stored":2112141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005076"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.118084+0000","last_change":"2024-06-06T11:04:24.099494+0000","last_active":"2024-06-06T11:05:02.118084+0000","last_peered":"2024-06-06T11:05:02.118084+0000","last_clean":"2024-06-06T11:05:02.118084+0000","last_became_active":"2024-06-06T11:04:24.098646+0000","last_became_peered":"2024-06-06T11:04:24.098646+0000","last_unstale":"2024-06-06T11:05:02.118084+0000","last_undegraded":"2024-06-06T11:05:02.118084+0000","last_fullsized":"2024-06-06T11:05:02.118084+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"59'4","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538744+0000","last_change":"2024-06-06T11:04:24.073713+0000","last_active":"2024-06-06T11:05:02.538744+0000","last_peered":"2024-06-06T11:05:02.538744+0000","last_clean":"2024-06-06T11:05:02.538744+0000","last_became_active":"2024-06-06T11:04:24.070578+0000","last_became_peered":"2024-06-06T11:04:24.070578+0000","last_unstale":"2024-06-06T11:05:02.538744+0000","last_undegraded":"2024-06-06T11:05:02.538744+0000","last_fullsized":"2024-06-06T11:05:02.538744+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119362+0000","last_change":"2024-06-06T11:04:24.105195+0000","last_active":"2024-06-06T11:05:02.119362+0000","last_peered":"2024-06-06T11:05:02.119362+0000","last_clean":"2024-06-06T11:05:02.119362+0000","last_became_active":"2024-06-06T11:04:24.104897+0000","last_became_peered":"2024-06-06T11:04:24.104897+0000","last_unstale":"2024-06-06T11:05:02.119362+0000","last_undegraded":"2024-06-06T11:05:02.119362+0000","last_fullsized":"2024-06-06T11:05:02.119362+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120079+0000","last_change":"2024-06-06T11:04:24.079443+0000","last_active":"2024-06-06T11:05:02.120079+0000","last_peered":"2024-06-06T11:05:02.120079+0000","last_clean":"2024-06-06T11:05:02.120079+0000","last_became_active":"2024-06-06T11:04:24.078768+0000","last_became_peered":"2024-06-06T11:04:24.078768+0000","last_unstale":"2024-06-06T11:05:02.120079+0000","last_undegraded":"2024-06-06T11:05:02.120079+0000","last_fullsized":"2024-06-06T11:05:02.120079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119589+0000","last_change":"2024-06-06T11:04:24.093750+0000","last_active":"2024-06-06T11:05:02.119589+0000","last_peered":"2024-06-06T11:05:02.119589+0000","last_clean":"2024-06-06T11:05:02.119589+0000","last_became_active":"2024-06-06T11:04:24.093355+0000","last_became_peered":"2024-06-06T11:04:24.093355+0000","last_unstale":"2024-06-06T11:05:02.119589+0000","last_undegraded":"2024-06-06T11:05:02.119589+0000","last_fullsized":"2024-06-06T11:05:02.119589+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120236+0000","last_change":"2024-06-06T11:04:24.075523+0000","last_active":"2024-06-06T11:05:02.120236+0000","last_peered":"2024-06-06T11:05:02.120236+0000","last_clean":"2024-06-06T11:05:02.120236+0000","last_became_active":"2024-06-06T11:04:24.075117+0000","last_became_peered":"2024-06-06T11:04:24.075117+0000","last_unstale":"2024-06-06T11:05:02.120236+0000","last_undegraded":"2024-06-06T11:05:02.120236+0000","last_fullsized":"2024-06-06T11:05:02.120236+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120166+0000","last_change":"2024-06-06T11:04:24.100590+0000","last_active":"2024-06-06T11:05:02.120166+0000","last_peered":"2024-06-06T11:05:02.120166+0000","last_clean":"2024-06-06T11:05:02.120166+0000","last_became_active":"2024-06-06T11:04:24.100214+0000","last_became_peered":"2024-06-06T11:04:24.100214+0000","last_unstale":"2024-06-06T11:05:02.120166+0000","last_undegraded":"2024-06-06T11:05:02.120166+0000","last_fullsized":"2024-06-06T11:05:02.120166+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119361+0000","last_change":"2024-06-06T11:04:24.072472+0000","last_active":"2024-06-06T11:05:02.119361+0000","last_peered":"2024-06-06T11:05:02.119361+0000","last_clean":"2024-06-06T11:05:02.119361+0000","last_became_active":"2024-06-06T11:04:24.071013+0000","last_became_peered":"2024-06-06T11:04:24.071013+0000","last_unstale":"2024-06-06T11:05:02.119361+0000","last_undegraded":"2024-06-06T11:05:02.119361+0000","last_fullsized":"2024-06-06T11:05:02.119361+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.114789+0000","last_change":"2024-06-06T11:04:24.100921+0000","last_active":"2024-06-06T11:05:02.114789+0000","last_peered":"2024-06-06T11:05:02.114789+0000","last_clean":"2024-06-06T11:05:02.114789+0000","last_became_active":"2024-06-06T11:04:24.100601+0000","last_became_peered":"2024-06-06T11:04:24.100601+0000","last_unstale":"2024-06-06T11:05:02.114789+0000","last_undegraded":"2024-06-06T11:05:02.114789+0000","last_fullsized":"2024-06-06T11:05:02.114789+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538644+0000","last_change":"2024-06-06T11:04:24.070710+0000","last_active":"2024-06-06T11:05:02.538644+0000","last_peered":"2024-06-06T11:05:02.538644+0000","last_clean":"2024-06-06T11:05:02.538644+0000","last_became_active":"2024-06-06T11:04:24.070147+0000","last_became_peered":"2024-06-06T11:04:24.070147+0000","last_unstale":"2024-06-06T11:05:02.538644+0000","last_undegraded":"2024-06-06T11:05:02.538644+0000","last_fullsized":"2024-06-06T11:05:02.538644+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.118835+0000","last_change":"2024-06-06T11:04:24.095328+0000","last_active":"2024-06-06T11:05:02.118835+0000","last_peered":"2024-06-06T11:05:02.118835+0000","last_clean":"2024-06-06T11:05:02.118835+0000","last_became_active":"2024-06-06T11:04:24.094876+0000","last_became_peered":"2024-06-06T11:04:24.094876+0000","last_unstale":"2024-06-06T11:05:02.118835+0000","last_undegraded":"2024-06-06T11:05:02.118835+0000","last_fullsized":"2024-06-06T11:05:02.118835+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538801+0000","last_change":"2024-06-06T11:04:24.070543+0000","last_active":"2024-06-06T11:05:02.538801+0000","last_peered":"2024-06-06T11:05:02.538801+0000","last_clean":"2024-06-06T11:05:02.538801+0000","last_became_active":"2024-06-06T11:04:24.069724+0000","last_became_peered":"2024-06-06T11:04:24.069724+0000","last_unstale":"2024-06-06T11:05:02.538801+0000","last_undegraded":"2024-06-06T11:05:02.538801+0000","last_fullsized":"2024-06-06T11:05:02.538801+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123741+0000","last_change":"2024-06-06T11:02:29.125257+0000","last_active":"2024-06-06T11:05:02.123741+0000","last_peered":"2024-06-06T11:05:02.123741+0000","last_clean":"2024-06-06T11:05:02.123741+0000","last_became_active":"2024-06-06T11:02:29.124240+0000","last_became_peered":"2024-06-06T11:02:29.124240+0000","last_unstale":"2024-06-06T11:05:02.123741+0000","last_undegraded":"2024-06-06T11:05:02.123741+0000","last_fullsized":"2024-06-06T11:05:02.123741+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119133+0000","last_change":"2024-06-06T11:04:24.264965+0000","last_active":"2024-06-06T11:05:02.119133+0000","last_peered":"2024-06-06T11:05:02.119133+0000","last_clean":"2024-06-06T11:05:02.119133+0000","last_became_active":"2024-06-06T11:04:24.264645+0000","last_became_peered":"2024-06-06T11:04:24.264645+0000","last_unstale":"2024-06-06T11:05:02.119133+0000","last_undegraded":"2024-06-06T11:05:02.119133+0000","last_fullsized":"2024-06-06T11:05:02.119133+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.116484+0000","last_change":"2024-06-06T11:02:29.331846+0000","last_active":"2024-06-06T11:05:02.116484+0000","last_peered":"2024-06-06T11:05:02.116484+0000","last_clean":"2024-06-06T11:05:02.116484+0000","last_became_active":"2024-06-06T11:02:29.331535+0000","last_became_peered":"2024-06-06T11:02:29.331535+0000","last_unstale":"2024-06-06T11:05:02.116484+0000","last_undegraded":"2024-06-06T11:05:02.116484+0000","last_fullsized":"2024-06-06T11:05:02.116484+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120401+0000","last_change":"2024-06-06T11:04:24.073739+0000","last_active":"2024-06-06T11:05:02.120401+0000","last_peered":"2024-06-06T11:05:02.120401+0000","last_clean":"2024-06-06T11:05:02.120401+0000","last_became_active":"2024-06-06T11:04:24.073421+0000","last_became_peered":"2024-06-06T11:04:24.073421+0000","last_unstale":"2024-06-06T11:05:02.120401+0000","last_undegraded":"2024-06-06T11:05:02.120401+0000","last_fullsized":"2024-06-06T11:05:02.120401+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538436+0000","last_change":"2024-06-06T11:04:24.264613+0000","last_active":"2024-06-06T11:05:02.538436+0000","last_peered":"2024-06-06T11:05:02.538436+0000","last_clean":"2024-06-06T11:05:02.538436+0000","last_became_active":"2024-06-06T11:04:24.263989+0000","last_became_peered":"2024-06-06T11:04:24.263989+0000","last_unstale":"2024-06-06T11:05:02.538436+0000","last_undegraded":"2024-06-06T11:05:02.538436+0000","last_fullsized":"2024-06-06T11:05:02.538436+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.115639+0000","last_change":"2024-06-06T11:04:24.071044+0000","last_active":"2024-06-06T11:05:02.115639+0000","last_peered":"2024-06-06T11:05:02.115639+0000","last_clean":"2024-06-06T11:05:02.115639+0000","last_became_active":"2024-06-06T11:04:24.070294+0000","last_became_peered":"2024-06-06T11:04:24.070294+0000","last_unstale":"2024-06-06T11:05:02.115639+0000","last_undegraded":"2024-06-06T11:05:02.115639+0000","last_fullsized":"2024-06-06T11:05:02.115639+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123040+0000","last_change":"2024-06-06T11:02:29.332151+0000","last_active":"2024-06-06T11:05:02.123040+0000","last_peered":"2024-06-06T11:05:02.123040+0000","last_clean":"2024-06-06T11:05:02.123040+0000","last_became_active":"2024-06-06T11:02:29.331554+0000","last_became_peered":"2024-06-06T11:02:29.331554+0000","last_unstale":"2024-06-06T11:05:02.123040+0000","last_undegraded":"2024-06-06T11:05:02.123040+0000","last_fullsized":"2024-06-06T11:05:02.123040+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538782+0000","last_change":"2024-06-06T11:04:24.101891+0000","last_active":"2024-06-06T11:05:02.538782+0000","last_peered":"2024-06-06T11:05:02.538782+0000","last_clean":"2024-06-06T11:05:02.538782+0000","last_became_active":"2024-06-06T11:04:24.101571+0000","last_became_peered":"2024-06-06T11:04:24.101571+0000","last_unstale":"2024-06-06T11:05:02.538782+0000","last_undegraded":"2024-06-06T11:05:02.538782+0000","last_fullsized":"2024-06-06T11:05:02.538782+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538170+0000","last_change":"2024-06-06T11:04:24.073947+0000","last_active":"2024-06-06T11:05:02.538170+0000","last_peered":"2024-06-06T11:05:02.538170+0000","last_clean":"2024-06-06T11:05:02.538170+0000","last_became_active":"2024-06-06T11:04:24.072977+0000","last_became_peered":"2024-06-06T11:04:24.072977+0000","last_unstale":"2024-06-06T11:05:02.538170+0000","last_undegraded":"2024-06-06T11:05:02.538170+0000","last_fullsized":"2024-06-06T11:05:02.538170+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123067+0000","last_change":"2024-06-06T11:02:29.330278+0000","last_active":"2024-06-06T11:05:02.123067+0000","last_peered":"2024-06-06T11:05:02.123067+0000","last_clean":"2024-06-06T11:05:02.123067+0000","last_became_active":"2024-06-06T11:02:29.329465+0000","last_became_peered":"2024-06-06T11:02:29.329465+0000","last_unstale":"2024-06-06T11:05:02.123067+0000","last_undegraded":"2024-06-06T11:05:02.123067+0000","last_fullsized":"2024-06-06T11:05:02.123067+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123849+0000","last_change":"2024-06-06T11:04:24.259961+0000","last_active":"2024-06-06T11:05:02.123849+0000","last_peered":"2024-06-06T11:05:02.123849+0000","last_clean":"2024-06-06T11:05:02.123849+0000","last_became_active":"2024-06-06T11:04:24.259493+0000","last_became_peered":"2024-06-06T11:04:24.259493+0000","last_unstale":"2024-06-06T11:05:02.123849+0000","last_undegraded":"2024-06-06T11:05:02.123849+0000","last_fullsized":"2024-06-06T11:05:02.123849+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119462+0000","last_change":"2024-06-06T11:04:24.077019+0000","last_active":"2024-06-06T11:05:02.119462+0000","last_peered":"2024-06-06T11:05:02.119462+0000","last_clean":"2024-06-06T11:05:02.119462+0000","last_became_active":"2024-06-06T11:04:24.076690+0000","last_became_peered":"2024-06-06T11:04:24.076690+0000","last_unstale":"2024-06-06T11:05:02.119462+0000","last_undegraded":"2024-06-06T11:05:02.119462+0000","last_fullsized":"2024-06-06T11:05:02.119462+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.122526+0000","last_change":"2024-06-06T11:01:31.516885+0000","last_active":"2024-06-06T11:05:02.122526+0000","last_peered":"2024-06-06T11:05:02.122526+0000","last_clean":"2024-06-06T11:05:02.122526+0000","last_became_active":"2024-06-06T11:01:31.516569+0000","last_became_peered":"2024-06-06T11:01:31.516569+0000","last_unstale":"2024-06-06T11:05:02.122526+0000","last_undegraded":"2024-06-06T11:05:02.122526+0000","last_fullsized":"2024-06-06T11:05:02.122526+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_clean_scrub_stamp":"2024-06-06T10:57:58.056429+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119599+0000","last_change":"2024-06-06T11:02:29.125030+0000","last_active":"2024-06-06T11:05:02.119599+0000","last_peered":"2024-06-06T11:05:02.119599+0000","last_clean":"2024-06-06T11:05:02.119599+0000","last_became_active":"2024-06-06T11:02:29.124698+0000","last_became_peered":"2024-06-06T11:02:29.124698+0000","last_unstale":"2024-06-06T11:05:02.119599+0000","last_undegraded":"2024-06-06T11:05:02.119599+0000","last_fullsized":"2024-06-06T11:05:02.119599+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.116725+0000","last_change":"2024-06-06T11:04:24.102073+0000","last_active":"2024-06-06T11:05:02.116725+0000","last_peered":"2024-06-06T11:05:02.116725+0000","last_clean":"2024-06-06T11:05:02.116725+0000","last_became_active":"2024-06-06T11:04:24.101757+0000","last_became_peered":"2024-06-06T11:04:24.101757+0000","last_unstale":"2024-06-06T11:05:02.116725+0000","last_undegraded":"2024-06-06T11:05:02.116725+0000","last_fullsized":"2024-06-06T11:05:02.116725+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.114617+0000","last_change":"2024-06-06T11:04:24.077822+0000","last_active":"2024-06-06T11:05:02.114617+0000","last_peered":"2024-06-06T11:05:02.114617+0000","last_clean":"2024-06-06T11:05:02.114617+0000","last_became_active":"2024-06-06T11:04:24.077484+0000","last_became_peered":"2024-06-06T11:04:24.077484+0000","last_unstale":"2024-06-06T11:05:02.114617+0000","last_undegraded":"2024-06-06T11:05:02.114617+0000","last_fullsized":"2024-06-06T11:05:02.114617+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.116124+0000","last_change":"2024-06-06T11:02:29.330460+0000","last_active":"2024-06-06T11:05:02.116124+0000","last_peered":"2024-06-06T11:05:02.116124+0000","last_clean":"2024-06-06T11:05:02.116124+0000","last_became_active":"2024-06-06T11:02:29.330045+0000","last_became_peered":"2024-06-06T11:02:29.330045+0000","last_unstale":"2024-06-06T11:05:02.116124+0000","last_undegraded":"2024-06-06T11:05:02.116124+0000","last_fullsized":"2024-06-06T11:05:02.116124+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-06-06T11:05:03.122842+0000","last_change":"2024-06-06T11:05:03.122842+0000","last_active":"2024-06-06T11:05:03.122842+0000","last_peered":"2024-06-06T11:05:03.122842+0000","last_clean":"2024-06-06T11:05:03.122842+0000","last_became_active":"2024-06-06T11:05:03.122478+0000","last_became_peered":"2024-06-06T11:05:03.122478+0000","last_unstale":"2024-06-06T11:05:03.122842+0000","last_undegraded":"2024-06-06T11:05:03.122842+0000","last_fullsized":"2024-06-06T11:05:03.122842+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119846+0000","last_change":"2024-06-06T11:04:24.079761+0000","last_active":"2024-06-06T11:05:02.119846+0000","last_peered":"2024-06-06T11:05:02.119846+0000","last_clean":"2024-06-06T11:05:02.119846+0000","last_became_active":"2024-06-06T11:04:24.079254+0000","last_became_peered":"2024-06-06T11:04:24.079254+0000","last_unstale":"2024-06-06T11:05:02.119846+0000","last_undegraded":"2024-06-06T11:05:02.119846+0000","last_fullsized":"2024-06-06T11:05:02.119846+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119870+0000","last_change":"2024-06-06T11:02:29.126499+0000","last_active":"2024-06-06T11:05:02.119870+0000","last_peered":"2024-06-06T11:05:02.119870+0000","last_clean":"2024-06-06T11:05:02.119870+0000","last_became_active":"2024-06-06T11:02:29.126083+0000","last_became_peered":"2024-06-06T11:02:29.126083+0000","last_unstale":"2024-06-06T11:05:02.119870+0000","last_undegraded":"2024-06-06T11:05:02.119870+0000","last_fullsized":"2024-06-06T11:05:02.119870+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.114908+0000","last_change":"2024-06-06T11:04:24.104146+0000","last_active":"2024-06-06T11:05:02.114908+0000","last_peered":"2024-06-06T11:05:02.114908+0000","last_clean":"2024-06-06T11:05:02.114908+0000","last_became_active":"2024-06-06T11:04:24.103886+0000","last_became_peered":"2024-06-06T11:04:24.103886+0000","last_unstale":"2024-06-06T11:05:02.114908+0000","last_undegraded":"2024-06-06T11:05:02.114908+0000","last_fullsized":"2024-06-06T11:05:02.114908+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120058+0000","last_change":"2024-06-06T11:04:24.081669+0000","last_active":"2024-06-06T11:05:02.120058+0000","last_peered":"2024-06-06T11:05:02.120058+0000","last_clean":"2024-06-06T11:05:02.120058+0000","last_became_active":"2024-06-06T11:04:24.081319+0000","last_became_peered":"2024-06-06T11:04:24.081319+0000","last_unstale":"2024-06-06T11:05:02.120058+0000","last_undegraded":"2024-06-06T11:05:02.120058+0000","last_fullsized":"2024-06-06T11:05:02.120058+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.115483+0000","last_change":"2024-06-06T11:02:29.330335+0000","last_active":"2024-06-06T11:05:02.115483+0000","last_peered":"2024-06-06T11:05:02.115483+0000","last_clean":"2024-06-06T11:05:02.115483+0000","last_became_active":"2024-06-06T11:02:29.329955+0000","last_became_peered":"2024-06-06T11:02:29.329955+0000","last_unstale":"2024-06-06T11:05:02.115483+0000","last_undegraded":"2024-06-06T11:05:02.115483+0000","last_fullsized":"2024-06-06T11:05:02.115483+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.116856+0000","last_change":"2024-06-06T11:04:24.111611+0000","last_active":"2024-06-06T11:05:02.116856+0000","last_peered":"2024-06-06T11:05:02.116856+0000","last_clean":"2024-06-06T11:05:02.116856+0000","last_became_active":"2024-06-06T11:04:24.111100+0000","last_became_peered":"2024-06-06T11:04:24.111100+0000","last_unstale":"2024-06-06T11:05:02.116856+0000","last_undegraded":"2024-06-06T11:05:02.116856+0000","last_fullsized":"2024-06-06T11:05:02.116856+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119187+0000","last_change":"2024-06-06T11:04:24.081251+0000","last_active":"2024-06-06T11:05:02.119187+0000","last_peered":"2024-06-06T11:05:02.119187+0000","last_clean":"2024-06-06T11:05:02.119187+0000","last_became_active":"2024-06-06T11:04:24.080372+0000","last_became_peered":"2024-06-06T11:04:24.080372+0000","last_unstale":"2024-06-06T11:05:02.119187+0000","last_undegraded":"2024-06-06T11:05:02.119187+0000","last_fullsized":"2024-06-06T11:05:02.119187+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120347+0000","last_change":"2024-06-06T11:04:24.100358+0000","last_active":"2024-06-06T11:05:02.120347+0000","last_peered":"2024-06-06T11:05:02.120347+0000","last_clean":"2024-06-06T11:05:02.120347+0000","last_became_active":"2024-06-06T11:04:24.099588+0000","last_became_peered":"2024-06-06T11:04:24.099588+0000","last_unstale":"2024-06-06T11:05:02.120347+0000","last_undegraded":"2024-06-06T11:05:02.120347+0000","last_fullsized":"2024-06-06T11:05:02.120347+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119030+0000","last_change":"2024-06-06T11:04:24.071846+0000","last_active":"2024-06-06T11:05:02.119030+0000","last_peered":"2024-06-06T11:05:02.119030+0000","last_clean":"2024-06-06T11:05:02.119030+0000","last_became_active":"2024-06-06T11:04:24.071523+0000","last_became_peered":"2024-06-06T11:04:24.071523+0000","last_unstale":"2024-06-06T11:05:02.119030+0000","last_undegraded":"2024-06-06T11:05:02.119030+0000","last_fullsized":"2024-06-06T11:05:02.119030+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120818+0000","last_change":"2024-06-06T11:04:24.101589+0000","last_active":"2024-06-06T11:05:02.120818+0000","last_peered":"2024-06-06T11:05:02.120818+0000","last_clean":"2024-06-06T11:05:02.120818+0000","last_became_active":"2024-06-06T11:04:24.101164+0000","last_became_peered":"2024-06-06T11:04:24.101164+0000","last_unstale":"2024-06-06T11:05:02.120818+0000","last_undegraded":"2024-06-06T11:05:02.120818+0000","last_fullsized":"2024-06-06T11:05:02.120818+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123124+0000","last_change":"2024-06-06T11:04:24.074502+0000","last_active":"2024-06-06T11:05:02.123124+0000","last_peered":"2024-06-06T11:05:02.123124+0000","last_clean":"2024-06-06T11:05:02.123124+0000","last_became_active":"2024-06-06T11:04:24.074113+0000","last_became_peered":"2024-06-06T11:04:24.074113+0000","last_unstale":"2024-06-06T11:05:02.123124+0000","last_undegraded":"2024-06-06T11:05:02.123124+0000","last_fullsized":"2024-06-06T11:05:02.123124+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120263+0000","last_change":"2024-06-06T11:04:24.095934+0000","last_active":"2024-06-06T11:05:02.120263+0000","last_peered":"2024-06-06T11:05:02.120263+0000","last_clean":"2024-06-06T11:05:02.120263+0000","last_became_active":"2024-06-06T11:04:24.095566+0000","last_became_peered":"2024-06-06T11:04:24.095566+0000","last_unstale":"2024-06-06T11:05:02.120263+0000","last_undegraded":"2024-06-06T11:05:02.120263+0000","last_fullsized":"2024-06-06T11:05:02.120263+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119742+0000","last_change":"2024-06-06T11:04:24.080032+0000","last_active":"2024-06-06T11:05:02.119742+0000","last_peered":"2024-06-06T11:05:02.119742+0000","last_clean":"2024-06-06T11:05:02.119742+0000","last_became_active":"2024-06-06T11:04:24.079701+0000","last_became_peered":"2024-06-06T11:04:24.079701+0000","last_unstale":"2024-06-06T11:05:02.119742+0000","last_undegraded":"2024-06-06T11:05:02.119742+0000","last_fullsized":"2024-06-06T11:05:02.119742+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538195+0000","last_change":"2024-06-06T11:04:24.102192+0000","last_active":"2024-06-06T11:05:02.538195+0000","last_peered":"2024-06-06T11:05:02.538195+0000","last_clean":"2024-06-06T11:05:02.538195+0000","last_became_active":"2024-06-06T11:04:24.101690+0000","last_became_peered":"2024-06-06T11:04:24.101690+0000","last_unstale":"2024-06-06T11:05:02.538195+0000","last_undegraded":"2024-06-06T11:05:02.538195+0000","last_fullsized":"2024-06-06T11:05:02.538195+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119146+0000","last_change":"2024-06-06T11:04:24.079739+0000","last_active":"2024-06-06T11:05:02.119146+0000","last_peered":"2024-06-06T11:05:02.119146+0000","last_clean":"2024-06-06T11:05:02.119146+0000","last_became_active":"2024-06-06T11:04:24.079401+0000","last_became_peered":"2024-06-06T11:04:24.079401+0000","last_unstale":"2024-06-06T11:05:02.119146+0000","last_undegraded":"2024-06-06T11:05:02.119146+0000","last_fullsized":"2024-06-06T11:05:02.119146+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.122956+0000","last_change":"2024-06-06T11:04:24.261065+0000","last_active":"2024-06-06T11:05:02.122956+0000","last_peered":"2024-06-06T11:05:02.122956+0000","last_clean":"2024-06-06T11:05:02.122956+0000","last_became_active":"2024-06-06T11:04:24.259053+0000","last_became_peered":"2024-06-06T11:04:24.259053+0000","last_unstale":"2024-06-06T11:05:02.122956+0000","last_undegraded":"2024-06-06T11:05:02.122956+0000","last_fullsized":"2024-06-06T11:05:02.122956+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123234+0000","last_change":"2024-06-06T11:04:24.076798+0000","last_active":"2024-06-06T11:05:02.123234+0000","last_peered":"2024-06-06T11:05:02.123234+0000","last_clean":"2024-06-06T11:05:02.123234+0000","last_became_active":"2024-06-06T11:04:24.076357+0000","last_became_peered":"2024-06-06T11:04:24.076357+0000","last_unstale":"2024-06-06T11:05:02.123234+0000","last_undegraded":"2024-06-06T11:05:02.123234+0000","last_fullsized":"2024-06-06T11:05:02.123234+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.118494+0000","last_change":"2024-06-06T11:04:24.099383+0000","last_active":"2024-06-06T11:05:02.118494+0000","last_peered":"2024-06-06T11:05:02.118494+0000","last_clean":"2024-06-06T11:05:02.118494+0000","last_became_active":"2024-06-06T11:04:24.098630+0000","last_became_peered":"2024-06-06T11:04:24.098630+0000","last_unstale":"2024-06-06T11:05:02.118494+0000","last_undegraded":"2024-06-06T11:05:02.118494+0000","last_fullsized":"2024-06-06T11:05:02.118494+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123290+0000","last_change":"2024-06-06T11:04:24.078300+0000","last_active":"2024-06-06T11:05:02.123290+0000","last_peered":"2024-06-06T11:05:02.123290+0000","last_clean":"2024-06-06T11:05:02.123290+0000","last_became_active":"2024-06-06T11:04:24.077921+0000","last_became_peered":"2024-06-06T11:04:24.077921+0000","last_unstale":"2024-06-06T11:05:02.123290+0000","last_undegraded":"2024-06-06T11:05:02.123290+0000","last_fullsized":"2024-06-06T11:05:02.123290+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119105+0000","last_change":"2024-06-06T11:04:24.263681+0000","last_active":"2024-06-06T11:05:02.119105+0000","last_peered":"2024-06-06T11:05:02.119105+0000","last_clean":"2024-06-06T11:05:02.119105+0000","last_became_active":"2024-06-06T11:04:24.263220+0000","last_became_peered":"2024-06-06T11:04:24.263220+0000","last_unstale":"2024-06-06T11:05:02.119105+0000","last_undegraded":"2024-06-06T11:05:02.119105+0000","last_fullsized":"2024-06-06T11:05:02.119105+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123755+0000","last_change":"2024-06-06T11:04:24.078991+0000","last_active":"2024-06-06T11:05:02.123755+0000","last_peered":"2024-06-06T11:05:02.123755+0000","last_clean":"2024-06-06T11:05:02.123755+0000","last_became_active":"2024-06-06T11:04:24.078667+0000","last_became_peered":"2024-06-06T11:04:24.078667+0000","last_unstale":"2024-06-06T11:05:02.123755+0000","last_undegraded":"2024-06-06T11:05:02.123755+0000","last_fullsized":"2024-06-06T11:05:02.123755+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-06-06T11:05:03.570827+0000","last_change":"2024-06-06T11:05:03.570827+0000","last_active":"2024-06-06T11:05:03.570827+0000","last_peered":"2024-06-06T11:05:03.570827+0000","last_clean":"2024-06-06T11:05:03.570827+0000","last_became_active":"2024-06-06T11:05:03.569815+0000","last_became_peered":"2024-06-06T11:05:03.569815+0000","last_unstale":"2024-06-06T11:05:03.570827+0000","last_undegraded":"2024-06-06T11:05:03.570827+0000","last_fullsized":"2024-06-06T11:05:03.570827+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"59'8","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.122038+0000","last_change":"2024-06-06T11:04:24.075510+0000","last_active":"2024-06-06T11:05:02.122038+0000","last_peered":"2024-06-06T11:05:02.122038+0000","last_clean":"2024-06-06T11:05:02.122038+0000","last_became_active":"2024-06-06T11:04:24.074388+0000","last_became_peered":"2024-06-06T11:04:24.074388+0000","last_unstale":"2024-06-06T11:05:02.122038+0000","last_undegraded":"2024-06-06T11:05:02.122038+0000","last_fullsized":"2024-06-06T11:05:02.122038+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538509+0000","last_change":"2024-06-06T11:04:24.261177+0000","last_active":"2024-06-06T11:05:02.538509+0000","last_peered":"2024-06-06T11:05:02.538509+0000","last_clean":"2024-06-06T11:05:02.538509+0000","last_became_active":"2024-06-06T11:04:24.260354+0000","last_became_peered":"2024-06-06T11:04:24.260354+0000","last_unstale":"2024-06-06T11:05:02.538509+0000","last_undegraded":"2024-06-06T11:05:02.538509+0000","last_fullsized":"2024-06-06T11:05:02.538509+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123012+0000","last_change":"2024-06-06T11:04:24.076078+0000","last_active":"2024-06-06T11:05:02.123012+0000","last_peered":"2024-06-06T11:05:02.123012+0000","last_clean":"2024-06-06T11:05:02.123012+0000","last_became_active":"2024-06-06T11:04:24.075019+0000","last_became_peered":"2024-06-06T11:04:24.075019+0000","last_unstale":"2024-06-06T11:05:02.123012+0000","last_undegraded":"2024-06-06T11:05:02.123012+0000","last_fullsized":"2024-06-06T11:05:02.123012+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119778+0000","last_change":"2024-06-06T11:04:24.261087+0000","last_active":"2024-06-06T11:05:02.119778+0000","last_peered":"2024-06-06T11:05:02.119778+0000","last_clean":"2024-06-06T11:05:02.119778+0000","last_became_active":"2024-06-06T11:04:24.260614+0000","last_became_peered":"2024-06-06T11:04:24.260614+0000","last_unstale":"2024-06-06T11:05:02.119778+0000","last_undegraded":"2024-06-06T11:05:02.119778+0000","last_fullsized":"2024-06-06T11:05:02.119778+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538009+0000","last_change":"2024-06-06T11:04:24.075962+0000","last_active":"2024-06-06T11:05:02.538009+0000","last_peered":"2024-06-06T11:05:02.538009+0000","last_clean":"2024-06-06T11:05:02.538009+0000","last_became_active":"2024-06-06T11:04:24.075515+0000","last_became_peered":"2024-06-06T11:04:24.075515+0000","last_unstale":"2024-06-06T11:05:02.538009+0000","last_undegraded":"2024-06-06T11:05:02.538009+0000","last_fullsized":"2024-06-06T11:05:02.538009+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120888+0000","last_change":"2024-06-06T11:04:24.260621+0000","last_active":"2024-06-06T11:05:02.120888+0000","last_peered":"2024-06-06T11:05:02.120888+0000","last_clean":"2024-06-06T11:05:02.120888+0000","last_became_active":"2024-06-06T11:04:24.260226+0000","last_became_peered":"2024-06-06T11:04:24.260226+0000","last_unstale":"2024-06-06T11:05:02.120888+0000","last_undegraded":"2024-06-06T11:05:02.120888+0000","last_fullsized":"2024-06-06T11:05:02.120888+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.122825+0000","last_change":"2024-06-06T11:04:24.078961+0000","last_active":"2024-06-06T11:05:02.122825+0000","last_peered":"2024-06-06T11:05:02.122825+0000","last_clean":"2024-06-06T11:05:02.122825+0000","last_became_active":"2024-06-06T11:04:24.078685+0000","last_became_peered":"2024-06-06T11:04:24.078685+0000","last_unstale":"2024-06-06T11:05:02.122825+0000","last_undegraded":"2024-06-06T11:05:02.122825+0000","last_fullsized":"2024-06-06T11:05:02.122825+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-06-06T11:05:03.568651+0000","last_change":"2024-06-06T11:05:03.568651+0000","last_active":"2024-06-06T11:05:03.568651+0000","last_peered":"2024-06-06T11:05:03.568651+0000","last_clean":"2024-06-06T11:05:03.568651+0000","last_became_active":"2024-06-06T11:05:03.567666+0000","last_became_peered":"2024-06-06T11:05:03.567666+0000","last_unstale":"2024-06-06T11:05:03.568651+0000","last_undegraded":"2024-06-06T11:05:03.568651+0000","last_fullsized":"2024-06-06T11:05:03.568651+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"59'6","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120093+0000","last_change":"2024-06-06T11:04:24.080945+0000","last_active":"2024-06-06T11:05:02.120093+0000","last_peered":"2024-06-06T11:05:02.120093+0000","last_clean":"2024-06-06T11:05:02.120093+0000","last_became_active":"2024-06-06T11:04:24.080303+0000","last_became_peered":"2024-06-06T11:04:24.080303+0000","last_unstale":"2024-06-06T11:05:02.120093+0000","last_undegraded":"2024-06-06T11:05:02.120093+0000","last_fullsized":"2024-06-06T11:05:02.120093+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.114806+0000","last_change":"2024-06-06T11:04:24.105195+0000","last_active":"2024-06-06T11:05:02.114806+0000","last_peered":"2024-06-06T11:05:02.114806+0000","last_clean":"2024-06-06T11:05:02.114806+0000","last_became_active":"2024-06-06T11:04:24.104645+0000","last_became_peered":"2024-06-06T11:04:24.104645+0000","last_unstale":"2024-06-06T11:05:02.114806+0000","last_undegraded":"2024-06-06T11:05:02.114806+0000","last_fullsized":"2024-06-06T11:05:02.114806+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"59'3","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.122870+0000","last_change":"2024-06-06T11:04:24.079754+0000","last_active":"2024-06-06T11:05:02.122870+0000","last_peered":"2024-06-06T11:05:02.122870+0000","last_clean":"2024-06-06T11:05:02.122870+0000","last_became_active":"2024-06-06T11:04:24.079443+0000","last_became_peered":"2024-06-06T11:04:24.079443+0000","last_unstale":"2024-06-06T11:05:02.122870+0000","last_undegraded":"2024-06-06T11:05:02.122870+0000","last_fullsized":"2024-06-06T11:05:02.122870+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119371+0000","last_change":"2024-06-06T11:04:24.260195+0000","last_active":"2024-06-06T11:05:02.119371+0000","last_peered":"2024-06-06T11:05:02.119371+0000","last_clean":"2024-06-06T11:05:02.119371+0000","last_became_active":"2024-06-06T11:04:24.259815+0000","last_became_peered":"2024-06-06T11:04:24.259815+0000","last_unstale":"2024-06-06T11:05:02.119371+0000","last_undegraded":"2024-06-06T11:05:02.119371+0000","last_fullsized":"2024-06-06T11:05:02.119371+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120297+0000","last_change":"2024-06-06T11:04:24.070844+0000","last_active":"2024-06-06T11:05:02.120297+0000","last_peered":"2024-06-06T11:05:02.120297+0000","last_clean":"2024-06-06T11:05:02.120297+0000","last_became_active":"2024-06-06T11:04:24.069627+0000","last_became_peered":"2024-06-06T11:04:24.069627+0000","last_unstale":"2024-06-06T11:05:02.120297+0000","last_undegraded":"2024-06-06T11:05:02.120297+0000","last_fullsized":"2024-06-06T11:05:02.120297+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119333+0000","last_change":"2024-06-06T11:04:24.111247+0000","last_active":"2024-06-06T11:05:02.119333+0000","last_peered":"2024-06-06T11:05:02.119333+0000","last_clean":"2024-06-06T11:05:02.119333+0000","last_became_active":"2024-06-06T11:04:24.110859+0000","last_became_peered":"2024-06-06T11:04:24.110859+0000","last_unstale":"2024-06-06T11:05:02.119333+0000","last_undegraded":"2024-06-06T11:05:02.119333+0000","last_fullsized":"2024-06-06T11:05:02.119333+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538876+0000","last_change":"2024-06-06T11:04:24.074419+0000","last_active":"2024-06-06T11:05:02.538876+0000","last_peered":"2024-06-06T11:05:02.538876+0000","last_clean":"2024-06-06T11:05:02.538876+0000","last_became_active":"2024-06-06T11:04:24.073089+0000","last_became_peered":"2024-06-06T11:04:24.073089+0000","last_unstale":"2024-06-06T11:05:02.538876+0000","last_undegraded":"2024-06-06T11:05:02.538876+0000","last_fullsized":"2024-06-06T11:05:02.538876+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123646+0000","last_change":"2024-06-06T11:04:24.101541+0000","last_active":"2024-06-06T11:05:02.123646+0000","last_peered":"2024-06-06T11:05:02.123646+0000","last_clean":"2024-06-06T11:05:02.123646+0000","last_became_active":"2024-06-06T11:04:24.101115+0000","last_became_peered":"2024-06-06T11:04:24.101115+0000","last_unstale":"2024-06-06T11:05:02.123646+0000","last_undegraded":"2024-06-06T11:05:02.123646+0000","last_fullsized":"2024-06-06T11:05:02.123646+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119438+0000","last_change":"2024-06-06T11:04:24.080479+0000","last_active":"2024-06-06T11:05:02.119438+0000","last_peered":"2024-06-06T11:05:02.119438+0000","last_clean":"2024-06-06T11:05:02.119438+0000","last_became_active":"2024-06-06T11:04:24.080067+0000","last_became_peered":"2024-06-06T11:04:24.080067+0000","last_unstale":"2024-06-06T11:05:02.119438+0000","last_undegraded":"2024-06-06T11:05:02.119438+0000","last_fullsized":"2024-06-06T11:05:02.119438+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538544+0000","last_change":"2024-06-06T11:04:24.263958+0000","last_active":"2024-06-06T11:05:02.538544+0000","last_peered":"2024-06-06T11:05:02.538544+0000","last_clean":"2024-06-06T11:05:02.538544+0000","last_became_active":"2024-06-06T11:04:24.263665+0000","last_became_peered":"2024-06-06T11:04:24.263665+0000","last_unstale":"2024-06-06T11:05:02.538544+0000","last_undegraded":"2024-06-06T11:05:02.538544+0000","last_fullsized":"2024-06-06T11:05:02.538544+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.114542+0000","last_change":"2024-06-06T11:04:24.079406+0000","last_active":"2024-06-06T11:05:02.114542+0000","last_peered":"2024-06-06T11:05:02.114542+0000","last_clean":"2024-06-06T11:05:02.114542+0000","last_became_active":"2024-06-06T11:04:24.079066+0000","last_became_peered":"2024-06-06T11:04:24.079066+0000","last_unstale":"2024-06-06T11:05:02.114542+0000","last_undegraded":"2024-06-06T11:05:02.114542+0000","last_fullsized":"2024-06-06T11:05:02.114542+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119840+0000","last_change":"2024-06-06T11:04:24.098678+0000","last_active":"2024-06-06T11:05:02.119840+0000","last_peered":"2024-06-06T11:05:02.119840+0000","last_clean":"2024-06-06T11:05:02.119840+0000","last_became_active":"2024-06-06T11:04:24.098206+0000","last_became_peered":"2024-06-06T11:04:24.098206+0000","last_unstale":"2024-06-06T11:05:02.119840+0000","last_undegraded":"2024-06-06T11:05:02.119840+0000","last_fullsized":"2024-06-06T11:05:02.119840+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119517+0000","last_change":"2024-06-06T11:04:24.069562+0000","last_active":"2024-06-06T11:05:02.119517+0000","last_peered":"2024-06-06T11:05:02.119517+0000","last_clean":"2024-06-06T11:05:02.119517+0000","last_became_active":"2024-06-06T11:04:24.069236+0000","last_became_peered":"2024-06-06T11:04:24.069236+0000","last_unstale":"2024-06-06T11:05:02.119517+0000","last_undegraded":"2024-06-06T11:05:02.119517+0000","last_fullsized":"2024-06-06T11:05:02.119517+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430264,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297724,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447428,"statfs":{"total":95995035648,"available":95690166272,"internally_reserved":0,"allocated":643072,"data_stored":264938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.86799999999999999,"15min":0.873},"min":{"1min":0.57599999999999996,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.04,"5min":1.294,"15min":1.294},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.86899999999999999,"15min":0.85999999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":0.433}]},{"osd":1,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.88800000000000001,"15min":0.879},"min":{"1min":0.53700000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2609999999999999,"5min":1.466,"15min":1.466},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.91200000000000003,"15min":0.91000000000000003},"min":{"1min":0.67700000000000005,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":0.97799999999999998,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.60799999999999998}]},{"osd":2,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.88100000000000001,"15min":0.875},"min":{"1min":0.61799999999999999,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.1899999999999999,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.90400000000000003,"15min":0.89500000000000002},"min":{"1min":0.70399999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.1140000000000001,"5min":1.363,"15min":1.363},"last":0.503}]},{"osd":3,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.90900000000000003,"15min":0.91100000000000003},"min":{"1min":0.64900000000000002,"5min":0.501,"15min":0.501},"max":{"1min":1.155,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.97499999999999998,"15min":0.95299999999999996},"min":{"1min":0.73699999999999999,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.2010000000000001,"5min":1.429,"15min":1.429},"last":0.59699999999999998}]},{"osd":4,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.89200000000000002,"15min":0.85699999999999998},"min":{"1min":0.56799999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.23,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":1.048,"5min":0.93899999999999995,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.46700000000000003}]},{"osd":5,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":1.0920000000000001,"5min":1.0069999999999999,"15min":0.99099999999999999},"min":{"1min":0.59999999999999998,"5min":0.433,"15min":0.433},"max":{"1min":1.329,"5min":2.6419999999999999,"15min":2.6419999999999999},"last":0.626},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.0109999999999999,"15min":0.98299999999999998},"min":{"1min":0.70999999999999996,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.3029999999999999,"5min":1.395,"15min":1.395},"last":0.66400000000000003}]},{"osd":6,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.0680000000000001,"15min":1.04},"min":{"1min":0.80100000000000005,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.472,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.70299999999999996},{"interface":"front","average":{"1min":1.1160000000000001,"5min":1.0309999999999999,"15min":0.995},"min":{"1min":0.70699999999999996,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.359,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":0.63400000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626495,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297712,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447440,"statfs":{"total":95995035648,"available":95690178560,"internally_reserved":0,"allocated":630784,"data_stored":264792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:04:55 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.878,"15min":0.90900000000000003},"min":{"1min":0.64600000000000002,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.1100000000000001,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.91700000000000004,"15min":0.90700000000000003},"min":{"1min":0.57799999999999996,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.2849999999999999,"5min":1.343,"15min":1.343},"last":0.96699999999999997}]},{"osd":1,"last update":"Thu Jun 6 11:04:55 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.877,"15min":0.85099999999999998},"min":{"1min":0.64300000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":1.083},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.89700000000000002,"15min":0.89400000000000002},"min":{"1min":0.73999999999999999,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.1990000000000001,"5min":1.264,"15min":1.264},"last":1.0620000000000001}]},{"osd":2,"last update":"Thu Jun 6 11:04:55 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.88100000000000001,"15min":0.873},"min":{"1min":0.65300000000000002,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.91900000000000004,"15min":0.91700000000000004},"min":{"1min":0.623,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":0.58799999999999997}]},{"osd":3,"last update":"Thu Jun 6 11:04:55 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.90700000000000003,"15min":0.90000000000000002},"min":{"1min":0.70299999999999996,"5min":0.498,"15min":0.498},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":1.024},{"interface":"front","average":{"1min":1.0209999999999999,"5min":0.92400000000000004,"15min":0.91600000000000004},"min":{"1min":0.67400000000000004,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.85899999999999999}]},{"osd":4,"last update":"Thu Jun 6 11:04:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":0.88200000000000001,"15min":0.84999999999999998},"min":{"1min":0.67700000000000005,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.0349999999999999,"5min":0.93300000000000005,"15min":0.91100000000000003},"min":{"1min":0.72599999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.258,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":1.252}]},{"osd":5,"last update":"Thu Jun 6 11:04:55 2024","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.96399999999999997,"15min":0.94399999999999995},"min":{"1min":0.71199999999999997,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.518,"5min":1.518,"15min":1.518},"last":1.1379999999999999},{"interface":"front","average":{"1min":1.1299999999999999,"5min":1.0069999999999999,"15min":0.95599999999999996},"min":{"1min":0.81399999999999995,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.204}]},{"osd":7,"last update":"Thu Jun 6 11:05:40 2024","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.0229999999999999,"15min":0.96899999999999997},"min":{"1min":0.873,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.302,"5min":1.7150000000000001,"15min":1.7150000000000001},"last":1.169},{"interface":"front","average":{"1min":1.137,"5min":1.1220000000000001,"15min":1.1020000000000001},"min":{"1min":0.94799999999999995,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.4059999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.1200000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574954,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297696,"kb_used_data":600,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447456,"statfs":{"total":95995035648,"available":95690194944,"internally_reserved":0,"allocated":614400,"data_stored":263186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:27 2024","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.65400000000000003,"15min":0.57499999999999996},"min":{"1min":0.52100000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.70799999999999996,"15min":0.61499999999999999},"min":{"1min":0.56799999999999995,"5min":0.25,"15min":0.25},"max":{"1min":1.0249999999999999,"5min":1.038,"15min":1.038},"last":0.96799999999999997}]},{"osd":2,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.73699999999999999,"15min":0.66500000000000004},"min":{"1min":0.41099999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.94799999999999995,"5min":1.085,"15min":1.085},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.71999999999999997,"15min":0.65900000000000003},"min":{"1min":0.54300000000000004,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.96499999999999997,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.85599999999999998}]},{"osd":3,"last update":"Thu Jun 6 11:04:51 2024","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72499999999999998,"15min":0.72699999999999998},"min":{"1min":0.496,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.036,"5min":1.075,"15min":1.075},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.83599999999999997,"15min":0.80200000000000005},"min":{"1min":0.502,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.131,"5min":1.335,"15min":1.335},"last":0.93899999999999995}]},{"osd":4,"last update":"Thu Jun 6 11:05:27 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.91100000000000003,"15min":0.91300000000000003},"min":{"1min":0.58799999999999997,"5min":0.496,"15min":0.496},"max":{"1min":1.181,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":1.04},{"interface":"front","average":{"1min":1.109,"5min":1.0069999999999999,"15min":0.97099999999999997},"min":{"1min":0.85299999999999998,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.4299999999999999,"5min":1.53,"15min":1.53},"last":1.0089999999999999}]},{"osd":5,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.95199999999999996,"15min":0.97999999999999998},"min":{"1min":0.69799999999999995,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.3149999999999999,"5min":1.474,"15min":1.474},"last":1.1279999999999999},{"interface":"front","average":{"1min":1.026,"5min":0.98699999999999999,"15min":1.0429999999999999},"min":{"1min":0.77200000000000002,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.208,"5min":1.415,"15min":1.415},"last":1.024}]},{"osd":6,"last update":"Thu Jun 6 11:04:51 2024","interfaces":[{"interface":"back","average":{"1min":1.169,"5min":1.0980000000000001,"15min":1.097},"min":{"1min":0.94599999999999995,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.4119999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.069,"5min":1.0629999999999999,"15min":1.0740000000000001},"min":{"1min":0.75800000000000001,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.585,"5min":1.72,"15min":1.72},"last":1.254}]},{"osd":7,"last update":"Thu Jun 6 11:05:37 2024","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.05,"15min":1.0429999999999999},"min":{"1min":0.73399999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.242,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.1970000000000001},{"interface":"front","average":{"1min":1.1859999999999999,"5min":1.1140000000000001,"15min":1.1000000000000001},"min":{"1min":0.93000000000000005,"5min":0.753,"15min":0.753},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":1.2230000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738483,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297704,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447448,"statfs":{"total":95995035648,"available":95690186752,"internally_reserved":0,"allocated":622592,"data_stored":263762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.66000000000000003,"15min":0.58299999999999996},"min":{"1min":0.39000000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.79000000000000004,"5min":1.024,"15min":1.024},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.73699999999999999,"15min":0.64300000000000002},"min":{"1min":0.35099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.123,"5min":1.329,"15min":1.329},"last":0.91400000000000003}]},{"osd":2,"last update":"Thu Jun 6 11:05:13 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.72899999999999998,"15min":0.65600000000000003},"min":{"1min":0.41599999999999998,"5min":0.317,"15min":0.317},"max":{"1min":1.022,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.79600000000000004,"15min":0.70699999999999996},"min":{"1min":0.54300000000000004,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.1850000000000001,"5min":1.286,"15min":1.286},"last":0.82399999999999995}]},{"osd":3,"last update":"Thu Jun 6 11:05:45 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.78600000000000003,"15min":0.80500000000000005},"min":{"1min":0.48899999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.0640000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":1.018},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.79000000000000004,"15min":0.79600000000000004},"min":{"1min":0.47299999999999998,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.1459999999999999,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.755}]},{"osd":4,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.93700000000000006,"15min":0.91900000000000004},"min":{"1min":0.71499999999999997,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.335,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.97399999999999998},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.96199999999999997,"15min":0.91100000000000003},"min":{"1min":0.70799999999999996,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.3720000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.85399999999999998}]},{"osd":5,"last update":"Thu Jun 6 11:05:13 2024","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.028,"15min":1.022},"min":{"1min":0.78100000000000003,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.286,"5min":1.431,"15min":1.431},"last":1.113},{"interface":"front","average":{"1min":1.034,"5min":0.97699999999999998,"15min":0.95199999999999996},"min":{"1min":0.66900000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.3939999999999999,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":0.95399999999999996}]},{"osd":6,"last update":"Thu Jun 6 11:04:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.079,"15min":1.1259999999999999},"min":{"1min":0.626,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.3720000000000001,"5min":1.625,"15min":1.625},"last":1.2609999999999999},{"interface":"front","average":{"1min":1.028,"5min":1.0029999999999999,"15min":1.016},"min":{"1min":0.75900000000000001,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.274,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.0580000000000001}]},{"osd":7,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.089,"15min":1.115},"min":{"1min":0.66200000000000003,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.3220000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.1910000000000001},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0580000000000001,"15min":1.077},"min":{"1min":0.77700000000000002,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":1.3520000000000001,"5min":1.47,"15min":1.47},"last":1.1419999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411427,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297704,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447448,"statfs":{"total":95995035648,"available":95690186752,"internally_reserved":0,"allocated":622592,"data_stored":263774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:08 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.68500000000000005,"15min":0.64700000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.35199999999999998},"max":{"1min":1.0700000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.70499999999999996,"15min":0.64400000000000002},"min":{"1min":0.46999999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.997,"5min":1.056,"15min":1.056},"last":0.69099999999999995}]},{"osd":1,"last update":"Thu Jun 6 11:05:08 2024","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.68600000000000005,"15min":0.63600000000000001},"min":{"1min":0.49399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.77900000000000003,"15min":0.68200000000000005},"min":{"1min":0.51000000000000001,"5min":0.33700000000000002,"15min":0.32200000000000001},"max":{"1min":1.1759999999999999,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":0.92800000000000005}]},{"osd":3,"last update":"Thu Jun 6 11:04:51 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.80500000000000005,"15min":0.82099999999999995},"min":{"1min":0.44500000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.151,"5min":1.357,"15min":1.357},"last":0.999},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.73299999999999998,"15min":0.755},"min":{"1min":0.44400000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.03,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.80300000000000005}]},{"osd":4,"last update":"Thu Jun 6 11:05:29 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.89800000000000002,"15min":0.91700000000000004},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.387,"5min":1.413,"15min":1.413},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.97999999999999998,"5min":1.0089999999999999,"15min":1.0029999999999999},"min":{"1min":0.78200000000000003,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.1679999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.052}]},{"osd":5,"last update":"Thu Jun 6 11:05:11 2024","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":1.0329999999999999,"15min":1.0640000000000001},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2470000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.093},{"interface":"front","average":{"1min":1.04,"5min":0.997,"15min":1.0109999999999999},"min":{"1min":0.57199999999999995,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.3180000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":1.02}]},{"osd":6,"last update":"Thu Jun 6 11:05:00 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.014,"15min":1.0580000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.4390000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.327},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.0840000000000001,"15min":1.1459999999999999},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.4319999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.28}]},{"osd":7,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.0149999999999999,"15min":1.0329999999999999},"min":{"1min":0.64100000000000001,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3799999999999999,"5min":1.476,"15min":1.476},"last":1.383},{"interface":"front","average":{"1min":1.071,"5min":1.081,"15min":1.089},"min":{"1min":0.63900000000000001,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.3340000000000001,"5min":1.552,"15min":1.552},"last":1.2210000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182490,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297700,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447452,"statfs":{"total":95995035648,"available":95690190848,"internally_reserved":0,"allocated":618496,"data_stored":263276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66300000000000003,"15min":0.64500000000000002},"min":{"1min":0.42399999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.032,"5min":1.157,"15min":1.157},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.71799999999999997,"15min":0.72099999999999997},"min":{"1min":0.54300000000000004,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.90300000000000002,"5min":1.218,"15min":1.218},"last":0.754}]},{"osd":1,"last update":"Thu Jun 6 11:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.70999999999999996,"15min":0.69199999999999995},"min":{"1min":0.45600000000000002,"5min":0.373,"15min":0.373},"max":{"1min":1.1859999999999999,"5min":1.488,"15min":1.488},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.752,"15min":0.77000000000000002},"min":{"1min":0.504,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.0089999999999999,"5min":1.2130000000000001,"15min":1.333},"last":0.96499999999999997}]},{"osd":2,"last update":"Thu Jun 6 11:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.80000000000000004,"15min":0.78100000000000003},"min":{"1min":0.58599999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.97899999999999998,"5min":1.167,"15min":1.167},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.76800000000000002,"15min":0.77900000000000003},"min":{"1min":0.54000000000000004,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.55800000000000005}]},{"osd":4,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.234,"5min":1.323,"15min":1.323},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.92400000000000004,"15min":0.93400000000000005},"min":{"1min":0.63700000000000001,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0640000000000001,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.82199999999999995}]},{"osd":5,"last update":"Thu Jun 6 11:05:08 2024","interfaces":[{"interface":"back","average":{"1min":0.997,"5min":0.96599999999999997,"15min":0.95499999999999996},"min":{"1min":0.76200000000000001,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.4019999999999999,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.83499999999999996},{"interface":"front","average":{"1min":1.028,"5min":0.997,"15min":1.0109999999999999},"min":{"1min":0.71799999999999997,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.339,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.85799999999999998}]},{"osd":6,"last update":"Thu Jun 6 11:04:56 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.056,"15min":1.0669999999999999},"min":{"1min":0.77800000000000002,"5min":0.629,"15min":0.629},"max":{"1min":1.48,"5min":1.504,"15min":1.504},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.0860000000000001,"15min":1.091},"min":{"1min":0.89100000000000001,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.2929999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":1.109}]},{"osd":7,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.0740000000000001,"15min":1.1220000000000001},"min":{"1min":0.61599999999999999,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.3360000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":0.97899999999999998,"5min":1.0569999999999999,"15min":1.121},"min":{"1min":0.66900000000000004,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.1879999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.042}]}]},{"osd":4,"up_from":30,"seq":128849018961,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297720,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447432,"statfs":{"total":95995035648,"available":95690170368,"internally_reserved":0,"allocated":638976,"data_stored":264868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:32 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.89100000000000001,"15min":0.85199999999999998},"min":{"1min":0.57299999999999995,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.2470000000000001,"5min":1.492,"15min":1.492},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85899999999999999,"15min":0.86299999999999999},"min":{"1min":0.53700000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.169,"5min":1.337,"15min":1.337},"last":1.0049999999999999}]},{"osd":1,"last update":"Thu Jun 6 11:05:32 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.873,"15min":0.85299999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.2869999999999999,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.89100000000000001,"15min":0.85399999999999998},"min":{"1min":0.68400000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.2,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.84899999999999998}]},{"osd":2,"last update":"Thu Jun 6 11:05:32 2024","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.86199999999999999,"15min":0.85299999999999998},"min":{"1min":0.68700000000000006,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.1200000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.91500000000000004,"15min":0.88700000000000001},"min":{"1min":0.63,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.323,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.0840000000000001}]},{"osd":3,"last update":"Thu Jun 6 11:05:32 2024","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":0.94399999999999995,"15min":0.90500000000000003},"min":{"1min":0.85199999999999998,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.226,"5min":1.377,"15min":1.377},"last":0.92800000000000005},{"interface":"front","average":{"1min":1.004,"5min":0.95699999999999996,"15min":0.92100000000000004},"min":{"1min":0.65900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.163,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.0620000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:05:14 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.89700000000000002,"15min":0.83599999999999997},"min":{"1min":0.66300000000000003,"5min":0.497,"15min":0.497},"max":{"1min":1.3700000000000001,"5min":1.413,"15min":1.413},"last":0.76300000000000001},{"interface":"front","average":{"1min":1,"5min":0.88900000000000001,"15min":0.83099999999999996},"min":{"1min":0.65700000000000003,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.3069999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.72999999999999998}]},{"osd":6,"last update":"Thu Jun 6 11:04:56 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":0.93500000000000005,"15min":0.88800000000000001},"min":{"1min":0.54700000000000004,"5min":0.435,"15min":0.435},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.80500000000000005},{"interface":"front","average":{"1min":1.113,"5min":0.996,"15min":0.96399999999999997},"min":{"1min":0.75900000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.3720000000000001,"5min":1.482,"15min":1.482},"last":0.96999999999999997}]},{"osd":7,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":1.153,"5min":1.03,"15min":0.95999999999999996},"min":{"1min":0.99199999999999999,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.3149999999999999,"5min":1.333,"15min":1.333},"last":0.88300000000000001},{"interface":"front","average":{"1min":1.2050000000000001,"5min":1.0900000000000001,"15min":1.0580000000000001},"min":{"1min":1.0880000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.399,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":1.1419999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822729,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297700,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447452,"statfs":{"total":95995035648,"available":95690190848,"internally_reserved":0,"allocated":618496,"data_stored":263545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.878,"15min":0.90100000000000002},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.399,"5min":1.399,"15min":1.399},"last":1.256},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.84899999999999998,"15min":0.86899999999999999},"min":{"1min":0.61499999999999999,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.89400000000000002}]},{"osd":1,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.90900000000000003,"15min":0.91700000000000004},"min":{"1min":0.60899999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":1.028},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.88600000000000001,"15min":0.871},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.1479999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.78800000000000003}]},{"osd":2,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.86499999999999999,"15min":0.88500000000000001},"min":{"1min":0.71799999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.0920000000000001,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.97799999999999998,"15min":0.91800000000000004},"min":{"1min":0.71399999999999997,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.2629999999999999,"5min":1.325,"15min":1.325},"last":1.2989999999999999}]},{"osd":3,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.61099999999999999,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.248,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.97899999999999998,"15min":0.95399999999999996},"min":{"1min":0.69699999999999995,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.1950000000000001,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.1180000000000001}]},{"osd":4,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.82399999999999995,"15min":0.77000000000000002},"min":{"1min":0.50800000000000001,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.171,"5min":1.246,"15min":1.246},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.85699999999999998,"15min":0.82499999999999996},"min":{"1min":0.52900000000000003,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":1.0720000000000001}]},{"osd":6,"last update":"Thu Jun 6 11:04:50 2024","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":0.92900000000000005,"15min":0.86399999999999999},"min":{"1min":0.57499999999999996,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.3540000000000001,"5min":1.466,"15min":1.466},"last":1.1699999999999999},{"interface":"front","average":{"1min":1.1859999999999999,"5min":1.0429999999999999,"15min":0.997},"min":{"1min":0.64300000000000002,"5min":0.497,"15min":0.497},"max":{"1min":1.395,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":1.2110000000000001}]},{"osd":7,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.1200000000000001,"15min":1.0640000000000001},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.4730000000000001,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":1.341},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0049999999999999,"15min":0.95799999999999996},"min":{"1min":0.54100000000000004,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.3300000000000001,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":0.97999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T11:05:54.987 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T11:05:55.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:54 smithi179 bash[18882]: cluster 2024-06-06T11:05:53.788991+0000 mgr.y (mgr.14427) 149 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:55.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:05:54 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:05:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:05:55.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:54 smithi132 bash[17898]: cluster 2024-06-06T11:05:53.788991+0000 mgr.y (mgr.14427) 149 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:55.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:54 smithi132 bash[25563]: cluster 2024-06-06T11:05:53.788991+0000 mgr.y (mgr.14427) 149 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:56.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:55 smithi132 bash[25563]: audit 2024-06-06T11:05:54.252683+0000 mgr.y (mgr.14427) 150 : audit [DBG] from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:05:56.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:55 smithi132 bash[17898]: audit 2024-06-06T11:05:54.252683+0000 mgr.y (mgr.14427) 150 : audit [DBG] from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:05:56.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:55 smithi179 bash[18882]: audit 2024-06-06T11:05:54.252683+0000 mgr.y (mgr.14427) 150 : audit [DBG] from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:05:57.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:56 smithi132 bash[17898]: cluster 2024-06-06T11:05:55.789750+0000 mgr.y (mgr.14427) 151 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:57.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:56 smithi132 bash[25563]: cluster 2024-06-06T11:05:55.789750+0000 mgr.y (mgr.14427) 151 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:57.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:56 smithi179 bash[18882]: cluster 2024-06-06T11:05:55.789750+0000 mgr.y (mgr.14427) 151 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:59.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:05:58 smithi132 bash[17898]: cluster 2024-06-06T11:05:57.791119+0000 mgr.y (mgr.14427) 152 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:59.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:05:58 smithi132 bash[25563]: cluster 2024-06-06T11:05:57.791119+0000 mgr.y (mgr.14427) 152 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:59.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:05:58 smithi179 bash[18882]: cluster 2024-06-06T11:05:57.791119+0000 mgr.y (mgr.14427) 152 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:05:59.804 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:06:01.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:00 smithi132 bash[17898]: cluster 2024-06-06T11:05:59.791770+0000 mgr.y (mgr.14427) 153 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:01.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:00 smithi132 bash[25563]: cluster 2024-06-06T11:05:59.791770+0000 mgr.y (mgr.14427) 153 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:01.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:00 smithi179 bash[18882]: cluster 2024-06-06T11:05:59.791770+0000 mgr.y (mgr.14427) 153 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:01.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:01 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:01] "GET /metrics HTTP/1.1" 200 191440 "" "Prometheus/2.33.4" 2024-06-06T11:06:02.663 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:06:02.665 INFO:teuthology.orchestra.run.smithi132.stderr:dumped all 2024-06-06T11:06:03.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:02 smithi132 bash[17898]: cluster 2024-06-06T11:06:01.792435+0000 mgr.y (mgr.14427) 154 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:03.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:02 smithi132 bash[25563]: cluster 2024-06-06T11:06:01.792435+0000 mgr.y (mgr.14427) 154 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:03.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:02 smithi179 bash[18882]: cluster 2024-06-06T11:06:01.792435+0000 mgr.y (mgr.14427) 154 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:03.428 INFO:teuthology.orchestra.run.smithi132.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2024-06-06T11:06:01.792085+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2381660,"kb_used_data":4892,"kb_used_omap":0,"kb_used_meta":2376704,"kb_avail":747579556,"statfs":{"total":767960285184,"available":765521465344,"internally_reserved":0,"allocated":5009408,"data_stored":2112141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2433744896},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005211"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.118084+0000","last_change":"2024-06-06T11:04:24.099494+0000","last_active":"2024-06-06T11:05:02.118084+0000","last_peered":"2024-06-06T11:05:02.118084+0000","last_clean":"2024-06-06T11:05:02.118084+0000","last_became_active":"2024-06-06T11:04:24.098646+0000","last_became_peered":"2024-06-06T11:04:24.098646+0000","last_unstale":"2024-06-06T11:05:02.118084+0000","last_undegraded":"2024-06-06T11:05:02.118084+0000","last_fullsized":"2024-06-06T11:05:02.118084+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"59'4","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538744+0000","last_change":"2024-06-06T11:04:24.073713+0000","last_active":"2024-06-06T11:05:02.538744+0000","last_peered":"2024-06-06T11:05:02.538744+0000","last_clean":"2024-06-06T11:05:02.538744+0000","last_became_active":"2024-06-06T11:04:24.070578+0000","last_became_peered":"2024-06-06T11:04:24.070578+0000","last_unstale":"2024-06-06T11:05:02.538744+0000","last_undegraded":"2024-06-06T11:05:02.538744+0000","last_fullsized":"2024-06-06T11:05:02.538744+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119362+0000","last_change":"2024-06-06T11:04:24.105195+0000","last_active":"2024-06-06T11:05:02.119362+0000","last_peered":"2024-06-06T11:05:02.119362+0000","last_clean":"2024-06-06T11:05:02.119362+0000","last_became_active":"2024-06-06T11:04:24.104897+0000","last_became_peered":"2024-06-06T11:04:24.104897+0000","last_unstale":"2024-06-06T11:05:02.119362+0000","last_undegraded":"2024-06-06T11:05:02.119362+0000","last_fullsized":"2024-06-06T11:05:02.119362+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120079+0000","last_change":"2024-06-06T11:04:24.079443+0000","last_active":"2024-06-06T11:05:02.120079+0000","last_peered":"2024-06-06T11:05:02.120079+0000","last_clean":"2024-06-06T11:05:02.120079+0000","last_became_active":"2024-06-06T11:04:24.078768+0000","last_became_peered":"2024-06-06T11:04:24.078768+0000","last_unstale":"2024-06-06T11:05:02.120079+0000","last_undegraded":"2024-06-06T11:05:02.120079+0000","last_fullsized":"2024-06-06T11:05:02.120079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119589+0000","last_change":"2024-06-06T11:04:24.093750+0000","last_active":"2024-06-06T11:05:02.119589+0000","last_peered":"2024-06-06T11:05:02.119589+0000","last_clean":"2024-06-06T11:05:02.119589+0000","last_became_active":"2024-06-06T11:04:24.093355+0000","last_became_peered":"2024-06-06T11:04:24.093355+0000","last_unstale":"2024-06-06T11:05:02.119589+0000","last_undegraded":"2024-06-06T11:05:02.119589+0000","last_fullsized":"2024-06-06T11:05:02.119589+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120236+0000","last_change":"2024-06-06T11:04:24.075523+0000","last_active":"2024-06-06T11:05:02.120236+0000","last_peered":"2024-06-06T11:05:02.120236+0000","last_clean":"2024-06-06T11:05:02.120236+0000","last_became_active":"2024-06-06T11:04:24.075117+0000","last_became_peered":"2024-06-06T11:04:24.075117+0000","last_unstale":"2024-06-06T11:05:02.120236+0000","last_undegraded":"2024-06-06T11:05:02.120236+0000","last_fullsized":"2024-06-06T11:05:02.120236+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120166+0000","last_change":"2024-06-06T11:04:24.100590+0000","last_active":"2024-06-06T11:05:02.120166+0000","last_peered":"2024-06-06T11:05:02.120166+0000","last_clean":"2024-06-06T11:05:02.120166+0000","last_became_active":"2024-06-06T11:04:24.100214+0000","last_became_peered":"2024-06-06T11:04:24.100214+0000","last_unstale":"2024-06-06T11:05:02.120166+0000","last_undegraded":"2024-06-06T11:05:02.120166+0000","last_fullsized":"2024-06-06T11:05:02.120166+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119361+0000","last_change":"2024-06-06T11:04:24.072472+0000","last_active":"2024-06-06T11:05:02.119361+0000","last_peered":"2024-06-06T11:05:02.119361+0000","last_clean":"2024-06-06T11:05:02.119361+0000","last_became_active":"2024-06-06T11:04:24.071013+0000","last_became_peered":"2024-06-06T11:04:24.071013+0000","last_unstale":"2024-06-06T11:05:02.119361+0000","last_undegraded":"2024-06-06T11:05:02.119361+0000","last_fullsized":"2024-06-06T11:05:02.119361+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.114789+0000","last_change":"2024-06-06T11:04:24.100921+0000","last_active":"2024-06-06T11:05:02.114789+0000","last_peered":"2024-06-06T11:05:02.114789+0000","last_clean":"2024-06-06T11:05:02.114789+0000","last_became_active":"2024-06-06T11:04:24.100601+0000","last_became_peered":"2024-06-06T11:04:24.100601+0000","last_unstale":"2024-06-06T11:05:02.114789+0000","last_undegraded":"2024-06-06T11:05:02.114789+0000","last_fullsized":"2024-06-06T11:05:02.114789+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538644+0000","last_change":"2024-06-06T11:04:24.070710+0000","last_active":"2024-06-06T11:05:02.538644+0000","last_peered":"2024-06-06T11:05:02.538644+0000","last_clean":"2024-06-06T11:05:02.538644+0000","last_became_active":"2024-06-06T11:04:24.070147+0000","last_became_peered":"2024-06-06T11:04:24.070147+0000","last_unstale":"2024-06-06T11:05:02.538644+0000","last_undegraded":"2024-06-06T11:05:02.538644+0000","last_fullsized":"2024-06-06T11:05:02.538644+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.118835+0000","last_change":"2024-06-06T11:04:24.095328+0000","last_active":"2024-06-06T11:05:02.118835+0000","last_peered":"2024-06-06T11:05:02.118835+0000","last_clean":"2024-06-06T11:05:02.118835+0000","last_became_active":"2024-06-06T11:04:24.094876+0000","last_became_peered":"2024-06-06T11:04:24.094876+0000","last_unstale":"2024-06-06T11:05:02.118835+0000","last_undegraded":"2024-06-06T11:05:02.118835+0000","last_fullsized":"2024-06-06T11:05:02.118835+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538801+0000","last_change":"2024-06-06T11:04:24.070543+0000","last_active":"2024-06-06T11:05:02.538801+0000","last_peered":"2024-06-06T11:05:02.538801+0000","last_clean":"2024-06-06T11:05:02.538801+0000","last_became_active":"2024-06-06T11:04:24.069724+0000","last_became_peered":"2024-06-06T11:04:24.069724+0000","last_unstale":"2024-06-06T11:05:02.538801+0000","last_undegraded":"2024-06-06T11:05:02.538801+0000","last_fullsized":"2024-06-06T11:05:02.538801+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123741+0000","last_change":"2024-06-06T11:02:29.125257+0000","last_active":"2024-06-06T11:05:02.123741+0000","last_peered":"2024-06-06T11:05:02.123741+0000","last_clean":"2024-06-06T11:05:02.123741+0000","last_became_active":"2024-06-06T11:02:29.124240+0000","last_became_peered":"2024-06-06T11:02:29.124240+0000","last_unstale":"2024-06-06T11:05:02.123741+0000","last_undegraded":"2024-06-06T11:05:02.123741+0000","last_fullsized":"2024-06-06T11:05:02.123741+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119133+0000","last_change":"2024-06-06T11:04:24.264965+0000","last_active":"2024-06-06T11:05:02.119133+0000","last_peered":"2024-06-06T11:05:02.119133+0000","last_clean":"2024-06-06T11:05:02.119133+0000","last_became_active":"2024-06-06T11:04:24.264645+0000","last_became_peered":"2024-06-06T11:04:24.264645+0000","last_unstale":"2024-06-06T11:05:02.119133+0000","last_undegraded":"2024-06-06T11:05:02.119133+0000","last_fullsized":"2024-06-06T11:05:02.119133+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.116484+0000","last_change":"2024-06-06T11:02:29.331846+0000","last_active":"2024-06-06T11:05:02.116484+0000","last_peered":"2024-06-06T11:05:02.116484+0000","last_clean":"2024-06-06T11:05:02.116484+0000","last_became_active":"2024-06-06T11:02:29.331535+0000","last_became_peered":"2024-06-06T11:02:29.331535+0000","last_unstale":"2024-06-06T11:05:02.116484+0000","last_undegraded":"2024-06-06T11:05:02.116484+0000","last_fullsized":"2024-06-06T11:05:02.116484+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120401+0000","last_change":"2024-06-06T11:04:24.073739+0000","last_active":"2024-06-06T11:05:02.120401+0000","last_peered":"2024-06-06T11:05:02.120401+0000","last_clean":"2024-06-06T11:05:02.120401+0000","last_became_active":"2024-06-06T11:04:24.073421+0000","last_became_peered":"2024-06-06T11:04:24.073421+0000","last_unstale":"2024-06-06T11:05:02.120401+0000","last_undegraded":"2024-06-06T11:05:02.120401+0000","last_fullsized":"2024-06-06T11:05:02.120401+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538436+0000","last_change":"2024-06-06T11:04:24.264613+0000","last_active":"2024-06-06T11:05:02.538436+0000","last_peered":"2024-06-06T11:05:02.538436+0000","last_clean":"2024-06-06T11:05:02.538436+0000","last_became_active":"2024-06-06T11:04:24.263989+0000","last_became_peered":"2024-06-06T11:04:24.263989+0000","last_unstale":"2024-06-06T11:05:02.538436+0000","last_undegraded":"2024-06-06T11:05:02.538436+0000","last_fullsized":"2024-06-06T11:05:02.538436+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.115639+0000","last_change":"2024-06-06T11:04:24.071044+0000","last_active":"2024-06-06T11:05:02.115639+0000","last_peered":"2024-06-06T11:05:02.115639+0000","last_clean":"2024-06-06T11:05:02.115639+0000","last_became_active":"2024-06-06T11:04:24.070294+0000","last_became_peered":"2024-06-06T11:04:24.070294+0000","last_unstale":"2024-06-06T11:05:02.115639+0000","last_undegraded":"2024-06-06T11:05:02.115639+0000","last_fullsized":"2024-06-06T11:05:02.115639+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123040+0000","last_change":"2024-06-06T11:02:29.332151+0000","last_active":"2024-06-06T11:05:02.123040+0000","last_peered":"2024-06-06T11:05:02.123040+0000","last_clean":"2024-06-06T11:05:02.123040+0000","last_became_active":"2024-06-06T11:02:29.331554+0000","last_became_peered":"2024-06-06T11:02:29.331554+0000","last_unstale":"2024-06-06T11:05:02.123040+0000","last_undegraded":"2024-06-06T11:05:02.123040+0000","last_fullsized":"2024-06-06T11:05:02.123040+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538782+0000","last_change":"2024-06-06T11:04:24.101891+0000","last_active":"2024-06-06T11:05:02.538782+0000","last_peered":"2024-06-06T11:05:02.538782+0000","last_clean":"2024-06-06T11:05:02.538782+0000","last_became_active":"2024-06-06T11:04:24.101571+0000","last_became_peered":"2024-06-06T11:04:24.101571+0000","last_unstale":"2024-06-06T11:05:02.538782+0000","last_undegraded":"2024-06-06T11:05:02.538782+0000","last_fullsized":"2024-06-06T11:05:02.538782+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538170+0000","last_change":"2024-06-06T11:04:24.073947+0000","last_active":"2024-06-06T11:05:02.538170+0000","last_peered":"2024-06-06T11:05:02.538170+0000","last_clean":"2024-06-06T11:05:02.538170+0000","last_became_active":"2024-06-06T11:04:24.072977+0000","last_became_peered":"2024-06-06T11:04:24.072977+0000","last_unstale":"2024-06-06T11:05:02.538170+0000","last_undegraded":"2024-06-06T11:05:02.538170+0000","last_fullsized":"2024-06-06T11:05:02.538170+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123067+0000","last_change":"2024-06-06T11:02:29.330278+0000","last_active":"2024-06-06T11:05:02.123067+0000","last_peered":"2024-06-06T11:05:02.123067+0000","last_clean":"2024-06-06T11:05:02.123067+0000","last_became_active":"2024-06-06T11:02:29.329465+0000","last_became_peered":"2024-06-06T11:02:29.329465+0000","last_unstale":"2024-06-06T11:05:02.123067+0000","last_undegraded":"2024-06-06T11:05:02.123067+0000","last_fullsized":"2024-06-06T11:05:02.123067+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123849+0000","last_change":"2024-06-06T11:04:24.259961+0000","last_active":"2024-06-06T11:05:02.123849+0000","last_peered":"2024-06-06T11:05:02.123849+0000","last_clean":"2024-06-06T11:05:02.123849+0000","last_became_active":"2024-06-06T11:04:24.259493+0000","last_became_peered":"2024-06-06T11:04:24.259493+0000","last_unstale":"2024-06-06T11:05:02.123849+0000","last_undegraded":"2024-06-06T11:05:02.123849+0000","last_fullsized":"2024-06-06T11:05:02.123849+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119462+0000","last_change":"2024-06-06T11:04:24.077019+0000","last_active":"2024-06-06T11:05:02.119462+0000","last_peered":"2024-06-06T11:05:02.119462+0000","last_clean":"2024-06-06T11:05:02.119462+0000","last_became_active":"2024-06-06T11:04:24.076690+0000","last_became_peered":"2024-06-06T11:04:24.076690+0000","last_unstale":"2024-06-06T11:05:02.119462+0000","last_undegraded":"2024-06-06T11:05:02.119462+0000","last_fullsized":"2024-06-06T11:05:02.119462+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.122526+0000","last_change":"2024-06-06T11:01:31.516885+0000","last_active":"2024-06-06T11:05:02.122526+0000","last_peered":"2024-06-06T11:05:02.122526+0000","last_clean":"2024-06-06T11:05:02.122526+0000","last_became_active":"2024-06-06T11:01:31.516569+0000","last_became_peered":"2024-06-06T11:01:31.516569+0000","last_unstale":"2024-06-06T11:05:02.122526+0000","last_undegraded":"2024-06-06T11:05:02.122526+0000","last_fullsized":"2024-06-06T11:05:02.122526+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_clean_scrub_stamp":"2024-06-06T10:57:58.056429+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119599+0000","last_change":"2024-06-06T11:02:29.125030+0000","last_active":"2024-06-06T11:05:02.119599+0000","last_peered":"2024-06-06T11:05:02.119599+0000","last_clean":"2024-06-06T11:05:02.119599+0000","last_became_active":"2024-06-06T11:02:29.124698+0000","last_became_peered":"2024-06-06T11:02:29.124698+0000","last_unstale":"2024-06-06T11:05:02.119599+0000","last_undegraded":"2024-06-06T11:05:02.119599+0000","last_fullsized":"2024-06-06T11:05:02.119599+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.116725+0000","last_change":"2024-06-06T11:04:24.102073+0000","last_active":"2024-06-06T11:05:02.116725+0000","last_peered":"2024-06-06T11:05:02.116725+0000","last_clean":"2024-06-06T11:05:02.116725+0000","last_became_active":"2024-06-06T11:04:24.101757+0000","last_became_peered":"2024-06-06T11:04:24.101757+0000","last_unstale":"2024-06-06T11:05:02.116725+0000","last_undegraded":"2024-06-06T11:05:02.116725+0000","last_fullsized":"2024-06-06T11:05:02.116725+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.114617+0000","last_change":"2024-06-06T11:04:24.077822+0000","last_active":"2024-06-06T11:05:02.114617+0000","last_peered":"2024-06-06T11:05:02.114617+0000","last_clean":"2024-06-06T11:05:02.114617+0000","last_became_active":"2024-06-06T11:04:24.077484+0000","last_became_peered":"2024-06-06T11:04:24.077484+0000","last_unstale":"2024-06-06T11:05:02.114617+0000","last_undegraded":"2024-06-06T11:05:02.114617+0000","last_fullsized":"2024-06-06T11:05:02.114617+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.116124+0000","last_change":"2024-06-06T11:02:29.330460+0000","last_active":"2024-06-06T11:05:02.116124+0000","last_peered":"2024-06-06T11:05:02.116124+0000","last_clean":"2024-06-06T11:05:02.116124+0000","last_became_active":"2024-06-06T11:02:29.330045+0000","last_became_peered":"2024-06-06T11:02:29.330045+0000","last_unstale":"2024-06-06T11:05:02.116124+0000","last_undegraded":"2024-06-06T11:05:02.116124+0000","last_fullsized":"2024-06-06T11:05:02.116124+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-06-06T11:05:03.122842+0000","last_change":"2024-06-06T11:05:03.122842+0000","last_active":"2024-06-06T11:05:03.122842+0000","last_peered":"2024-06-06T11:05:03.122842+0000","last_clean":"2024-06-06T11:05:03.122842+0000","last_became_active":"2024-06-06T11:05:03.122478+0000","last_became_peered":"2024-06-06T11:05:03.122478+0000","last_unstale":"2024-06-06T11:05:03.122842+0000","last_undegraded":"2024-06-06T11:05:03.122842+0000","last_fullsized":"2024-06-06T11:05:03.122842+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119846+0000","last_change":"2024-06-06T11:04:24.079761+0000","last_active":"2024-06-06T11:05:02.119846+0000","last_peered":"2024-06-06T11:05:02.119846+0000","last_clean":"2024-06-06T11:05:02.119846+0000","last_became_active":"2024-06-06T11:04:24.079254+0000","last_became_peered":"2024-06-06T11:04:24.079254+0000","last_unstale":"2024-06-06T11:05:02.119846+0000","last_undegraded":"2024-06-06T11:05:02.119846+0000","last_fullsized":"2024-06-06T11:05:02.119846+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119870+0000","last_change":"2024-06-06T11:02:29.126499+0000","last_active":"2024-06-06T11:05:02.119870+0000","last_peered":"2024-06-06T11:05:02.119870+0000","last_clean":"2024-06-06T11:05:02.119870+0000","last_became_active":"2024-06-06T11:02:29.126083+0000","last_became_peered":"2024-06-06T11:02:29.126083+0000","last_unstale":"2024-06-06T11:05:02.119870+0000","last_undegraded":"2024-06-06T11:05:02.119870+0000","last_fullsized":"2024-06-06T11:05:02.119870+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.114908+0000","last_change":"2024-06-06T11:04:24.104146+0000","last_active":"2024-06-06T11:05:02.114908+0000","last_peered":"2024-06-06T11:05:02.114908+0000","last_clean":"2024-06-06T11:05:02.114908+0000","last_became_active":"2024-06-06T11:04:24.103886+0000","last_became_peered":"2024-06-06T11:04:24.103886+0000","last_unstale":"2024-06-06T11:05:02.114908+0000","last_undegraded":"2024-06-06T11:05:02.114908+0000","last_fullsized":"2024-06-06T11:05:02.114908+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120058+0000","last_change":"2024-06-06T11:04:24.081669+0000","last_active":"2024-06-06T11:05:02.120058+0000","last_peered":"2024-06-06T11:05:02.120058+0000","last_clean":"2024-06-06T11:05:02.120058+0000","last_became_active":"2024-06-06T11:04:24.081319+0000","last_became_peered":"2024-06-06T11:04:24.081319+0000","last_unstale":"2024-06-06T11:05:02.120058+0000","last_undegraded":"2024-06-06T11:05:02.120058+0000","last_fullsized":"2024-06-06T11:05:02.120058+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.115483+0000","last_change":"2024-06-06T11:02:29.330335+0000","last_active":"2024-06-06T11:05:02.115483+0000","last_peered":"2024-06-06T11:05:02.115483+0000","last_clean":"2024-06-06T11:05:02.115483+0000","last_became_active":"2024-06-06T11:02:29.329955+0000","last_became_peered":"2024-06-06T11:02:29.329955+0000","last_unstale":"2024-06-06T11:05:02.115483+0000","last_undegraded":"2024-06-06T11:05:02.115483+0000","last_fullsized":"2024-06-06T11:05:02.115483+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.116856+0000","last_change":"2024-06-06T11:04:24.111611+0000","last_active":"2024-06-06T11:05:02.116856+0000","last_peered":"2024-06-06T11:05:02.116856+0000","last_clean":"2024-06-06T11:05:02.116856+0000","last_became_active":"2024-06-06T11:04:24.111100+0000","last_became_peered":"2024-06-06T11:04:24.111100+0000","last_unstale":"2024-06-06T11:05:02.116856+0000","last_undegraded":"2024-06-06T11:05:02.116856+0000","last_fullsized":"2024-06-06T11:05:02.116856+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119187+0000","last_change":"2024-06-06T11:04:24.081251+0000","last_active":"2024-06-06T11:05:02.119187+0000","last_peered":"2024-06-06T11:05:02.119187+0000","last_clean":"2024-06-06T11:05:02.119187+0000","last_became_active":"2024-06-06T11:04:24.080372+0000","last_became_peered":"2024-06-06T11:04:24.080372+0000","last_unstale":"2024-06-06T11:05:02.119187+0000","last_undegraded":"2024-06-06T11:05:02.119187+0000","last_fullsized":"2024-06-06T11:05:02.119187+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120347+0000","last_change":"2024-06-06T11:04:24.100358+0000","last_active":"2024-06-06T11:05:02.120347+0000","last_peered":"2024-06-06T11:05:02.120347+0000","last_clean":"2024-06-06T11:05:02.120347+0000","last_became_active":"2024-06-06T11:04:24.099588+0000","last_became_peered":"2024-06-06T11:04:24.099588+0000","last_unstale":"2024-06-06T11:05:02.120347+0000","last_undegraded":"2024-06-06T11:05:02.120347+0000","last_fullsized":"2024-06-06T11:05:02.120347+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119030+0000","last_change":"2024-06-06T11:04:24.071846+0000","last_active":"2024-06-06T11:05:02.119030+0000","last_peered":"2024-06-06T11:05:02.119030+0000","last_clean":"2024-06-06T11:05:02.119030+0000","last_became_active":"2024-06-06T11:04:24.071523+0000","last_became_peered":"2024-06-06T11:04:24.071523+0000","last_unstale":"2024-06-06T11:05:02.119030+0000","last_undegraded":"2024-06-06T11:05:02.119030+0000","last_fullsized":"2024-06-06T11:05:02.119030+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120818+0000","last_change":"2024-06-06T11:04:24.101589+0000","last_active":"2024-06-06T11:05:02.120818+0000","last_peered":"2024-06-06T11:05:02.120818+0000","last_clean":"2024-06-06T11:05:02.120818+0000","last_became_active":"2024-06-06T11:04:24.101164+0000","last_became_peered":"2024-06-06T11:04:24.101164+0000","last_unstale":"2024-06-06T11:05:02.120818+0000","last_undegraded":"2024-06-06T11:05:02.120818+0000","last_fullsized":"2024-06-06T11:05:02.120818+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123124+0000","last_change":"2024-06-06T11:04:24.074502+0000","last_active":"2024-06-06T11:05:02.123124+0000","last_peered":"2024-06-06T11:05:02.123124+0000","last_clean":"2024-06-06T11:05:02.123124+0000","last_became_active":"2024-06-06T11:04:24.074113+0000","last_became_peered":"2024-06-06T11:04:24.074113+0000","last_unstale":"2024-06-06T11:05:02.123124+0000","last_undegraded":"2024-06-06T11:05:02.123124+0000","last_fullsized":"2024-06-06T11:05:02.123124+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120263+0000","last_change":"2024-06-06T11:04:24.095934+0000","last_active":"2024-06-06T11:05:02.120263+0000","last_peered":"2024-06-06T11:05:02.120263+0000","last_clean":"2024-06-06T11:05:02.120263+0000","last_became_active":"2024-06-06T11:04:24.095566+0000","last_became_peered":"2024-06-06T11:04:24.095566+0000","last_unstale":"2024-06-06T11:05:02.120263+0000","last_undegraded":"2024-06-06T11:05:02.120263+0000","last_fullsized":"2024-06-06T11:05:02.120263+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119742+0000","last_change":"2024-06-06T11:04:24.080032+0000","last_active":"2024-06-06T11:05:02.119742+0000","last_peered":"2024-06-06T11:05:02.119742+0000","last_clean":"2024-06-06T11:05:02.119742+0000","last_became_active":"2024-06-06T11:04:24.079701+0000","last_became_peered":"2024-06-06T11:04:24.079701+0000","last_unstale":"2024-06-06T11:05:02.119742+0000","last_undegraded":"2024-06-06T11:05:02.119742+0000","last_fullsized":"2024-06-06T11:05:02.119742+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538195+0000","last_change":"2024-06-06T11:04:24.102192+0000","last_active":"2024-06-06T11:05:02.538195+0000","last_peered":"2024-06-06T11:05:02.538195+0000","last_clean":"2024-06-06T11:05:02.538195+0000","last_became_active":"2024-06-06T11:04:24.101690+0000","last_became_peered":"2024-06-06T11:04:24.101690+0000","last_unstale":"2024-06-06T11:05:02.538195+0000","last_undegraded":"2024-06-06T11:05:02.538195+0000","last_fullsized":"2024-06-06T11:05:02.538195+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119146+0000","last_change":"2024-06-06T11:04:24.079739+0000","last_active":"2024-06-06T11:05:02.119146+0000","last_peered":"2024-06-06T11:05:02.119146+0000","last_clean":"2024-06-06T11:05:02.119146+0000","last_became_active":"2024-06-06T11:04:24.079401+0000","last_became_peered":"2024-06-06T11:04:24.079401+0000","last_unstale":"2024-06-06T11:05:02.119146+0000","last_undegraded":"2024-06-06T11:05:02.119146+0000","last_fullsized":"2024-06-06T11:05:02.119146+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.122956+0000","last_change":"2024-06-06T11:04:24.261065+0000","last_active":"2024-06-06T11:05:02.122956+0000","last_peered":"2024-06-06T11:05:02.122956+0000","last_clean":"2024-06-06T11:05:02.122956+0000","last_became_active":"2024-06-06T11:04:24.259053+0000","last_became_peered":"2024-06-06T11:04:24.259053+0000","last_unstale":"2024-06-06T11:05:02.122956+0000","last_undegraded":"2024-06-06T11:05:02.122956+0000","last_fullsized":"2024-06-06T11:05:02.122956+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123234+0000","last_change":"2024-06-06T11:04:24.076798+0000","last_active":"2024-06-06T11:05:02.123234+0000","last_peered":"2024-06-06T11:05:02.123234+0000","last_clean":"2024-06-06T11:05:02.123234+0000","last_became_active":"2024-06-06T11:04:24.076357+0000","last_became_peered":"2024-06-06T11:04:24.076357+0000","last_unstale":"2024-06-06T11:05:02.123234+0000","last_undegraded":"2024-06-06T11:05:02.123234+0000","last_fullsized":"2024-06-06T11:05:02.123234+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.118494+0000","last_change":"2024-06-06T11:04:24.099383+0000","last_active":"2024-06-06T11:05:02.118494+0000","last_peered":"2024-06-06T11:05:02.118494+0000","last_clean":"2024-06-06T11:05:02.118494+0000","last_became_active":"2024-06-06T11:04:24.098630+0000","last_became_peered":"2024-06-06T11:04:24.098630+0000","last_unstale":"2024-06-06T11:05:02.118494+0000","last_undegraded":"2024-06-06T11:05:02.118494+0000","last_fullsized":"2024-06-06T11:05:02.118494+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123290+0000","last_change":"2024-06-06T11:04:24.078300+0000","last_active":"2024-06-06T11:05:02.123290+0000","last_peered":"2024-06-06T11:05:02.123290+0000","last_clean":"2024-06-06T11:05:02.123290+0000","last_became_active":"2024-06-06T11:04:24.077921+0000","last_became_peered":"2024-06-06T11:04:24.077921+0000","last_unstale":"2024-06-06T11:05:02.123290+0000","last_undegraded":"2024-06-06T11:05:02.123290+0000","last_fullsized":"2024-06-06T11:05:02.123290+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119105+0000","last_change":"2024-06-06T11:04:24.263681+0000","last_active":"2024-06-06T11:05:02.119105+0000","last_peered":"2024-06-06T11:05:02.119105+0000","last_clean":"2024-06-06T11:05:02.119105+0000","last_became_active":"2024-06-06T11:04:24.263220+0000","last_became_peered":"2024-06-06T11:04:24.263220+0000","last_unstale":"2024-06-06T11:05:02.119105+0000","last_undegraded":"2024-06-06T11:05:02.119105+0000","last_fullsized":"2024-06-06T11:05:02.119105+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123755+0000","last_change":"2024-06-06T11:04:24.078991+0000","last_active":"2024-06-06T11:05:02.123755+0000","last_peered":"2024-06-06T11:05:02.123755+0000","last_clean":"2024-06-06T11:05:02.123755+0000","last_became_active":"2024-06-06T11:04:24.078667+0000","last_became_peered":"2024-06-06T11:04:24.078667+0000","last_unstale":"2024-06-06T11:05:02.123755+0000","last_undegraded":"2024-06-06T11:05:02.123755+0000","last_fullsized":"2024-06-06T11:05:02.123755+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-06-06T11:05:03.570827+0000","last_change":"2024-06-06T11:05:03.570827+0000","last_active":"2024-06-06T11:05:03.570827+0000","last_peered":"2024-06-06T11:05:03.570827+0000","last_clean":"2024-06-06T11:05:03.570827+0000","last_became_active":"2024-06-06T11:05:03.569815+0000","last_became_peered":"2024-06-06T11:05:03.569815+0000","last_unstale":"2024-06-06T11:05:03.570827+0000","last_undegraded":"2024-06-06T11:05:03.570827+0000","last_fullsized":"2024-06-06T11:05:03.570827+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"59'8","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.122038+0000","last_change":"2024-06-06T11:04:24.075510+0000","last_active":"2024-06-06T11:05:02.122038+0000","last_peered":"2024-06-06T11:05:02.122038+0000","last_clean":"2024-06-06T11:05:02.122038+0000","last_became_active":"2024-06-06T11:04:24.074388+0000","last_became_peered":"2024-06-06T11:04:24.074388+0000","last_unstale":"2024-06-06T11:05:02.122038+0000","last_undegraded":"2024-06-06T11:05:02.122038+0000","last_fullsized":"2024-06-06T11:05:02.122038+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538509+0000","last_change":"2024-06-06T11:04:24.261177+0000","last_active":"2024-06-06T11:05:02.538509+0000","last_peered":"2024-06-06T11:05:02.538509+0000","last_clean":"2024-06-06T11:05:02.538509+0000","last_became_active":"2024-06-06T11:04:24.260354+0000","last_became_peered":"2024-06-06T11:04:24.260354+0000","last_unstale":"2024-06-06T11:05:02.538509+0000","last_undegraded":"2024-06-06T11:05:02.538509+0000","last_fullsized":"2024-06-06T11:05:02.538509+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123012+0000","last_change":"2024-06-06T11:04:24.076078+0000","last_active":"2024-06-06T11:05:02.123012+0000","last_peered":"2024-06-06T11:05:02.123012+0000","last_clean":"2024-06-06T11:05:02.123012+0000","last_became_active":"2024-06-06T11:04:24.075019+0000","last_became_peered":"2024-06-06T11:04:24.075019+0000","last_unstale":"2024-06-06T11:05:02.123012+0000","last_undegraded":"2024-06-06T11:05:02.123012+0000","last_fullsized":"2024-06-06T11:05:02.123012+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119778+0000","last_change":"2024-06-06T11:04:24.261087+0000","last_active":"2024-06-06T11:05:02.119778+0000","last_peered":"2024-06-06T11:05:02.119778+0000","last_clean":"2024-06-06T11:05:02.119778+0000","last_became_active":"2024-06-06T11:04:24.260614+0000","last_became_peered":"2024-06-06T11:04:24.260614+0000","last_unstale":"2024-06-06T11:05:02.119778+0000","last_undegraded":"2024-06-06T11:05:02.119778+0000","last_fullsized":"2024-06-06T11:05:02.119778+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538009+0000","last_change":"2024-06-06T11:04:24.075962+0000","last_active":"2024-06-06T11:05:02.538009+0000","last_peered":"2024-06-06T11:05:02.538009+0000","last_clean":"2024-06-06T11:05:02.538009+0000","last_became_active":"2024-06-06T11:04:24.075515+0000","last_became_peered":"2024-06-06T11:04:24.075515+0000","last_unstale":"2024-06-06T11:05:02.538009+0000","last_undegraded":"2024-06-06T11:05:02.538009+0000","last_fullsized":"2024-06-06T11:05:02.538009+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120888+0000","last_change":"2024-06-06T11:04:24.260621+0000","last_active":"2024-06-06T11:05:02.120888+0000","last_peered":"2024-06-06T11:05:02.120888+0000","last_clean":"2024-06-06T11:05:02.120888+0000","last_became_active":"2024-06-06T11:04:24.260226+0000","last_became_peered":"2024-06-06T11:04:24.260226+0000","last_unstale":"2024-06-06T11:05:02.120888+0000","last_undegraded":"2024-06-06T11:05:02.120888+0000","last_fullsized":"2024-06-06T11:05:02.120888+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"59'2","reported_seq":15,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.122825+0000","last_change":"2024-06-06T11:04:24.078961+0000","last_active":"2024-06-06T11:05:02.122825+0000","last_peered":"2024-06-06T11:05:02.122825+0000","last_clean":"2024-06-06T11:05:02.122825+0000","last_became_active":"2024-06-06T11:04:24.078685+0000","last_became_peered":"2024-06-06T11:04:24.078685+0000","last_unstale":"2024-06-06T11:05:02.122825+0000","last_undegraded":"2024-06-06T11:05:02.122825+0000","last_fullsized":"2024-06-06T11:05:02.122825+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-06-06T11:05:03.568651+0000","last_change":"2024-06-06T11:05:03.568651+0000","last_active":"2024-06-06T11:05:03.568651+0000","last_peered":"2024-06-06T11:05:03.568651+0000","last_clean":"2024-06-06T11:05:03.568651+0000","last_became_active":"2024-06-06T11:05:03.567666+0000","last_became_peered":"2024-06-06T11:05:03.567666+0000","last_unstale":"2024-06-06T11:05:03.568651+0000","last_undegraded":"2024-06-06T11:05:03.568651+0000","last_fullsized":"2024-06-06T11:05:03.568651+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"59'6","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120093+0000","last_change":"2024-06-06T11:04:24.080945+0000","last_active":"2024-06-06T11:05:02.120093+0000","last_peered":"2024-06-06T11:05:02.120093+0000","last_clean":"2024-06-06T11:05:02.120093+0000","last_became_active":"2024-06-06T11:04:24.080303+0000","last_became_peered":"2024-06-06T11:04:24.080303+0000","last_unstale":"2024-06-06T11:05:02.120093+0000","last_undegraded":"2024-06-06T11:05:02.120093+0000","last_fullsized":"2024-06-06T11:05:02.120093+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.114806+0000","last_change":"2024-06-06T11:04:24.105195+0000","last_active":"2024-06-06T11:05:02.114806+0000","last_peered":"2024-06-06T11:05:02.114806+0000","last_clean":"2024-06-06T11:05:02.114806+0000","last_became_active":"2024-06-06T11:04:24.104645+0000","last_became_peered":"2024-06-06T11:04:24.104645+0000","last_unstale":"2024-06-06T11:05:02.114806+0000","last_undegraded":"2024-06-06T11:05:02.114806+0000","last_fullsized":"2024-06-06T11:05:02.114806+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"59'3","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.122870+0000","last_change":"2024-06-06T11:04:24.079754+0000","last_active":"2024-06-06T11:05:02.122870+0000","last_peered":"2024-06-06T11:05:02.122870+0000","last_clean":"2024-06-06T11:05:02.122870+0000","last_became_active":"2024-06-06T11:04:24.079443+0000","last_became_peered":"2024-06-06T11:04:24.079443+0000","last_unstale":"2024-06-06T11:05:02.122870+0000","last_undegraded":"2024-06-06T11:05:02.122870+0000","last_fullsized":"2024-06-06T11:05:02.122870+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119371+0000","last_change":"2024-06-06T11:04:24.260195+0000","last_active":"2024-06-06T11:05:02.119371+0000","last_peered":"2024-06-06T11:05:02.119371+0000","last_clean":"2024-06-06T11:05:02.119371+0000","last_became_active":"2024-06-06T11:04:24.259815+0000","last_became_peered":"2024-06-06T11:04:24.259815+0000","last_unstale":"2024-06-06T11:05:02.119371+0000","last_undegraded":"2024-06-06T11:05:02.119371+0000","last_fullsized":"2024-06-06T11:05:02.119371+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.120297+0000","last_change":"2024-06-06T11:04:24.070844+0000","last_active":"2024-06-06T11:05:02.120297+0000","last_peered":"2024-06-06T11:05:02.120297+0000","last_clean":"2024-06-06T11:05:02.120297+0000","last_became_active":"2024-06-06T11:04:24.069627+0000","last_became_peered":"2024-06-06T11:04:24.069627+0000","last_unstale":"2024-06-06T11:05:02.120297+0000","last_undegraded":"2024-06-06T11:05:02.120297+0000","last_fullsized":"2024-06-06T11:05:02.120297+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119333+0000","last_change":"2024-06-06T11:04:24.111247+0000","last_active":"2024-06-06T11:05:02.119333+0000","last_peered":"2024-06-06T11:05:02.119333+0000","last_clean":"2024-06-06T11:05:02.119333+0000","last_became_active":"2024-06-06T11:04:24.110859+0000","last_became_peered":"2024-06-06T11:04:24.110859+0000","last_unstale":"2024-06-06T11:05:02.119333+0000","last_undegraded":"2024-06-06T11:05:02.119333+0000","last_fullsized":"2024-06-06T11:05:02.119333+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538876+0000","last_change":"2024-06-06T11:04:24.074419+0000","last_active":"2024-06-06T11:05:02.538876+0000","last_peered":"2024-06-06T11:05:02.538876+0000","last_clean":"2024-06-06T11:05:02.538876+0000","last_became_active":"2024-06-06T11:04:24.073089+0000","last_became_peered":"2024-06-06T11:04:24.073089+0000","last_unstale":"2024-06-06T11:05:02.538876+0000","last_undegraded":"2024-06-06T11:05:02.538876+0000","last_fullsized":"2024-06-06T11:05:02.538876+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.123646+0000","last_change":"2024-06-06T11:04:24.101541+0000","last_active":"2024-06-06T11:05:02.123646+0000","last_peered":"2024-06-06T11:05:02.123646+0000","last_clean":"2024-06-06T11:05:02.123646+0000","last_became_active":"2024-06-06T11:04:24.101115+0000","last_became_peered":"2024-06-06T11:04:24.101115+0000","last_unstale":"2024-06-06T11:05:02.123646+0000","last_undegraded":"2024-06-06T11:05:02.123646+0000","last_fullsized":"2024-06-06T11:05:02.123646+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119438+0000","last_change":"2024-06-06T11:04:24.080479+0000","last_active":"2024-06-06T11:05:02.119438+0000","last_peered":"2024-06-06T11:05:02.119438+0000","last_clean":"2024-06-06T11:05:02.119438+0000","last_became_active":"2024-06-06T11:04:24.080067+0000","last_became_peered":"2024-06-06T11:04:24.080067+0000","last_unstale":"2024-06-06T11:05:02.119438+0000","last_undegraded":"2024-06-06T11:05:02.119438+0000","last_fullsized":"2024-06-06T11:05:02.119438+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.538544+0000","last_change":"2024-06-06T11:04:24.263958+0000","last_active":"2024-06-06T11:05:02.538544+0000","last_peered":"2024-06-06T11:05:02.538544+0000","last_clean":"2024-06-06T11:05:02.538544+0000","last_became_active":"2024-06-06T11:04:24.263665+0000","last_became_peered":"2024-06-06T11:04:24.263665+0000","last_unstale":"2024-06-06T11:05:02.538544+0000","last_undegraded":"2024-06-06T11:05:02.538544+0000","last_fullsized":"2024-06-06T11:05:02.538544+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.114542+0000","last_change":"2024-06-06T11:04:24.079406+0000","last_active":"2024-06-06T11:05:02.114542+0000","last_peered":"2024-06-06T11:05:02.114542+0000","last_clean":"2024-06-06T11:05:02.114542+0000","last_became_active":"2024-06-06T11:04:24.079066+0000","last_became_peered":"2024-06-06T11:04:24.079066+0000","last_unstale":"2024-06-06T11:05:02.114542+0000","last_undegraded":"2024-06-06T11:05:02.114542+0000","last_fullsized":"2024-06-06T11:05:02.114542+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119840+0000","last_change":"2024-06-06T11:04:24.098678+0000","last_active":"2024-06-06T11:05:02.119840+0000","last_peered":"2024-06-06T11:05:02.119840+0000","last_clean":"2024-06-06T11:05:02.119840+0000","last_became_active":"2024-06-06T11:04:24.098206+0000","last_became_peered":"2024-06-06T11:04:24.098206+0000","last_unstale":"2024-06-06T11:05:02.119840+0000","last_undegraded":"2024-06-06T11:05:02.119840+0000","last_fullsized":"2024-06-06T11:05:02.119840+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"59'1","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-06-06T11:05:02.119517+0000","last_change":"2024-06-06T11:04:24.069562+0000","last_active":"2024-06-06T11:05:02.119517+0000","last_peered":"2024-06-06T11:05:02.119517+0000","last_clean":"2024-06-06T11:05:02.119517+0000","last_became_active":"2024-06-06T11:04:24.069236+0000","last_became_peered":"2024-06-06T11:04:24.069236+0000","last_unstale":"2024-06-06T11:05:02.119517+0000","last_undegraded":"2024-06-06T11:05:02.119517+0000","last_fullsized":"2024-06-06T11:05:02.119517+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430265,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297724,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447428,"statfs":{"total":95995035648,"available":95690166272,"internally_reserved":0,"allocated":643072,"data_stored":264938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.86799999999999999,"15min":0.873},"min":{"1min":0.57599999999999996,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.04,"5min":1.294,"15min":1.294},"last":1.0669999999999999},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.86899999999999999,"15min":0.85999999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":1.3220000000000001}]},{"osd":1,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.88800000000000001,"15min":0.879},"min":{"1min":0.53700000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.2609999999999999,"5min":1.466,"15min":1.466},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.91200000000000003,"15min":0.91000000000000003},"min":{"1min":0.67700000000000005,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":0.97799999999999998,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.0329999999999999}]},{"osd":2,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.88100000000000001,"15min":0.875},"min":{"1min":0.61799999999999999,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.1899999999999999,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.90400000000000003,"15min":0.89500000000000002},"min":{"1min":0.70399999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.1140000000000001,"5min":1.363,"15min":1.363},"last":1.1699999999999999}]},{"osd":3,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.90900000000000003,"15min":0.91100000000000003},"min":{"1min":0.64900000000000002,"5min":0.501,"15min":0.501},"max":{"1min":1.155,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":1.077},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.97499999999999998,"15min":0.95299999999999996},"min":{"1min":0.73699999999999999,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.2010000000000001,"5min":1.429,"15min":1.429},"last":1.1100000000000001}]},{"osd":4,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.89200000000000002,"15min":0.85699999999999998},"min":{"1min":0.56799999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.23,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":1.151},{"interface":"front","average":{"1min":1.048,"5min":0.93899999999999995,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":1.1899999999999999}]},{"osd":5,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":1.0920000000000001,"5min":1.0069999999999999,"15min":0.99099999999999999},"min":{"1min":0.59999999999999998,"5min":0.433,"15min":0.433},"max":{"1min":1.329,"5min":2.6419999999999999,"15min":2.6419999999999999},"last":0.99399999999999999},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.0109999999999999,"15min":0.98299999999999998},"min":{"1min":0.70999999999999996,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.3029999999999999,"5min":1.395,"15min":1.395},"last":1.2190000000000001}]},{"osd":6,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.0680000000000001,"15min":1.04},"min":{"1min":0.80100000000000005,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.472,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":1.274},{"interface":"front","average":{"1min":1.1160000000000001,"5min":1.0309999999999999,"15min":0.995},"min":{"1min":0.70699999999999996,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.359,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":1.131}]}]},{"osd":6,"up_from":42,"seq":180388626496,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297712,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447440,"statfs":{"total":95995035648,"available":95690178560,"internally_reserved":0,"allocated":630784,"data_stored":264792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:56 2024","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86699999999999999,"15min":0.90500000000000003},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.90700000000000003,"15min":0.90300000000000002},"min":{"1min":0.60499999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.1299999999999999,"5min":1.343,"15min":1.343},"last":0.92800000000000005}]},{"osd":1,"last update":"Thu Jun 6 11:05:56 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.88,"15min":0.85199999999999998},"min":{"1min":0.56599999999999995,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.099,"5min":1.351,"15min":1.351},"last":1.0309999999999999},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.90100000000000002,"15min":0.89500000000000002},"min":{"1min":0.70499999999999996,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.1799999999999999,"5min":1.264,"15min":1.264},"last":0.73699999999999999}]},{"osd":2,"last update":"Thu Jun 6 11:05:56 2024","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.875,"15min":0.871},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.0429999999999999,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.92800000000000005,"15min":0.92000000000000004},"min":{"1min":0.58799999999999997,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.194,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":1.0660000000000001}]},{"osd":3,"last update":"Thu Jun 6 11:05:56 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.90900000000000003,"15min":0.90100000000000002},"min":{"1min":0.627,"5min":0.498,"15min":0.498},"max":{"1min":1.1499999999999999,"5min":1.234,"15min":1.234},"last":1.107},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.92800000000000005,"15min":0.91700000000000004},"min":{"1min":0.77600000000000002,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1379999999999999,"5min":1.446,"15min":1.446},"last":0.97199999999999998}]},{"osd":4,"last update":"Thu Jun 6 11:05:56 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.91000000000000003,"15min":0.85899999999999999},"min":{"1min":0.625,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.319,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.82199999999999995},{"interface":"front","average":{"1min":1.048,"5min":0.96299999999999997,"15min":0.92100000000000004},"min":{"1min":0.70399999999999996,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":0.998}]},{"osd":5,"last update":"Thu Jun 6 11:05:56 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":0.99399999999999999,"15min":0.95399999999999996},"min":{"1min":0.73499999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.369,"5min":1.518,"15min":1.518},"last":0.89500000000000002},{"interface":"front","average":{"1min":1.202,"5min":1.0620000000000001,"15min":0.97399999999999998},"min":{"1min":0.998,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.4670000000000001,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.1850000000000001}]},{"osd":7,"last update":"Thu Jun 6 11:05:40 2024","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.0229999999999999,"15min":0.96899999999999997},"min":{"1min":0.873,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.302,"5min":1.7150000000000001,"15min":1.7150000000000001},"last":1.135},{"interface":"front","average":{"1min":1.137,"5min":1.1220000000000001,"15min":1.1020000000000001},"min":{"1min":0.94799999999999995,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.4059999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.155}]}]},{"osd":1,"up_from":13,"seq":55834574955,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297696,"kb_used_data":600,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447456,"statfs":{"total":95995035648,"available":95690194944,"internally_reserved":0,"allocated":614400,"data_stored":263186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:27 2024","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.65400000000000003,"15min":0.57499999999999996},"min":{"1min":0.52100000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.70799999999999996,"15min":0.61499999999999999},"min":{"1min":0.56799999999999995,"5min":0.25,"15min":0.25},"max":{"1min":1.0249999999999999,"5min":1.038,"15min":1.038},"last":0.85999999999999999}]},{"osd":2,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.73699999999999999,"15min":0.66500000000000004},"min":{"1min":0.41099999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.94799999999999995,"5min":1.085,"15min":1.085},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.71999999999999997,"15min":0.65900000000000003},"min":{"1min":0.54300000000000004,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.96499999999999997,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.71299999999999997}]},{"osd":3,"last update":"Thu Jun 6 11:05:54 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.71199999999999997,"15min":0.72599999999999998},"min":{"1min":0.48799999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.0509999999999999,"5min":1.075,"15min":1.075},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.82799999999999996,"15min":0.80300000000000005},"min":{"1min":0.50700000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.1899999999999999,"5min":1.335,"15min":1.335},"last":0.50700000000000001}]},{"osd":4,"last update":"Thu Jun 6 11:05:27 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.91100000000000003,"15min":0.91300000000000003},"min":{"1min":0.58799999999999997,"5min":0.496,"15min":0.496},"max":{"1min":1.181,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.81399999999999995},{"interface":"front","average":{"1min":1.109,"5min":1.0069999999999999,"15min":0.97099999999999997},"min":{"1min":0.85299999999999998,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.4299999999999999,"5min":1.53,"15min":1.53},"last":1.0740000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.95199999999999996,"15min":0.97999999999999998},"min":{"1min":0.69799999999999995,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.3149999999999999,"5min":1.474,"15min":1.474},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.026,"5min":0.98699999999999999,"15min":1.0429999999999999},"min":{"1min":0.77200000000000002,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.208,"5min":1.415,"15min":1.415},"last":1.1379999999999999}]},{"osd":6,"last update":"Thu Jun 6 11:05:54 2024","interfaces":[{"interface":"back","average":{"1min":1.1339999999999999,"5min":1.105,"15min":1.099},"min":{"1min":0.84099999999999997,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.5109999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.98499999999999999},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.05,"15min":1.0700000000000001},"min":{"1min":0.748,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.282,"5min":1.72,"15min":1.72},"last":1.044}]},{"osd":7,"last update":"Thu Jun 6 11:05:37 2024","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.05,"15min":1.0429999999999999},"min":{"1min":0.73399999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.242,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.1910000000000001},{"interface":"front","average":{"1min":1.1859999999999999,"5min":1.1140000000000001,"15min":1.1000000000000001},"min":{"1min":0.93000000000000005,"5min":0.753,"15min":0.753},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":0.93000000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738484,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297704,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447448,"statfs":{"total":95995035648,"available":95690186752,"internally_reserved":0,"allocated":622592,"data_stored":263762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.66000000000000003,"15min":0.58299999999999996},"min":{"1min":0.39000000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.79000000000000004,"5min":1.024,"15min":1.024},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.73699999999999999,"15min":0.64300000000000002},"min":{"1min":0.35099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.123,"5min":1.329,"15min":1.329},"last":0.73799999999999999}]},{"osd":2,"last update":"Thu Jun 6 11:05:13 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.72899999999999998,"15min":0.65600000000000003},"min":{"1min":0.41599999999999998,"5min":0.317,"15min":0.317},"max":{"1min":1.022,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.79600000000000004,"15min":0.70699999999999996},"min":{"1min":0.54300000000000004,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.1850000000000001,"5min":1.286,"15min":1.286},"last":0.64700000000000002}]},{"osd":3,"last update":"Thu Jun 6 11:05:45 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.78600000000000003,"15min":0.80500000000000005},"min":{"1min":0.48899999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.0640000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.79000000000000004,"15min":0.79600000000000004},"min":{"1min":0.47299999999999998,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.1459999999999999,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.67500000000000004}]},{"osd":4,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.93700000000000006,"15min":0.91900000000000004},"min":{"1min":0.71499999999999997,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.335,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.78800000000000003},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.96199999999999997,"15min":0.91100000000000003},"min":{"1min":0.70799999999999996,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.3720000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.94899999999999995}]},{"osd":5,"last update":"Thu Jun 6 11:05:13 2024","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.028,"15min":1.022},"min":{"1min":0.78100000000000003,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.286,"5min":1.431,"15min":1.431},"last":1.006},{"interface":"front","average":{"1min":1.034,"5min":0.97699999999999998,"15min":0.95199999999999996},"min":{"1min":0.66900000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.3939999999999999,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":0.75600000000000001}]},{"osd":6,"last update":"Thu Jun 6 11:05:54 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.0609999999999999,"15min":1.1200000000000001},"min":{"1min":0.79100000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.3759999999999999,"5min":1.625,"15min":1.625},"last":0.96399999999999997},{"interface":"front","average":{"1min":1,"5min":0.999,"15min":1.0149999999999999},"min":{"1min":0.81399999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.3280000000000001,"5min":1.3280000000000001,"15min":1.3280000000000001},"last":0.86199999999999999}]},{"osd":7,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.089,"15min":1.115},"min":{"1min":0.66200000000000003,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.3220000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.0409999999999999},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0580000000000001,"15min":1.077},"min":{"1min":0.77700000000000002,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":1.3520000000000001,"5min":1.47,"15min":1.47},"last":0.89900000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411428,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297704,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447448,"statfs":{"total":95995035648,"available":95690186752,"internally_reserved":0,"allocated":622592,"data_stored":263774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:08 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.68500000000000005,"15min":0.64700000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.35199999999999998},"max":{"1min":1.0700000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.70499999999999996,"15min":0.64400000000000002},"min":{"1min":0.46999999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.997,"5min":1.056,"15min":1.056},"last":0.75}]},{"osd":1,"last update":"Thu Jun 6 11:05:08 2024","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.68600000000000005,"15min":0.63600000000000001},"min":{"1min":0.49399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.77900000000000003,"15min":0.68200000000000005},"min":{"1min":0.51000000000000001,"5min":0.33700000000000002,"15min":0.32200000000000001},"max":{"1min":1.1759999999999999,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":1.042}]},{"osd":3,"last update":"Thu Jun 6 11:05:52 2024","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.78000000000000003,"15min":0.81399999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0169999999999999,"5min":1.357,"15min":1.357},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.69599999999999995,"15min":0.747},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.997,"5min":1.073,"15min":1.1719999999999999},"last":0.98399999999999999}]},{"osd":4,"last update":"Thu Jun 6 11:05:29 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.89800000000000002,"15min":0.91700000000000004},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.387,"5min":1.413,"15min":1.413},"last":0.89700000000000002},{"interface":"front","average":{"1min":0.97999999999999998,"5min":1.0089999999999999,"15min":1.0029999999999999},"min":{"1min":0.78200000000000003,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.1679999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.1140000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:05:11 2024","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":1.0329999999999999,"15min":1.0640000000000001},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2470000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.1819999999999999},{"interface":"front","average":{"1min":1.04,"5min":0.997,"15min":1.0109999999999999},"min":{"1min":0.57199999999999995,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.3180000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":1.1599999999999999}]},{"osd":6,"last update":"Thu Jun 6 11:05:00 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.014,"15min":1.0580000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.4390000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.304},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.0840000000000001,"15min":1.1459999999999999},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.4319999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.284}]},{"osd":7,"last update":"Thu Jun 6 11:05:38 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.0149999999999999,"15min":1.0329999999999999},"min":{"1min":0.64100000000000001,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3799999999999999,"5min":1.476,"15min":1.476},"last":1.2230000000000001},{"interface":"front","average":{"1min":1.071,"5min":1.081,"15min":1.089},"min":{"1min":0.63900000000000001,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.3340000000000001,"5min":1.552,"15min":1.552},"last":1.242}]}]},{"osd":3,"up_from":25,"seq":107374182491,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297700,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447452,"statfs":{"total":95995035648,"available":95690190848,"internally_reserved":0,"allocated":618496,"data_stored":263276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:57 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.64800000000000002,"15min":0.64100000000000001},"min":{"1min":0.32100000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.1499999999999999,"5min":1.157,"15min":1.157},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.68999999999999995,"15min":0.71199999999999997},"min":{"1min":0.36499999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.83999999999999997,"5min":1.218,"15min":1.218},"last":0.76700000000000002}]},{"osd":1,"last update":"Thu Jun 6 11:05:57 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.67800000000000005,"15min":0.68600000000000005},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.85699999999999998,"5min":1.488,"15min":1.488},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.71099999999999997,"15min":0.75800000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.016,"5min":1.117,"15min":1.333},"last":0.94799999999999995}]},{"osd":2,"last update":"Thu Jun 6 11:05:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.77000000000000002,"15min":0.77700000000000002},"min":{"1min":0.34000000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":1.002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.73399999999999999,"15min":0.76600000000000001},"min":{"1min":0.36499999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.91600000000000004,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.74199999999999999}]},{"osd":4,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.234,"5min":1.323,"15min":1.323},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.92400000000000004,"15min":0.93400000000000005},"min":{"1min":0.63700000000000001,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0640000000000001,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.67500000000000004}]},{"osd":5,"last update":"Thu Jun 6 11:05:08 2024","interfaces":[{"interface":"back","average":{"1min":0.997,"5min":0.96599999999999997,"15min":0.95499999999999996},"min":{"1min":0.76200000000000001,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.4019999999999999,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.96799999999999997},{"interface":"front","average":{"1min":1.028,"5min":0.997,"15min":1.0109999999999999},"min":{"1min":0.71799999999999997,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.339,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.92500000000000004}]},{"osd":6,"last update":"Thu Jun 6 11:05:57 2024","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":1.024,"15min":1.056},"min":{"1min":0.66400000000000003,"5min":0.629,"15min":0.629},"max":{"1min":1.2030000000000001,"5min":1.504,"15min":1.504},"last":0.873},{"interface":"front","average":{"1min":0.96099999999999997,"5min":1.0589999999999999,"15min":1.0820000000000001},"min":{"1min":0.66000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.264,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":1.0660000000000001}]},{"osd":7,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.0740000000000001,"15min":1.1220000000000001},"min":{"1min":0.61599999999999999,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.3360000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.115},{"interface":"front","average":{"1min":0.97899999999999998,"5min":1.0569999999999999,"15min":1.121},"min":{"1min":0.66900000000000004,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.1879999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.90200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018962,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297720,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447432,"statfs":{"total":95995035648,"available":95690170368,"internally_reserved":0,"allocated":638976,"data_stored":264868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:32 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.89100000000000001,"15min":0.85199999999999998},"min":{"1min":0.57299999999999995,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.2470000000000001,"5min":1.492,"15min":1.492},"last":1.0149999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85899999999999999,"15min":0.86299999999999999},"min":{"1min":0.53700000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.169,"5min":1.337,"15min":1.337},"last":0.96599999999999997}]},{"osd":1,"last update":"Thu Jun 6 11:05:32 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.873,"15min":0.85299999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.2869999999999999,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.89100000000000001,"15min":0.85399999999999998},"min":{"1min":0.68400000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.2,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.81799999999999995}]},{"osd":2,"last update":"Thu Jun 6 11:05:32 2024","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.86199999999999999,"15min":0.85299999999999998},"min":{"1min":0.68700000000000006,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.1200000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.91500000000000004,"15min":0.88700000000000001},"min":{"1min":0.63,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.323,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":0.65400000000000003}]},{"osd":3,"last update":"Thu Jun 6 11:05:32 2024","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":0.94399999999999995,"15min":0.90500000000000003},"min":{"1min":0.85199999999999998,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.226,"5min":1.377,"15min":1.377},"last":1.0740000000000001},{"interface":"front","average":{"1min":1.004,"5min":0.95699999999999996,"15min":0.92100000000000004},"min":{"1min":0.65900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.163,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.1659999999999999}]},{"osd":5,"last update":"Thu Jun 6 11:05:14 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.89700000000000002,"15min":0.83599999999999997},"min":{"1min":0.66300000000000003,"5min":0.497,"15min":0.497},"max":{"1min":1.3700000000000001,"5min":1.413,"15min":1.413},"last":1.048},{"interface":"front","average":{"1min":1,"5min":0.88900000000000001,"15min":0.83099999999999996},"min":{"1min":0.65700000000000003,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.3069999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.103}]},{"osd":6,"last update":"Thu Jun 6 11:04:56 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":0.93500000000000005,"15min":0.88800000000000001},"min":{"1min":0.54700000000000004,"5min":0.435,"15min":0.435},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":1.1419999999999999},{"interface":"front","average":{"1min":1.113,"5min":0.996,"15min":0.96399999999999997},"min":{"1min":0.75900000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.3720000000000001,"5min":1.482,"15min":1.482},"last":1.2769999999999999}]},{"osd":7,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":1.153,"5min":1.03,"15min":0.95999999999999996},"min":{"1min":0.99199999999999999,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.3149999999999999,"5min":1.333,"15min":1.333},"last":1.2310000000000001},{"interface":"front","average":{"1min":1.2050000000000001,"5min":1.0900000000000001,"15min":1.0580000000000001},"min":{"1min":1.0880000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.399,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":1.1879999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822730,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297700,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":93447452,"statfs":{"total":95995035648,"available":95690190848,"internally_reserved":0,"allocated":618496,"data_stored":263545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.878,"15min":0.90100000000000002},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.399,"5min":1.399,"15min":1.399},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.84899999999999998,"15min":0.86899999999999999},"min":{"1min":0.61499999999999999,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":1.0880000000000001}]},{"osd":1,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.90900000000000003,"15min":0.91700000000000004},"min":{"1min":0.60899999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":1.109},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.88600000000000001,"15min":0.871},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.1479999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.95899999999999996}]},{"osd":2,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.86499999999999999,"15min":0.88500000000000001},"min":{"1min":0.71799999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.0920000000000001,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.97799999999999998,"15min":0.91800000000000004},"min":{"1min":0.71399999999999997,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.2629999999999999,"5min":1.325,"15min":1.325},"last":1.2070000000000001}]},{"osd":3,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.61099999999999999,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.248,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.97899999999999998,"15min":0.95399999999999996},"min":{"1min":0.69699999999999995,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.1950000000000001,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.90000000000000002}]},{"osd":4,"last update":"Thu Jun 6 11:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.82399999999999995,"15min":0.77000000000000002},"min":{"1min":0.50800000000000001,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.171,"5min":1.246,"15min":1.246},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.85699999999999998,"15min":0.82499999999999996},"min":{"1min":0.52900000000000003,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.78000000000000003}]},{"osd":6,"last update":"Thu Jun 6 11:05:54 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":0.97199999999999998,"15min":0.878},"min":{"1min":0.59699999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.3109999999999999,"5min":1.466,"15min":1.466},"last":0.72899999999999998},{"interface":"front","average":{"1min":1.1779999999999999,"5min":1.083,"15min":1.0109999999999999},"min":{"1min":0.73499999999999999,"5min":0.497,"15min":0.497},"max":{"1min":1.431,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":0.98999999999999999}]},{"osd":7,"last update":"Thu Jun 6 11:05:33 2024","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.1200000000000001,"15min":1.0640000000000001},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.4730000000000001,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":1.163},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0049999999999999,"15min":0.95799999999999996},"min":{"1min":0.54100000000000004,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.3300000000000001,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":1.022}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T11:06:03.433 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-06T11:06:03.433 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-06-06T11:06:03.433 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-06-06T11:06:03.434 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:06:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:03 smithi132 bash[17898]: audit 2024-06-06T11:06:02.645360+0000 mgr.y (mgr.14427) 155 : audit [DBG] from='client.24686 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:06:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:03 smithi132 bash[25563]: audit 2024-06-06T11:06:02.645360+0000 mgr.y (mgr.14427) 155 : audit [DBG] from='client.24686 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:06:04.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:03 smithi179 bash[18882]: audit 2024-06-06T11:06:02.645360+0000 mgr.y (mgr.14427) 155 : audit [DBG] from='client.24686 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:06:05.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:04 smithi179 bash[18882]: cluster 2024-06-06T11:06:03.793526+0000 mgr.y (mgr.14427) 156 : cluster [DBG] pgmap v134: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:05.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:06:04 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:06:05.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:04 smithi132 bash[17898]: cluster 2024-06-06T11:06:03.793526+0000 mgr.y (mgr.14427) 156 : cluster [DBG] pgmap v134: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:05.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:04 smithi132 bash[25563]: cluster 2024-06-06T11:06:03.793526+0000 mgr.y (mgr.14427) 156 : cluster [DBG] pgmap v134: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:07.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:06 smithi132 bash[17898]: cluster 2024-06-06T11:06:05.794228+0000 mgr.y (mgr.14427) 157 : cluster [DBG] pgmap v135: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:07.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:06 smithi132 bash[25563]: cluster 2024-06-06T11:06:05.794228+0000 mgr.y (mgr.14427) 157 : cluster [DBG] pgmap v135: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:07.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:06 smithi179 bash[18882]: cluster 2024-06-06T11:06:05.794228+0000 mgr.y (mgr.14427) 157 : cluster [DBG] pgmap v135: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:08.263 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:06:09.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:08 smithi132 bash[17898]: cluster 2024-06-06T11:06:07.795258+0000 mgr.y (mgr.14427) 158 : cluster [DBG] pgmap v136: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:09.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:08 smithi132 bash[25563]: cluster 2024-06-06T11:06:07.795258+0000 mgr.y (mgr.14427) 158 : cluster [DBG] pgmap v136: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:09.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:08 smithi179 bash[18882]: cluster 2024-06-06T11:06:07.795258+0000 mgr.y (mgr.14427) 158 : cluster [DBG] pgmap v136: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:11.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:10 smithi132 bash[17898]: cluster 2024-06-06T11:06:09.795863+0000 mgr.y (mgr.14427) 159 : cluster [DBG] pgmap v137: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:11.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:10 smithi132 bash[25563]: cluster 2024-06-06T11:06:09.795863+0000 mgr.y (mgr.14427) 159 : cluster [DBG] pgmap v137: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:11.176 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:06:11.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:10 smithi179 bash[18882]: cluster 2024-06-06T11:06:09.795863+0000 mgr.y (mgr.14427) 159 : cluster [DBG] pgmap v137: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:11.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:11 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:11] "GET /metrics HTTP/1.1" 200 191452 "" "Prometheus/2.33.4" 2024-06-06T11:06:11.948 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-06-06T11:06:11.948 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-06-06T11:06:11.948 INFO:teuthology.run_tasks:Running task print... 2024-06-06T11:06:11.959 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-06-06T11:06:11.960 INFO:teuthology.run_tasks:Running task parallel... 2024-06-06T11:06:11.971 INFO:teuthology.task.parallel:starting parallel... 2024-06-06T11:06:11.972 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-06-06T11:06:11.972 INFO:teuthology.task.sequential:In sequential, running task workunit... 2024-06-06T11:06:11.977 INFO:tasks.workunit:Pulling workunits from ref pacific 2024-06-06T11:06:11.978 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-06-06T11:06:11.978 DEBUG:teuthology.orchestra.run.smithi132:> stat -- /home/ubuntu/cephtest/mnt.0 2024-06-06T11:06:11.979 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-06-06T11:06:11.979 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-06-06T11:06:11.979 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi132.front.sepia.ceph.com 2024-06-06T11:06:11.979 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-06-06T11:06:11.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T11:06:11.987 INFO:teuthology.orchestra.run.smithi132.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-06-06T11:06:11.987 DEBUG:teuthology.orchestra.run.smithi132:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-06-06T11:06:12.035 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-06-06T11:06:12.035 DEBUG:teuthology.orchestra.run.smithi132:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-06-06T11:06:12.082 INFO:tasks.workunit:timeout=3h 2024-06-06T11:06:12.083 INFO:tasks.workunit:cleanup=True 2024-06-06T11:06:12.083 DEBUG:teuthology.orchestra.run.smithi132:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-06-06T11:06:12.131 INFO:tasks.workunit.client.0.smithi132.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-06-06T11:06:12.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:11 smithi132 bash[17898]: audit 2024-06-06T11:06:11.177923+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.132:0/2708484574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:06:12.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:11 smithi132 bash[25563]: audit 2024-06-06T11:06:11.177923+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.132:0/2708484574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:06:12.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:11 smithi179 bash[18882]: audit 2024-06-06T11:06:11.177923+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.132:0/2708484574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:06:13.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:12 smithi132 bash[17898]: cluster 2024-06-06T11:06:11.796493+0000 mgr.y (mgr.14427) 160 : cluster [DBG] pgmap v138: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:13.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:12 smithi132 bash[25563]: cluster 2024-06-06T11:06:11.796493+0000 mgr.y (mgr.14427) 160 : cluster [DBG] pgmap v138: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:12 smithi179 bash[18882]: cluster 2024-06-06T11:06:11.796493+0000 mgr.y (mgr.14427) 160 : cluster [DBG] pgmap v138: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:14.996 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:14 smithi132 bash[17898]: cluster 2024-06-06T11:06:13.797508+0000 mgr.y (mgr.14427) 161 : cluster [DBG] pgmap v139: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:15.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:06:14 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:06:15.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:14 smithi179 bash[18882]: cluster 2024-06-06T11:06:13.797508+0000 mgr.y (mgr.14427) 161 : cluster [DBG] pgmap v139: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:15.273 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:14 smithi132 bash[25563]: cluster 2024-06-06T11:06:13.797508+0000 mgr.y (mgr.14427) 161 : cluster [DBG] pgmap v139: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:15.273 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:15 smithi132 bash[18166]: [06/Jun/2024:11:06:15] ENGINE Bus STOPPING 2024-06-06T11:06:15.273 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:15 smithi132 bash[18166]: [06/Jun/2024:11:06:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:06:15.273 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:15 smithi132 bash[18166]: [06/Jun/2024:11:06:15] ENGINE Bus STOPPED 2024-06-06T11:06:15.273 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:15 smithi132 bash[18166]: [06/Jun/2024:11:06:15] ENGINE Bus STARTING 2024-06-06T11:06:15.273 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:15 smithi132 bash[18166]: [06/Jun/2024:11:06:15] ENGINE Serving on http://:::9283 2024-06-06T11:06:15.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:15 smithi132 bash[18166]: [06/Jun/2024:11:06:15] ENGINE Bus STARTED 2024-06-06T11:06:16.029 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph config set global log_to_journald false --force' 2024-06-06T11:06:16.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:16 smithi132 bash[25563]: audit 2024-06-06T11:06:15.156626+0000 mon.a (mon.0) 726 : audit [INF] from='client.? 172.21.15.132:0/4290761794' entity='client.admin' 2024-06-06T11:06:16.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:16 smithi132 bash[25563]: audit 2024-06-06T11:06:15.176469+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:06:16.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:16 smithi132 bash[17898]: audit 2024-06-06T11:06:15.156626+0000 mon.a (mon.0) 726 : audit [INF] from='client.? 172.21.15.132:0/4290761794' entity='client.admin' 2024-06-06T11:06:16.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:16 smithi132 bash[17898]: audit 2024-06-06T11:06:15.176469+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:06:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:16 smithi179 bash[18882]: audit 2024-06-06T11:06:15.156626+0000 mon.a (mon.0) 726 : audit [INF] from='client.? 172.21.15.132:0/4290761794' entity='client.admin' 2024-06-06T11:06:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:16 smithi179 bash[18882]: audit 2024-06-06T11:06:15.176469+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:06:17.490 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:17 smithi132 bash[17898]: cluster 2024-06-06T11:06:15.798082+0000 mgr.y (mgr.14427) 162 : cluster [DBG] pgmap v140: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:17.491 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:17 smithi132 bash[25563]: cluster 2024-06-06T11:06:15.798082+0000 mgr.y (mgr.14427) 162 : cluster [DBG] pgmap v140: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:17.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:17 smithi179 bash[18882]: cluster 2024-06-06T11:06:15.798082+0000 mgr.y (mgr.14427) 162 : cluster [DBG] pgmap v140: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:19.419 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:19 smithi132 bash[18166]: [06/Jun/2024:11:06:19] ENGINE Bus STOPPING 2024-06-06T11:06:19.419 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:19 smithi132 bash[18166]: [06/Jun/2024:11:06:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:06:19.420 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:19 smithi132 bash[18166]: [06/Jun/2024:11:06:19] ENGINE Bus STOPPED 2024-06-06T11:06:19.420 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:19 smithi132 bash[18166]: [06/Jun/2024:11:06:19] ENGINE Bus STARTING 2024-06-06T11:06:19.420 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:19 smithi132 bash[25563]: cluster 2024-06-06T11:06:17.798923+0000 mgr.y (mgr.14427) 163 : cluster [DBG] pgmap v141: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:19.420 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:19 smithi132 bash[17898]: cluster 2024-06-06T11:06:17.798923+0000 mgr.y (mgr.14427) 163 : cluster [DBG] pgmap v141: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:19 smithi179 bash[18882]: cluster 2024-06-06T11:06:17.798923+0000 mgr.y (mgr.14427) 163 : cluster [DBG] pgmap v141: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:19.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:19 smithi132 bash[18166]: [06/Jun/2024:11:06:19] ENGINE Serving on http://:::9283 2024-06-06T11:06:19.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:19 smithi132 bash[18166]: [06/Jun/2024:11:06:19] ENGINE Bus STARTED 2024-06-06T11:06:20.096 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-06-06T11:06:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:20 smithi132 bash[17898]: audit 2024-06-06T11:06:19.301904+0000 mon.a (mon.0) 728 : audit [INF] from='client.? ' entity='client.admin' 2024-06-06T11:06:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:20 smithi132 bash[17898]: cluster 2024-06-06T11:06:19.799512+0000 mgr.y (mgr.14427) 164 : cluster [DBG] pgmap v142: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:20 smithi132 bash[25563]: audit 2024-06-06T11:06:19.301904+0000 mon.a (mon.0) 728 : audit [INF] from='client.? ' entity='client.admin' 2024-06-06T11:06:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:20 smithi132 bash[25563]: cluster 2024-06-06T11:06:19.799512+0000 mgr.y (mgr.14427) 164 : cluster [DBG] pgmap v142: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:20 smithi179 bash[18882]: audit 2024-06-06T11:06:19.301904+0000 mon.a (mon.0) 728 : audit [INF] from='client.? ' entity='client.admin' 2024-06-06T11:06:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:20 smithi179 bash[18882]: cluster 2024-06-06T11:06:19.799512+0000 mgr.y (mgr.14427) 164 : cluster [DBG] pgmap v142: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:21.655 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:21 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:21] "GET /metrics HTTP/1.1" 200 191451 "" "Prometheus/2.33.4" 2024-06-06T11:06:22.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:21 smithi132 bash[17898]: audit 2024-06-06T11:06:20.962147+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:22.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:21 smithi132 bash[25563]: audit 2024-06-06T11:06:20.962147+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:22.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:21 smithi179 bash[18882]: audit 2024-06-06T11:06:20.962147+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:23.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[17898]: cluster 2024-06-06T11:06:21.799871+0000 mgr.y (mgr.14427) 165 : cluster [DBG] pgmap v143: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:23.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[17898]: audit 2024-06-06T11:06:22.310597+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:23.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[17898]: audit 2024-06-06T11:06:22.311516+0000 mon.a (mon.0) 731 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:06:23.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[17898]: audit 2024-06-06T11:06:22.312326+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:06:23.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[17898]: audit 2024-06-06T11:06:22.316919+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:23.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[17898]: audit 2024-06-06T11:06:22.322397+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:06:23.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[17898]: audit 2024-06-06T11:06:22.324022+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:06:23.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[17898]: audit 2024-06-06T11:06:22.324750+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:06:23.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[17898]: audit 2024-06-06T11:06:22.329505+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:23.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[25563]: cluster 2024-06-06T11:06:21.799871+0000 mgr.y (mgr.14427) 165 : cluster [DBG] pgmap v143: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:23.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[25563]: audit 2024-06-06T11:06:22.310597+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:23.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[25563]: audit 2024-06-06T11:06:22.311516+0000 mon.a (mon.0) 731 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:06:23.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[25563]: audit 2024-06-06T11:06:22.312326+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:06:23.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[25563]: audit 2024-06-06T11:06:22.316919+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:23.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[25563]: audit 2024-06-06T11:06:22.322397+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:06:23.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[25563]: audit 2024-06-06T11:06:22.324022+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:06:23.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[25563]: audit 2024-06-06T11:06:22.324750+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:06:23.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:22 smithi132 bash[25563]: audit 2024-06-06T11:06:22.329505+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:22 smithi179 bash[18882]: cluster 2024-06-06T11:06:21.799871+0000 mgr.y (mgr.14427) 165 : cluster [DBG] pgmap v143: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:22 smithi179 bash[18882]: audit 2024-06-06T11:06:22.310597+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:22 smithi179 bash[18882]: audit 2024-06-06T11:06:22.311516+0000 mon.a (mon.0) 731 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:06:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:22 smithi179 bash[18882]: audit 2024-06-06T11:06:22.312326+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:06:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:22 smithi179 bash[18882]: audit 2024-06-06T11:06:22.316919+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:22 smithi179 bash[18882]: audit 2024-06-06T11:06:22.322397+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:06:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:22 smithi179 bash[18882]: audit 2024-06-06T11:06:22.324022+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:06:23.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:22 smithi179 bash[18882]: audit 2024-06-06T11:06:22.324750+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:06:23.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:22 smithi179 bash[18882]: audit 2024-06-06T11:06:22.329505+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:23.498 INFO:teuthology.orchestra.run.smithi132.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T11:06:24.504 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch ps' 2024-06-06T11:06:24.754 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:24 smithi179 bash[18882]: audit 2024-06-06T11:06:23.490857+0000 mgr.y (mgr.14427) 166 : audit [DBG] from='client.14796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f1abf795f4fc15bf2f30ac90c811a53ab21d5d65", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:06:24.754 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:24 smithi179 bash[18882]: cephadm 2024-06-06T11:06:23.492372+0000 mgr.y (mgr.14427) 167 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T11:06:24.754 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:24 smithi179 bash[18882]: audit 2024-06-06T11:06:23.499279+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:24.754 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:24 smithi179 bash[18882]: audit 2024-06-06T11:06:23.503219+0000 mon.a (mon.0) 739 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:06:24.754 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:24 smithi179 bash[18882]: audit 2024-06-06T11:06:23.505141+0000 mon.a (mon.0) 740 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:06:24.754 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:24 smithi179 bash[18882]: audit 2024-06-06T11:06:23.506192+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:06:24.754 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:24 smithi179 bash[18882]: audit 2024-06-06T11:06:23.514553+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:24.754 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:24 smithi179 bash[18882]: cephadm 2024-06-06T11:06:23.523177+0000 mgr.y (mgr.14427) 168 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T11:06:24.754 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:24 smithi179 bash[18882]: cluster 2024-06-06T11:06:23.800480+0000 mgr.y (mgr.14427) 169 : cluster [DBG] pgmap v144: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[17898]: audit 2024-06-06T11:06:23.490857+0000 mgr.y (mgr.14427) 166 : audit [DBG] from='client.14796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f1abf795f4fc15bf2f30ac90c811a53ab21d5d65", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:06:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[17898]: cephadm 2024-06-06T11:06:23.492372+0000 mgr.y (mgr.14427) 167 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T11:06:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[17898]: audit 2024-06-06T11:06:23.499279+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[17898]: audit 2024-06-06T11:06:23.503219+0000 mon.a (mon.0) 739 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:06:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[17898]: audit 2024-06-06T11:06:23.505141+0000 mon.a (mon.0) 740 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:06:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[17898]: audit 2024-06-06T11:06:23.506192+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:06:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[17898]: audit 2024-06-06T11:06:23.514553+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[17898]: cephadm 2024-06-06T11:06:23.523177+0000 mgr.y (mgr.14427) 168 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T11:06:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[17898]: cluster 2024-06-06T11:06:23.800480+0000 mgr.y (mgr.14427) 169 : cluster [DBG] pgmap v144: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[25563]: audit 2024-06-06T11:06:23.490857+0000 mgr.y (mgr.14427) 166 : audit [DBG] from='client.14796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f1abf795f4fc15bf2f30ac90c811a53ab21d5d65", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:06:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[25563]: cephadm 2024-06-06T11:06:23.492372+0000 mgr.y (mgr.14427) 167 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T11:06:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[25563]: audit 2024-06-06T11:06:23.499279+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[25563]: audit 2024-06-06T11:06:23.503219+0000 mon.a (mon.0) 739 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:06:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[25563]: audit 2024-06-06T11:06:23.505141+0000 mon.a (mon.0) 740 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:06:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[25563]: audit 2024-06-06T11:06:23.506192+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:06:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[25563]: audit 2024-06-06T11:06:23.514553+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[25563]: cephadm 2024-06-06T11:06:23.523177+0000 mgr.y (mgr.14427) 168 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 2024-06-06T11:06:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:24 smithi132 bash[25563]: cluster 2024-06-06T11:06:23.800480+0000 mgr.y (mgr.14427) 169 : cluster [DBG] pgmap v144: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:25.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:06:24 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:06:27.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:26 smithi132 bash[17898]: cluster 2024-06-06T11:06:25.801005+0000 mgr.y (mgr.14427) 170 : cluster [DBG] pgmap v145: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:27.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:26 smithi132 bash[25563]: cluster 2024-06-06T11:06:25.801005+0000 mgr.y (mgr.14427) 170 : cluster [DBG] pgmap v145: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:27.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:26 smithi179 bash[18882]: cluster 2024-06-06T11:06:25.801005+0000 mgr.y (mgr.14427) 170 : cluster [DBG] pgmap v145: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:28.020 DEBUG:teuthology.orchestra.run.smithi132:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-06-06T11:06:28.314 INFO:tasks.workunit.client.0.smithi132.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-06-06T11:06:28.317 INFO:tasks.workunit.client.0.smithi132.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-06-06T11:06:28.317 INFO:tasks.workunit.client.0.smithi132.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-06-06T11:06:29.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:28 smithi132 bash[17898]: cluster 2024-06-06T11:06:27.801584+0000 mgr.y (mgr.14427) 171 : cluster [DBG] pgmap v146: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:29.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:28 smithi132 bash[25563]: cluster 2024-06-06T11:06:27.801584+0000 mgr.y (mgr.14427) 171 : cluster [DBG] pgmap v146: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:29.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:28 smithi179 bash[18882]: cluster 2024-06-06T11:06:27.801584+0000 mgr.y (mgr.14427) 171 : cluster [DBG] pgmap v146: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:31.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:30 smithi132 bash[17898]: cluster 2024-06-06T11:06:29.801987+0000 mgr.y (mgr.14427) 172 : cluster [DBG] pgmap v147: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:31.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:30 smithi132 bash[25563]: cluster 2024-06-06T11:06:29.801987+0000 mgr.y (mgr.14427) 172 : cluster [DBG] pgmap v147: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:31.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:30 smithi179 bash[18882]: cluster 2024-06-06T11:06:29.801987+0000 mgr.y (mgr.14427) 172 : cluster [DBG] pgmap v147: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:31.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:31 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:31] "GET /metrics HTTP/1.1" 200 191451 "" "Prometheus/2.33.4" 2024-06-06T11:06:32.655 INFO:teuthology.orchestra.run.smithi132.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-06-06T11:06:32.655 INFO:teuthology.orchestra.run.smithi132.stdout:alertmanager.a smithi132 *:9093,9094 running (3m) 10s ago 3m 13.0M - 0.23.0 ba2b418f427c 12311e02ba0f 2024-06-06T11:06:32.655 INFO:teuthology.orchestra.run.smithi132.stdout:grafana.a smithi179 *:3000 running (3m) 11s ago 3m 42.1M - 8.3.5 dad864ee21e9 bd83d7dbfd59 2024-06-06T11:06:32.655 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi132.jyyqao smithi132 running (2m) 10s ago 2m 13.1M - 16.2.15-1-g8963e9de 727f386679cb 6d3851400794 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi179.tpnmsk smithi179 running (2m) 11s ago 2m 11.5M - 16.2.15-1-g8963e9de 727f386679cb fa8033ce71be 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.x smithi179 *:8443 running (10m) 11s ago 10m 375M - 16.2.15-1-g8963e9de 727f386679cb 43cab2bce7d8 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.y smithi132 *:9283 running (12m) 10s ago 12m 426M - 16.2.15-1-g8963e9de 727f386679cb 5c0cd6f4a923 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:mon.a smithi132 running (12m) 10s ago 12m 47.7M 2048M 16.2.15-1-g8963e9de 727f386679cb 22b4f7c17b6c 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:mon.b smithi179 running (11m) 11s ago 11m 37.9M 2048M 16.2.15-1-g8963e9de 727f386679cb e4406ef98bba 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:mon.c smithi132 running (11m) 10s ago 11m 35.3M 2048M 16.2.15-1-g8963e9de 727f386679cb 7e7144b3be9d 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.a smithi132 *:9100 running (4m) 10s ago 4m 9272k - 1.3.1 1dbe0e931976 9503ff6124d8 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.b smithi179 *:9100 running (4m) 11s ago 4m 9304k - 1.3.1 1dbe0e931976 3e8a1dedab6d 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:osd.0 smithi132 running (10m) 10s ago 10m 38.4M 4060M 16.2.15-1-g8963e9de 727f386679cb 3b0f7f6728db 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:osd.1 smithi132 running (9m) 10s ago 9m 38.7M 4060M 16.2.15-1-g8963e9de 727f386679cb d7588d2d16c5 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:osd.2 smithi132 running (8m) 10s ago 8m 36.7M 4060M 16.2.15-1-g8963e9de 727f386679cb 06f51b23b566 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:osd.3 smithi132 running (7m) 10s ago 8m 38.9M 4060M 16.2.15-1-g8963e9de 727f386679cb 55ac36d1c0b1 2024-06-06T11:06:32.656 INFO:teuthology.orchestra.run.smithi132.stdout:osd.4 smithi179 running (7m) 11s ago 7m 38.3M 4316M 16.2.15-1-g8963e9de 727f386679cb fca38b9dd4a9 2024-06-06T11:06:32.657 INFO:teuthology.orchestra.run.smithi132.stdout:osd.5 smithi179 running (6m) 11s ago 6m 37.7M 4316M 16.2.15-1-g8963e9de 727f386679cb 5b08bfae0006 2024-06-06T11:06:32.657 INFO:teuthology.orchestra.run.smithi132.stdout:osd.6 smithi179 running (5m) 11s ago 5m 37.9M 4316M 16.2.15-1-g8963e9de 727f386679cb bced65dc2060 2024-06-06T11:06:32.657 INFO:teuthology.orchestra.run.smithi132.stdout:osd.7 smithi179 running (5m) 11s ago 5m 37.9M 4316M 16.2.15-1-g8963e9de 727f386679cb 8f71f030aa8f 2024-06-06T11:06:32.657 INFO:teuthology.orchestra.run.smithi132.stdout:prometheus.a smithi179 *:9095 running (2m) 11s ago 4m 50.7M - 2.33.4 514e6a882f6e fa24599c48be 2024-06-06T11:06:32.724 INFO:tasks.workunit.client.0.smithi132.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-06-06T11:06:32.880 INFO:tasks.workunit.client.0.smithi132.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-06-06T11:06:32.989 INFO:tasks.workunit.client.0.smithi132.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-06-06T11:06:32.990 INFO:tasks.workunit.client.0.smithi132.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-06-06T11:06:32.990 INFO:tasks.workunit.client.0.smithi132.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-06-06T11:06:33.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:32 smithi132 bash[17898]: cluster 2024-06-06T11:06:31.802393+0000 mgr.y (mgr.14427) 173 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:33.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:32 smithi132 bash[25563]: cluster 2024-06-06T11:06:31.802393+0000 mgr.y (mgr.14427) 173 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:33.170 INFO:tasks.workunit.client.0.smithi132.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-06-06T11:06:33.174 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-06-06T11:06:33.174 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-06-06T11:06:33.180 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-06-06T11:06:33.181 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-06-06T11:06:33.181 DEBUG:teuthology.orchestra.run.smithi132:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-06-06T11:06:33.268 INFO:tasks.workunit.client.0.smithi132.stdout:seed 60178 2024-06-06T11:06:33.269 INFO:tasks.workunit.client.0.smithi132.stdout:[==========] Running 378 tests from 16 test suites. 2024-06-06T11:06:33.269 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] Global test environment set-up. 2024-06-06T11:06:33.269 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 127 tests from TestLibRBD 2024-06-06T11:06:33.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:32 smithi179 bash[18882]: cluster 2024-06-06T11:06:31.802393+0000 mgr.y (mgr.14427) 173 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:33.308 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-06-06T11:06:34.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:33 smithi132 bash[17898]: audit 2024-06-06T11:06:32.639637+0000 mgr.y (mgr.14427) 174 : audit [DBG] from='client.24716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:06:34.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:33 smithi132 bash[25563]: audit 2024-06-06T11:06:32.639637+0000 mgr.y (mgr.14427) 174 : audit [DBG] from='client.24716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:06:34.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:33 smithi179 bash[18882]: audit 2024-06-06T11:06:32.639637+0000 mgr.y (mgr.14427) 174 : audit [DBG] from='client.24716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:06:34.911 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:35.041 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:06:34 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:06:35.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:34 smithi179 bash[18882]: cluster 2024-06-06T11:06:33.803269+0000 mgr.y (mgr.14427) 175 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:35.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:34 smithi179 bash[18882]: cluster 2024-06-06T11:06:33.880126+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-06-06T11:06:35.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:34 smithi179 bash[18882]: audit 2024-06-06T11:06:33.888899+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.132:0/3686385240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:35.243 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:34 smithi132 bash[25563]: cluster 2024-06-06T11:06:33.803269+0000 mgr.y (mgr.14427) 175 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:35.244 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:34 smithi132 bash[25563]: cluster 2024-06-06T11:06:33.880126+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-06-06T11:06:35.244 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:34 smithi132 bash[25563]: audit 2024-06-06T11:06:33.888899+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.132:0/3686385240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:35.244 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:34 smithi132 bash[17898]: cluster 2024-06-06T11:06:33.803269+0000 mgr.y (mgr.14427) 175 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:35.244 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:34 smithi132 bash[17898]: cluster 2024-06-06T11:06:33.880126+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-06-06T11:06:35.244 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:34 smithi132 bash[17898]: audit 2024-06-06T11:06:33.888899+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.132:0/3686385240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:35.245 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'echo wait for minority of mons to upgrade' 2024-06-06T11:06:36.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:35 smithi132 bash[17898]: audit 2024-06-06T11:06:34.886090+0000 mon.a (mon.0) 745 : audit [INF] from='client.? 172.21.15.132:0/3686385240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:36.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:35 smithi132 bash[17898]: cluster 2024-06-06T11:06:34.886285+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-06-06T11:06:36.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:35 smithi132 bash[17898]: cluster 2024-06-06T11:06:35.887017+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-06-06T11:06:36.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:35 smithi132 bash[25563]: audit 2024-06-06T11:06:34.886090+0000 mon.a (mon.0) 745 : audit [INF] from='client.? 172.21.15.132:0/3686385240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:36.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:35 smithi132 bash[25563]: cluster 2024-06-06T11:06:34.886285+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-06-06T11:06:36.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:35 smithi132 bash[25563]: cluster 2024-06-06T11:06:35.887017+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-06-06T11:06:36.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:35 smithi179 bash[18882]: audit 2024-06-06T11:06:34.886090+0000 mon.a (mon.0) 745 : audit [INF] from='client.? 172.21.15.132:0/3686385240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:36.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:35 smithi179 bash[18882]: cluster 2024-06-06T11:06:34.886285+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-06-06T11:06:36.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:35 smithi179 bash[18882]: cluster 2024-06-06T11:06:35.887017+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-06-06T11:06:36.917 INFO:tasks.workunit.client.0.smithi132.stdout:image has size 2097152 and order 22 2024-06-06T11:06:36.917 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.CreateAndStat (3609 ms) 2024-06-06T11:06:36.917 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-06-06T11:06:36.917 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:36.952 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (35 ms) 2024-06-06T11:06:36.952 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-06-06T11:06:36.952 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:36.984 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.CreateAndStatPP (32 ms) 2024-06-06T11:06:36.984 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.GetId 2024-06-06T11:06:36.984 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.003 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:36 smithi132 bash[17898]: cluster 2024-06-06T11:06:35.803691+0000 mgr.y (mgr.14427) 176 : cluster [DBG] pgmap v152: 105 pgs: 32 unknown, 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:37.003 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:36 smithi132 bash[17898]: cluster 2024-06-06T11:06:36.889599+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-06-06T11:06:37.003 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:36 smithi132 bash[25563]: cluster 2024-06-06T11:06:35.803691+0000 mgr.y (mgr.14427) 176 : cluster [DBG] pgmap v152: 105 pgs: 32 unknown, 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:37.003 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:36 smithi132 bash[25563]: cluster 2024-06-06T11:06:36.889599+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-06-06T11:06:37.029 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.GetId (45 ms) 2024-06-06T11:06:37.029 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-06-06T11:06:37.029 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.067 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.GetIdPP (38 ms) 2024-06-06T11:06:37.067 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-06-06T11:06:37.067 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.095 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (28 ms) 2024-06-06T11:06:37.095 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-06-06T11:06:37.095 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.127 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (32 ms) 2024-06-06T11:06:37.127 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-06-06T11:06:37.127 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.155 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (29 ms) 2024-06-06T11:06:37.156 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-06-06T11:06:37.156 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.183 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (27 ms) 2024-06-06T11:06:37.183 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.OpenAio 2024-06-06T11:06:37.183 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.213 INFO:tasks.workunit.client.0.smithi132.stdout:image has size 2097152 and order 22 2024-06-06T11:06:37.213 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.OpenAio (30 ms) 2024-06-06T11:06:37.213 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-06-06T11:06:37.217 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.OpenAioFail (4 ms) 2024-06-06T11:06:37.217 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-06-06T11:06:37.217 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.257 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.OpenAioPP (40 ms) 2024-06-06T11:06:37.257 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-06-06T11:06:37.260 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-06-06T11:06:37.260 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-06-06T11:06:37.261 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:36 smithi179 bash[18882]: cluster 2024-06-06T11:06:35.803691+0000 mgr.y (mgr.14427) 176 : cluster [DBG] pgmap v152: 105 pgs: 32 unknown, 73 active+clean; 2.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:37.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:36 smithi179 bash[18882]: cluster 2024-06-06T11:06:36.889599+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-06-06T11:06:37.321 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ResizeAndStat (60 ms) 2024-06-06T11:06:37.321 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-06-06T11:06:37.321 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.378 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (57 ms) 2024-06-06T11:06:37.379 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-06-06T11:06:37.379 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.435 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (57 ms) 2024-06-06T11:06:37.435 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-06-06T11:06:37.435 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:37.495 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (60 ms) 2024-06-06T11:06:37.495 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-06-06T11:06:38.719 INFO:teuthology.orchestra.run.smithi132.stdout:wait for minority of mons to upgrade 2024-06-06T11:06:38.810 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:39.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[17898]: cluster 2024-06-06T11:06:37.804251+0000 mgr.y (mgr.14427) 177 : cluster [DBG] pgmap v155: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-06-06T11:06:39.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[17898]: cluster 2024-06-06T11:06:38.045980+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-06-06T11:06:39.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[17898]: audit 2024-06-06T11:06:38.047821+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.132:0/705506245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:39.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[17898]: audit 2024-06-06T11:06:38.051076+0000 mon.a (mon.0) 750 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:39.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[17898]: audit 2024-06-06T11:06:38.790948+0000 mon.a (mon.0) 751 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:39.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[17898]: cluster 2024-06-06T11:06:38.791139+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-06-06T11:06:39.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[25563]: cluster 2024-06-06T11:06:37.804251+0000 mgr.y (mgr.14427) 177 : cluster [DBG] pgmap v155: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-06-06T11:06:39.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[25563]: cluster 2024-06-06T11:06:38.045980+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-06-06T11:06:39.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[25563]: audit 2024-06-06T11:06:38.047821+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.132:0/705506245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:39.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[25563]: audit 2024-06-06T11:06:38.051076+0000 mon.a (mon.0) 750 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:39.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[25563]: audit 2024-06-06T11:06:38.790948+0000 mon.a (mon.0) 751 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:39.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:39 smithi132 bash[25563]: cluster 2024-06-06T11:06:38.791139+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-06-06T11:06:39.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:39 smithi179 bash[18882]: cluster 2024-06-06T11:06:37.804251+0000 mgr.y (mgr.14427) 177 : cluster [DBG] pgmap v155: 105 pgs: 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-06-06T11:06:39.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:39 smithi179 bash[18882]: cluster 2024-06-06T11:06:38.045980+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-06-06T11:06:39.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:39 smithi179 bash[18882]: audit 2024-06-06T11:06:38.047821+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.132:0/705506245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:39.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:39 smithi179 bash[18882]: audit 2024-06-06T11:06:38.051076+0000 mon.a (mon.0) 750 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:39.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:39 smithi179 bash[18882]: audit 2024-06-06T11:06:38.790948+0000 mon.a (mon.0) 751 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:39.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:39 smithi179 bash[18882]: cluster 2024-06-06T11:06:38.791139+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-06-06T11:06:39.712 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2024-06-06T11:06:40.826 INFO:tasks.workunit.client.0.smithi132.stdout:image: image18 2024-06-06T11:06:40.826 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image18 2024-06-06T11:06:40.826 INFO:tasks.workunit.client.0.smithi132.stdout:found image18 2024-06-06T11:06:40.826 INFO:tasks.workunit.client.0.smithi132.stdout:erased image18 2024-06-06T11:06:40.826 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:40.956 INFO:tasks.workunit.client.0.smithi132.stdout:image: image18 2024-06-06T11:06:40.956 INFO:tasks.workunit.client.0.smithi132.stdout:image: image19 2024-06-06T11:06:40.956 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image18 2024-06-06T11:06:40.956 INFO:tasks.workunit.client.0.smithi132.stdout:found image18 2024-06-06T11:06:40.956 INFO:tasks.workunit.client.0.smithi132.stdout:erased image18 2024-06-06T11:06:40.957 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image19 2024-06-06T11:06:40.957 INFO:tasks.workunit.client.0.smithi132.stdout:found image19 2024-06-06T11:06:40.957 INFO:tasks.workunit.client.0.smithi132.stdout:erased image19 2024-06-06T11:06:40.957 INFO:tasks.workunit.client.0.smithi132.stdout:image: image19 2024-06-06T11:06:40.957 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image19 2024-06-06T11:06:40.957 INFO:tasks.workunit.client.0.smithi132.stdout:found image19 2024-06-06T11:06:40.957 INFO:tasks.workunit.client.0.smithi132.stdout:erased image19 2024-06-06T11:06:40.957 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3461 ms) 2024-06-06T11:06:40.957 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-06-06T11:06:41.098 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:40 smithi132 bash[17898]: cluster 2024-06-06T11:06:39.794758+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-06-06T11:06:41.098 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:40 smithi132 bash[17898]: cluster 2024-06-06T11:06:39.804640+0000 mgr.y (mgr.14427) 178 : cluster [DBG] pgmap v159: 137 pgs: 32 unknown, 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 185 KiB/s rd, 20 KiB/s wr, 255 op/s 2024-06-06T11:06:41.099 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:40 smithi132 bash[25563]: cluster 2024-06-06T11:06:39.794758+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-06-06T11:06:41.099 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:40 smithi132 bash[25563]: cluster 2024-06-06T11:06:39.804640+0000 mgr.y (mgr.14427) 178 : cluster [DBG] pgmap v159: 137 pgs: 32 unknown, 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 185 KiB/s rd, 20 KiB/s wr, 255 op/s 2024-06-06T11:06:41.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:40 smithi179 bash[18882]: cluster 2024-06-06T11:06:39.794758+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-06-06T11:06:41.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:40 smithi179 bash[18882]: cluster 2024-06-06T11:06:39.804640+0000 mgr.y (mgr.14427) 178 : cluster [DBG] pgmap v159: 137 pgs: 32 unknown, 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 185 KiB/s rd, 20 KiB/s wr, 255 op/s 2024-06-06T11:06:41.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:41 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:41] "GET /metrics HTTP/1.1" 200 191448 "" "Prometheus/2.33.4" 2024-06-06T11:06:42.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:41 smithi132 bash[17898]: cluster 2024-06-06T11:06:40.805104+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-06-06T11:06:42.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:41 smithi132 bash[25563]: cluster 2024-06-06T11:06:40.805104+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-06-06T11:06:42.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:41 smithi179 bash[18882]: cluster 2024-06-06T11:06:40.805104+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-06-06T11:06:42.838 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:43.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:42 smithi132 bash[17898]: cluster 2024-06-06T11:06:41.805078+0000 mgr.y (mgr.14427) 179 : cluster [DBG] pgmap v161: 137 pgs: 32 unknown, 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:43.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:42 smithi132 bash[17898]: cluster 2024-06-06T11:06:41.816743+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-06-06T11:06:43.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:42 smithi132 bash[17898]: audit 2024-06-06T11:06:41.820154+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.132:0/2768445192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:43.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:42 smithi132 bash[17898]: audit 2024-06-06T11:06:41.821370+0000 mon.a (mon.0) 756 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:43.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:42 smithi132 bash[25563]: cluster 2024-06-06T11:06:41.805078+0000 mgr.y (mgr.14427) 179 : cluster [DBG] pgmap v161: 137 pgs: 32 unknown, 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:43.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:42 smithi132 bash[25563]: cluster 2024-06-06T11:06:41.816743+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-06-06T11:06:43.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:42 smithi132 bash[25563]: audit 2024-06-06T11:06:41.820154+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.132:0/2768445192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:43.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:42 smithi132 bash[25563]: audit 2024-06-06T11:06:41.821370+0000 mon.a (mon.0) 756 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:43.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:42 smithi179 bash[18882]: cluster 2024-06-06T11:06:41.805078+0000 mgr.y (mgr.14427) 179 : cluster [DBG] pgmap v161: 137 pgs: 32 unknown, 105 active+clean; 3.0 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:43.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:42 smithi179 bash[18882]: cluster 2024-06-06T11:06:41.816743+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-06-06T11:06:43.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:42 smithi179 bash[18882]: audit 2024-06-06T11:06:41.820154+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.132:0/2768445192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:43.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:42 smithi179 bash[18882]: audit 2024-06-06T11:06:41.821370+0000 mon.a (mon.0) 756 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:44.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:43 smithi132 bash[17898]: audit 2024-06-06T11:06:42.826777+0000 mon.a (mon.0) 757 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:44.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:43 smithi132 bash[17898]: cluster 2024-06-06T11:06:42.827211+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-06-06T11:06:44.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:43 smithi132 bash[17898]: audit 2024-06-06T11:06:43.382043+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.132:0/1743656435' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:44.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:43 smithi132 bash[25563]: audit 2024-06-06T11:06:42.826777+0000 mon.a (mon.0) 757 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:44.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:43 smithi132 bash[25563]: cluster 2024-06-06T11:06:42.827211+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-06-06T11:06:44.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:43 smithi132 bash[25563]: audit 2024-06-06T11:06:43.382043+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.132:0/1743656435' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:43 smithi179 bash[18882]: audit 2024-06-06T11:06:42.826777+0000 mon.a (mon.0) 757 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:43 smithi179 bash[18882]: cluster 2024-06-06T11:06:42.827211+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-06-06T11:06:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:43 smithi179 bash[18882]: audit 2024-06-06T11:06:43.382043+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.132:0/1743656435' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:44.855 INFO:tasks.workunit.client.0.smithi132.stdout:num images is: 1 2024-06-06T11:06:44.855 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:06:44.855 INFO:tasks.workunit.client.0.smithi132.stdout:image: image20 2024-06-06T11:06:44.855 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image20 2024-06-06T11:06:44.855 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:44.870 INFO:tasks.workunit.client.0.smithi132.stdout:num images is: 2 2024-06-06T11:06:44.870 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:06:44.870 INFO:tasks.workunit.client.0.smithi132.stdout:image: image20 2024-06-06T11:06:44.870 INFO:tasks.workunit.client.0.smithi132.stdout:image: image21 2024-06-06T11:06:44.870 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image20 2024-06-06T11:06:44.870 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image21 2024-06-06T11:06:44.978 INFO:tasks.workunit.client.0.smithi132.stdout:num images is: 1 2024-06-06T11:06:44.979 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:06:44.979 INFO:tasks.workunit.client.0.smithi132.stdout:image: image21 2024-06-06T11:06:44.979 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image21 2024-06-06T11:06:44.979 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4022 ms) 2024-06-06T11:06:44.979 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestCopy 2024-06-06T11:06:45.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:06:44 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:06:45.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:44 smithi179 bash[18882]: cluster 2024-06-06T11:06:43.805745+0000 mgr.y (mgr.14427) 180 : cluster [DBG] pgmap v164: 169 pgs: 32 creating+peering, 137 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-06-06T11:06:45.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:44 smithi179 bash[18882]: cluster 2024-06-06T11:06:43.832822+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-06-06T11:06:45.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:44 smithi132 bash[17898]: cluster 2024-06-06T11:06:43.805745+0000 mgr.y (mgr.14427) 180 : cluster [DBG] pgmap v164: 169 pgs: 32 creating+peering, 137 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-06-06T11:06:45.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:44 smithi132 bash[17898]: cluster 2024-06-06T11:06:43.832822+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-06-06T11:06:45.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:44 smithi132 bash[25563]: cluster 2024-06-06T11:06:43.805745+0000 mgr.y (mgr.14427) 180 : cluster [DBG] pgmap v164: 169 pgs: 32 creating+peering, 137 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-06-06T11:06:45.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:44 smithi132 bash[25563]: cluster 2024-06-06T11:06:43.832822+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-06-06T11:06:46.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:45 smithi132 bash[17898]: cluster 2024-06-06T11:06:44.835552+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-06-06T11:06:46.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:45 smithi132 bash[17898]: audit 2024-06-06T11:06:45.814557+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.132:0/3539356225' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:46.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:45 smithi132 bash[25563]: cluster 2024-06-06T11:06:44.835552+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-06-06T11:06:46.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:45 smithi132 bash[25563]: audit 2024-06-06T11:06:45.814557+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.132:0/3539356225' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:46.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:45 smithi179 bash[18882]: cluster 2024-06-06T11:06:44.835552+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-06-06T11:06:46.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:45 smithi179 bash[18882]: audit 2024-06-06T11:06:45.814557+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.132:0/3539356225' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:46.874 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:47.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:46 smithi132 bash[17898]: cluster 2024-06-06T11:06:45.806363+0000 mgr.y (mgr.14427) 181 : cluster [DBG] pgmap v167: 169 pgs: 32 creating+peering, 137 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-06-06T11:06:47.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:46 smithi132 bash[17898]: cluster 2024-06-06T11:06:45.854836+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-06-06T11:06:47.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:46 smithi132 bash[17898]: audit 2024-06-06T11:06:45.856814+0000 mon.a (mon.0) 762 : audit [INF] from='client.? 172.21.15.132:0/2098856683' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:47.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:46 smithi132 bash[25563]: cluster 2024-06-06T11:06:45.806363+0000 mgr.y (mgr.14427) 181 : cluster [DBG] pgmap v167: 169 pgs: 32 creating+peering, 137 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-06-06T11:06:47.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:46 smithi132 bash[25563]: cluster 2024-06-06T11:06:45.854836+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-06-06T11:06:47.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:46 smithi132 bash[25563]: audit 2024-06-06T11:06:45.856814+0000 mon.a (mon.0) 762 : audit [INF] from='client.? 172.21.15.132:0/2098856683' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:47.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:46 smithi179 bash[18882]: cluster 2024-06-06T11:06:45.806363+0000 mgr.y (mgr.14427) 181 : cluster [DBG] pgmap v167: 169 pgs: 32 creating+peering, 137 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-06-06T11:06:47.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:46 smithi179 bash[18882]: cluster 2024-06-06T11:06:45.854836+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-06-06T11:06:47.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:46 smithi179 bash[18882]: audit 2024-06-06T11:06:45.856814+0000 mon.a (mon.0) 762 : audit [INF] from='client.? 172.21.15.132:0/2098856683' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:47 smithi132 bash[17898]: audit 2024-06-06T11:06:46.860059+0000 mon.a (mon.0) 763 : audit [INF] from='client.? 172.21.15.132:0/2098856683' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:47 smithi132 bash[17898]: cluster 2024-06-06T11:06:46.860606+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-06-06T11:06:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:47 smithi132 bash[17898]: audit 2024-06-06T11:06:47.234631+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:48.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:47 smithi132 bash[25563]: audit 2024-06-06T11:06:46.860059+0000 mon.a (mon.0) 763 : audit [INF] from='client.? 172.21.15.132:0/2098856683' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:48.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:47 smithi132 bash[25563]: cluster 2024-06-06T11:06:46.860606+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-06-06T11:06:48.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:47 smithi132 bash[25563]: audit 2024-06-06T11:06:47.234631+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:47 smithi179 bash[18882]: audit 2024-06-06T11:06:46.860059+0000 mon.a (mon.0) 763 : audit [INF] from='client.? 172.21.15.132:0/2098856683' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:47 smithi179 bash[18882]: cluster 2024-06-06T11:06:46.860606+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-06-06T11:06:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:47 smithi179 bash[18882]: audit 2024-06-06T11:06:47.234631+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:49.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:48 smithi132 bash[17898]: cluster 2024-06-06T11:06:47.807988+0000 mgr.y (mgr.14427) 182 : cluster [DBG] pgmap v170: 201 pgs: 201 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-06-06T11:06:49.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:48 smithi132 bash[17898]: cluster 2024-06-06T11:06:47.872018+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-06-06T11:06:49.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:48 smithi132 bash[17898]: audit 2024-06-06T11:06:48.331710+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.132:0/4161836479' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:49.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:48 smithi132 bash[17898]: cluster 2024-06-06T11:06:48.791784+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-06-06T11:06:49.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:48 smithi132 bash[25563]: cluster 2024-06-06T11:06:47.807988+0000 mgr.y (mgr.14427) 182 : cluster [DBG] pgmap v170: 201 pgs: 201 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-06-06T11:06:49.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:48 smithi132 bash[25563]: cluster 2024-06-06T11:06:47.872018+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-06-06T11:06:49.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:48 smithi132 bash[25563]: audit 2024-06-06T11:06:48.331710+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.132:0/4161836479' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:49.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:48 smithi132 bash[25563]: cluster 2024-06-06T11:06:48.791784+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-06-06T11:06:49.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:48 smithi179 bash[18882]: cluster 2024-06-06T11:06:47.807988+0000 mgr.y (mgr.14427) 182 : cluster [DBG] pgmap v170: 201 pgs: 201 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-06-06T11:06:49.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:48 smithi179 bash[18882]: cluster 2024-06-06T11:06:47.872018+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-06-06T11:06:49.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:48 smithi179 bash[18882]: audit 2024-06-06T11:06:48.331710+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.132:0/4161836479' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:49.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:48 smithi179 bash[18882]: cluster 2024-06-06T11:06:48.791784+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-06-06T11:06:49.408 INFO:tasks.workunit.client.0.smithi132.stdout:image: image22 2024-06-06T11:06:49.408 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image22 2024-06-06T11:06:49.408 INFO:tasks.workunit.client.0.smithi132.stdout:found image22 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:erased image22 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:image: image22 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:image: image23 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image22 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:found image22 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:erased image22 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image23 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:found image23 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:erased image23 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:100.00% done 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:image: image22 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:image: image23 2024-06-06T11:06:49.409 INFO:tasks.workunit.client.0.smithi132.stdout:image: image24 2024-06-06T11:06:49.410 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image22 2024-06-06T11:06:49.410 INFO:tasks.workunit.client.0.smithi132.stdout:found image22 2024-06-06T11:06:49.410 INFO:tasks.workunit.client.0.smithi132.stdout:erased image22 2024-06-06T11:06:49.410 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image23 2024-06-06T11:06:49.410 INFO:tasks.workunit.client.0.smithi132.stdout:found image23 2024-06-06T11:06:49.410 INFO:tasks.workunit.client.0.smithi132.stdout:erased image23 2024-06-06T11:06:49.410 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image24 2024-06-06T11:06:49.410 INFO:tasks.workunit.client.0.smithi132.stdout:found image24 2024-06-06T11:06:49.410 INFO:tasks.workunit.client.0.smithi132.stdout:erased image24 2024-06-06T11:06:49.410 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestCopy (4429 ms) 2024-06-06T11:06:49.410 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-06-06T11:06:51.010 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:51.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:50 smithi132 bash[17898]: cluster 2024-06-06T11:06:49.808665+0000 mgr.y (mgr.14427) 183 : cluster [DBG] pgmap v173: 201 pgs: 201 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-06-06T11:06:51.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:50 smithi132 bash[17898]: cluster 2024-06-06T11:06:49.990376+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-06-06T11:06:51.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:50 smithi132 bash[17898]: audit 2024-06-06T11:06:49.993377+0000 mon.a (mon.0) 769 : audit [INF] from='client.? 172.21.15.132:0/2876259716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:51.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:50 smithi132 bash[17898]: audit 2024-06-06T11:06:50.831901+0000 mon.a (mon.0) 770 : audit [DBG] from='client.? 172.21.15.132:0/2387071482' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:51.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:50 smithi132 bash[25563]: cluster 2024-06-06T11:06:49.808665+0000 mgr.y (mgr.14427) 183 : cluster [DBG] pgmap v173: 201 pgs: 201 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-06-06T11:06:51.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:50 smithi132 bash[25563]: cluster 2024-06-06T11:06:49.990376+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-06-06T11:06:51.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:50 smithi132 bash[25563]: audit 2024-06-06T11:06:49.993377+0000 mon.a (mon.0) 769 : audit [INF] from='client.? 172.21.15.132:0/2876259716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:51.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:50 smithi132 bash[25563]: audit 2024-06-06T11:06:50.831901+0000 mon.a (mon.0) 770 : audit [DBG] from='client.? 172.21.15.132:0/2387071482' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:50 smithi179 bash[18882]: cluster 2024-06-06T11:06:49.808665+0000 mgr.y (mgr.14427) 183 : cluster [DBG] pgmap v173: 201 pgs: 201 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-06-06T11:06:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:50 smithi179 bash[18882]: cluster 2024-06-06T11:06:49.990376+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-06-06T11:06:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:50 smithi179 bash[18882]: audit 2024-06-06T11:06:49.993377+0000 mon.a (mon.0) 769 : audit [INF] from='client.? 172.21.15.132:0/2876259716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:50 smithi179 bash[18882]: audit 2024-06-06T11:06:50.831901+0000 mon.a (mon.0) 770 : audit [DBG] from='client.? 172.21.15.132:0/2387071482' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:51.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:06:51 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:51] "GET /metrics HTTP/1.1" 200 201836 "" "Prometheus/2.33.4" 2024-06-06T11:06:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:52 smithi132 bash[17898]: audit 2024-06-06T11:06:51.001138+0000 mon.a (mon.0) 771 : audit [INF] from='client.? 172.21.15.132:0/2876259716' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:52 smithi132 bash[17898]: cluster 2024-06-06T11:06:51.001323+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-06-06T11:06:52.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:52 smithi132 bash[25563]: audit 2024-06-06T11:06:51.001138+0000 mon.a (mon.0) 771 : audit [INF] from='client.? 172.21.15.132:0/2876259716' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:52.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:52 smithi132 bash[25563]: cluster 2024-06-06T11:06:51.001323+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-06-06T11:06:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:52 smithi179 bash[18882]: audit 2024-06-06T11:06:51.001138+0000 mon.a (mon.0) 771 : audit [INF] from='client.? 172.21.15.132:0/2876259716' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:52 smithi179 bash[18882]: cluster 2024-06-06T11:06:51.001323+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-06-06T11:06:53.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:53 smithi132 bash[17898]: cluster 2024-06-06T11:06:51.809370+0000 mgr.y (mgr.14427) 184 : cluster [DBG] pgmap v176: 233 pgs: 32 unknown, 201 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:53.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:53 smithi132 bash[17898]: cluster 2024-06-06T11:06:52.010661+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-06-06T11:06:53.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:53 smithi132 bash[25563]: cluster 2024-06-06T11:06:51.809370+0000 mgr.y (mgr.14427) 184 : cluster [DBG] pgmap v176: 233 pgs: 32 unknown, 201 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:53.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:53 smithi132 bash[25563]: cluster 2024-06-06T11:06:52.010661+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-06-06T11:06:53.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:53 smithi179 bash[18882]: cluster 2024-06-06T11:06:51.809370+0000 mgr.y (mgr.14427) 184 : cluster [DBG] pgmap v176: 233 pgs: 32 unknown, 201 active+clean; 3.1 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:06:53.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:53 smithi179 bash[18882]: cluster 2024-06-06T11:06:52.010661+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-06-06T11:06:53.457 INFO:tasks.workunit.client.0.smithi132.stdout:num images is: 1 2024-06-06T11:06:53.457 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:06:53.457 INFO:tasks.workunit.client.0.smithi132.stdout:image: image25 2024-06-06T11:06:53.457 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image25 2024-06-06T11:06:53.488 INFO:tasks.workunit.client.0.smithi132.stdout:num images is: 2 2024-06-06T11:06:53.488 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:06:53.488 INFO:tasks.workunit.client.0.smithi132.stdout:image: image25 2024-06-06T11:06:53.488 INFO:tasks.workunit.client.0.smithi132.stdout:image: image26 2024-06-06T11:06:53.489 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image25 2024-06-06T11:06:53.489 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image26 2024-06-06T11:06:53.571 INFO:tasks.workunit.client.0.smithi132.stdout:100.00% done 2024-06-06T11:06:53.572 INFO:tasks.workunit.client.0.smithi132.stdout:num images is: 3 2024-06-06T11:06:53.572 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 3 2024-06-06T11:06:53.572 INFO:tasks.workunit.client.0.smithi132.stdout:image: image25 2024-06-06T11:06:53.572 INFO:tasks.workunit.client.0.smithi132.stdout:image: image26 2024-06-06T11:06:53.572 INFO:tasks.workunit.client.0.smithi132.stdout:image: image27 2024-06-06T11:06:53.572 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image25 2024-06-06T11:06:53.572 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image26 2024-06-06T11:06:53.572 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image27 2024-06-06T11:06:53.630 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestCopyPP (4222 ms) 2024-06-06T11:06:53.630 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-06-06T11:06:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:54 smithi132 bash[25563]: cluster 2024-06-06T11:06:53.012468+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-06-06T11:06:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:54 smithi132 bash[25563]: audit 2024-06-06T11:06:53.377827+0000 mon.a (mon.0) 775 : audit [DBG] from='client.? 172.21.15.132:0/2876869238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:54.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:54 smithi132 bash[17898]: cluster 2024-06-06T11:06:53.012468+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-06-06T11:06:54.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:54 smithi132 bash[17898]: audit 2024-06-06T11:06:53.377827+0000 mon.a (mon.0) 775 : audit [DBG] from='client.? 172.21.15.132:0/2876869238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:54 smithi179 bash[18882]: cluster 2024-06-06T11:06:53.012468+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-06-06T11:06:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:54 smithi179 bash[18882]: audit 2024-06-06T11:06:53.377827+0000 mon.a (mon.0) 775 : audit [DBG] from='client.? 172.21.15.132:0/2876869238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:55.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:06:54 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:06:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:06:55.225 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:06:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:55 smithi132 bash[17898]: cluster 2024-06-06T11:06:53.810008+0000 mgr.y (mgr.14427) 185 : cluster [DBG] pgmap v179: 233 pgs: 233 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-06-06T11:06:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:55 smithi132 bash[17898]: cluster 2024-06-06T11:06:54.206637+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-06-06T11:06:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:55 smithi132 bash[17898]: audit 2024-06-06T11:06:54.209284+0000 mon.a (mon.0) 777 : audit [INF] from='client.? 172.21.15.132:0/3393619554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:55 smithi132 bash[25563]: cluster 2024-06-06T11:06:53.810008+0000 mgr.y (mgr.14427) 185 : cluster [DBG] pgmap v179: 233 pgs: 233 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-06-06T11:06:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:55 smithi132 bash[25563]: cluster 2024-06-06T11:06:54.206637+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-06-06T11:06:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:55 smithi132 bash[25563]: audit 2024-06-06T11:06:54.209284+0000 mon.a (mon.0) 777 : audit [INF] from='client.? 172.21.15.132:0/3393619554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:55 smithi179 bash[18882]: cluster 2024-06-06T11:06:53.810008+0000 mgr.y (mgr.14427) 185 : cluster [DBG] pgmap v179: 233 pgs: 233 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-06-06T11:06:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:55 smithi179 bash[18882]: cluster 2024-06-06T11:06:54.206637+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-06-06T11:06:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:55 smithi179 bash[18882]: audit 2024-06-06T11:06:54.209284+0000 mon.a (mon.0) 777 : audit [INF] from='client.? 172.21.15.132:0/3393619554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:06:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:56 smithi132 bash[25563]: audit 2024-06-06T11:06:55.207119+0000 mon.a (mon.0) 778 : audit [INF] from='client.? 172.21.15.132:0/3393619554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:56 smithi132 bash[25563]: cluster 2024-06-06T11:06:55.209385+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-06-06T11:06:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:56 smithi132 bash[25563]: cluster 2024-06-06T11:06:55.810620+0000 mgr.y (mgr.14427) 186 : cluster [DBG] pgmap v182: 265 pgs: 32 unknown, 233 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-06-06T11:06:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:56 smithi132 bash[25563]: audit 2024-06-06T11:06:55.844808+0000 mon.a (mon.0) 780 : audit [DBG] from='client.? 172.21.15.132:0/4286201871' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:56 smithi132 bash[17898]: audit 2024-06-06T11:06:55.207119+0000 mon.a (mon.0) 778 : audit [INF] from='client.? 172.21.15.132:0/3393619554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:56 smithi132 bash[17898]: cluster 2024-06-06T11:06:55.209385+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-06-06T11:06:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:56 smithi132 bash[17898]: cluster 2024-06-06T11:06:55.810620+0000 mgr.y (mgr.14427) 186 : cluster [DBG] pgmap v182: 265 pgs: 32 unknown, 233 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-06-06T11:06:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:56 smithi132 bash[17898]: audit 2024-06-06T11:06:55.844808+0000 mon.a (mon.0) 780 : audit [DBG] from='client.? 172.21.15.132:0/4286201871' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:56 smithi179 bash[18882]: audit 2024-06-06T11:06:55.207119+0000 mon.a (mon.0) 778 : audit [INF] from='client.? 172.21.15.132:0/3393619554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:06:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:56 smithi179 bash[18882]: cluster 2024-06-06T11:06:55.209385+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-06-06T11:06:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:56 smithi179 bash[18882]: cluster 2024-06-06T11:06:55.810620+0000 mgr.y (mgr.14427) 186 : cluster [DBG] pgmap v182: 265 pgs: 32 unknown, 233 active+clean; 3.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-06-06T11:06:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:56 smithi179 bash[18882]: audit 2024-06-06T11:06:55.844808+0000 mon.a (mon.0) 780 : audit [DBG] from='client.? 172.21.15.132:0/4286201871' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:57.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:57 smithi132 bash[17898]: cluster 2024-06-06T11:06:56.217257+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-06-06T11:06:57.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:57 smithi132 bash[25563]: cluster 2024-06-06T11:06:56.217257+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-06-06T11:06:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:57 smithi179 bash[18882]: cluster 2024-06-06T11:06:56.217257+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-06-06T11:06:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:58 smithi132 bash[25563]: cluster 2024-06-06T11:06:57.219339+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-06-06T11:06:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:58 smithi132 bash[25563]: audit 2024-06-06T11:06:57.266377+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:58 smithi132 bash[25563]: cluster 2024-06-06T11:06:57.812317+0000 mgr.y (mgr.14427) 187 : cluster [DBG] pgmap v185: 265 pgs: 265 active+clean; 3.6 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 637 KiB/s rd, 42 KiB/s wr, 749 op/s 2024-06-06T11:06:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:58 smithi132 bash[17898]: cluster 2024-06-06T11:06:57.219339+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-06-06T11:06:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:58 smithi132 bash[17898]: audit 2024-06-06T11:06:57.266377+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:58.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:58 smithi132 bash[17898]: cluster 2024-06-06T11:06:57.812317+0000 mgr.y (mgr.14427) 187 : cluster [DBG] pgmap v185: 265 pgs: 265 active+clean; 3.6 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 637 KiB/s rd, 42 KiB/s wr, 749 op/s 2024-06-06T11:06:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:58 smithi179 bash[18882]: cluster 2024-06-06T11:06:57.219339+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-06-06T11:06:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:58 smithi179 bash[18882]: audit 2024-06-06T11:06:57.266377+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:06:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:58 smithi179 bash[18882]: cluster 2024-06-06T11:06:57.812317+0000 mgr.y (mgr.14427) 187 : cluster [DBG] pgmap v185: 265 pgs: 265 active+clean; 3.6 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 637 KiB/s rd, 42 KiB/s wr, 749 op/s 2024-06-06T11:06:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:59 smithi132 bash[17898]: cluster 2024-06-06T11:06:58.271312+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-06-06T11:06:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:59 smithi132 bash[17898]: audit 2024-06-06T11:06:58.333402+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.132:0/2793945239' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:06:59 smithi132 bash[17898]: cluster 2024-06-06T11:06:59.155719+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-06-06T11:06:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:59 smithi132 bash[25563]: cluster 2024-06-06T11:06:58.271312+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-06-06T11:06:59.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:59 smithi132 bash[25563]: audit 2024-06-06T11:06:58.333402+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.132:0/2793945239' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:59.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:06:59 smithi132 bash[25563]: cluster 2024-06-06T11:06:59.155719+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-06-06T11:06:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:59 smithi179 bash[18882]: cluster 2024-06-06T11:06:58.271312+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-06-06T11:06:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:59 smithi179 bash[18882]: audit 2024-06-06T11:06:58.333402+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.132:0/2793945239' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:06:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:06:59 smithi179 bash[18882]: cluster 2024-06-06T11:06:59.155719+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-06-06T11:07:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:00 smithi132 bash[25563]: cluster 2024-06-06T11:06:59.813205+0000 mgr.y (mgr.14427) 188 : cluster [DBG] pgmap v188: 265 pgs: 265 active+clean; 3.6 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 637 KiB/s rd, 42 KiB/s wr, 749 op/s 2024-06-06T11:07:00.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:00 smithi132 bash[17898]: cluster 2024-06-06T11:06:59.813205+0000 mgr.y (mgr.14427) 188 : cluster [DBG] pgmap v188: 265 pgs: 265 active+clean; 3.6 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 637 KiB/s rd, 42 KiB/s wr, 749 op/s 2024-06-06T11:07:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:00 smithi179 bash[18882]: cluster 2024-06-06T11:06:59.813205+0000 mgr.y (mgr.14427) 188 : cluster [DBG] pgmap v188: 265 pgs: 265 active+clean; 3.6 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 637 KiB/s rd, 42 KiB/s wr, 749 op/s 2024-06-06T11:07:01.419 INFO:tasks.workunit.client.0.smithi132.stdout:image: image28 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image28 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:found image28 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:erased image28 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:image: image28 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:image: image29 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image28 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:found image28 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:erased image28 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image29 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:found image29 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:erased image29 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:100.00% done 2024-06-06T11:07:01.420 INFO:tasks.workunit.client.0.smithi132.stdout:image: image28 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:image: image29 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:image: image30 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image28 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:found image28 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:erased image28 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image29 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:found image29 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:erased image29 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image30 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:found image30 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:erased image30 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:image: image28 2024-06-06T11:07:01.421 INFO:tasks.workunit.client.0.smithi132.stdout:image: image29 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:image: image30 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:image: image31 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image28 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:found image28 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:erased image28 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image29 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:found image29 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:erased image29 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image30 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:found image30 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:erased image30 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image31 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:found image31 2024-06-06T11:07:01.422 INFO:tasks.workunit.client.0.smithi132.stdout:erased image31 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:image: image28 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:image: image29 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:image: image30 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:image: image31 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:image: image32 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image28 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:found image28 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:erased image28 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image29 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:found image29 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:erased image29 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image30 2024-06-06T11:07:01.423 INFO:tasks.workunit.client.0.smithi132.stdout:found image30 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:erased image30 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image31 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:found image31 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:erased image31 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image32 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:found image32 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:erased image32 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:100.00% done 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:image: image28 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:image: image29 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:image: image30 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:image: image31 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:image: image32 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:image: image33 2024-06-06T11:07:01.424 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image28 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:found image28 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:erased image28 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image29 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:found image29 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:erased image29 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image30 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:found image30 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:erased image30 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image31 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:found image31 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:erased image31 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image32 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:found image32 2024-06-06T11:07:01.425 INFO:tasks.workunit.client.0.smithi132.stdout:erased image32 2024-06-06T11:07:01.426 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image33 2024-06-06T11:07:01.426 INFO:tasks.workunit.client.0.smithi132.stdout:found image33 2024-06-06T11:07:01.426 INFO:tasks.workunit.client.0.smithi132.stdout:erased image33 2024-06-06T11:07:01.426 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestDeepCopy (7789 ms) 2024-06-06T11:07:01.426 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-06-06T11:07:01.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:01 smithi179 bash[18882]: cluster 2024-06-06T11:07:00.285608+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-06-06T11:07:01.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:01 smithi179 bash[18882]: audit 2024-06-06T11:07:00.740565+0000 mon.a (mon.0) 787 : audit [DBG] from='client.? 172.21.15.132:0/1549767620' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:01.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:01 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:01] "GET /metrics HTTP/1.1" 200 201836 "" "Prometheus/2.33.4" 2024-06-06T11:07:01.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:01 smithi132 bash[17898]: cluster 2024-06-06T11:07:00.285608+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-06-06T11:07:01.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:01 smithi132 bash[17898]: audit 2024-06-06T11:07:00.740565+0000 mon.a (mon.0) 787 : audit [DBG] from='client.? 172.21.15.132:0/1549767620' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:01.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:01 smithi132 bash[25563]: cluster 2024-06-06T11:07:00.285608+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-06-06T11:07:01.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:01 smithi132 bash[25563]: audit 2024-06-06T11:07:00.740565+0000 mon.a (mon.0) 787 : audit [DBG] from='client.? 172.21.15.132:0/1549767620' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[17898]: cluster 2024-06-06T11:07:01.295319+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-06-06T11:07:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[17898]: cluster 2024-06-06T11:07:01.814052+0000 mgr.y (mgr.14427) 189 : cluster [DBG] pgmap v191: 265 pgs: 265 active+clean; 3.6 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[17898]: audit 2024-06-06T11:07:02.126617+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.a", "id": [7, 2]}]: dispatch 2024-06-06T11:07:02.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[17898]: audit 2024-06-06T11:07:02.126969+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.c", "id": [7, 6]}]: dispatch 2024-06-06T11:07:02.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[17898]: audit 2024-06-06T11:07:02.127189+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.e", "id": [7, 2]}]: dispatch 2024-06-06T11:07:02.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[17898]: audit 2024-06-06T11:07:02.127397+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.15", "id": [7, 2]}]: dispatch 2024-06-06T11:07:02.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[17898]: audit 2024-06-06T11:07:02.127592+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.19", "id": [5, 2]}]: dispatch 2024-06-06T11:07:02.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[17898]: audit 2024-06-06T11:07:02.127776+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.1f", "id": [1, 4]}]: dispatch 2024-06-06T11:07:02.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[25563]: cluster 2024-06-06T11:07:01.295319+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-06-06T11:07:02.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[25563]: cluster 2024-06-06T11:07:01.814052+0000 mgr.y (mgr.14427) 189 : cluster [DBG] pgmap v191: 265 pgs: 265 active+clean; 3.6 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:02.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[25563]: audit 2024-06-06T11:07:02.126617+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.a", "id": [7, 2]}]: dispatch 2024-06-06T11:07:02.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[25563]: audit 2024-06-06T11:07:02.126969+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.c", "id": [7, 6]}]: dispatch 2024-06-06T11:07:02.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[25563]: audit 2024-06-06T11:07:02.127189+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.e", "id": [7, 2]}]: dispatch 2024-06-06T11:07:02.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[25563]: audit 2024-06-06T11:07:02.127397+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.15", "id": [7, 2]}]: dispatch 2024-06-06T11:07:02.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[25563]: audit 2024-06-06T11:07:02.127592+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.19", "id": [5, 2]}]: dispatch 2024-06-06T11:07:02.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:02 smithi132 bash[25563]: audit 2024-06-06T11:07:02.127776+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.1f", "id": [1, 4]}]: dispatch 2024-06-06T11:07:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:02 smithi179 bash[18882]: cluster 2024-06-06T11:07:01.295319+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-06-06T11:07:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:02 smithi179 bash[18882]: cluster 2024-06-06T11:07:01.814052+0000 mgr.y (mgr.14427) 189 : cluster [DBG] pgmap v191: 265 pgs: 265 active+clean; 3.6 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:02 smithi179 bash[18882]: audit 2024-06-06T11:07:02.126617+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.a", "id": [7, 2]}]: dispatch 2024-06-06T11:07:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:02 smithi179 bash[18882]: audit 2024-06-06T11:07:02.126969+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.c", "id": [7, 6]}]: dispatch 2024-06-06T11:07:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:02 smithi179 bash[18882]: audit 2024-06-06T11:07:02.127189+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.e", "id": [7, 2]}]: dispatch 2024-06-06T11:07:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:02 smithi179 bash[18882]: audit 2024-06-06T11:07:02.127397+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.15", "id": [7, 2]}]: dispatch 2024-06-06T11:07:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:02 smithi179 bash[18882]: audit 2024-06-06T11:07:02.127592+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.19", "id": [5, 2]}]: dispatch 2024-06-06T11:07:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:02 smithi179 bash[18882]: audit 2024-06-06T11:07:02.127776+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.1f", "id": [1, 4]}]: dispatch 2024-06-06T11:07:03.313 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[17898]: audit 2024-06-06T11:07:02.305124+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.a", "id": [7, 2]}]': finished 2024-06-06T11:07:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[17898]: audit 2024-06-06T11:07:02.305226+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.c", "id": [7, 6]}]': finished 2024-06-06T11:07:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[17898]: audit 2024-06-06T11:07:02.305314+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.e", "id": [7, 2]}]': finished 2024-06-06T11:07:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[17898]: audit 2024-06-06T11:07:02.305405+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.15", "id": [7, 2]}]': finished 2024-06-06T11:07:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[17898]: audit 2024-06-06T11:07:02.305495+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.19", "id": [5, 2]}]': finished 2024-06-06T11:07:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[17898]: audit 2024-06-06T11:07:02.305561+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.1f", "id": [1, 4]}]': finished 2024-06-06T11:07:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[17898]: cluster 2024-06-06T11:07:02.305713+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-06-06T11:07:03.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[17898]: audit 2024-06-06T11:07:02.318166+0000 mon.a (mon.0) 802 : audit [INF] from='client.? 172.21.15.132:0/1072159949' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:03.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[17898]: audit 2024-06-06T11:07:03.146290+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.132:0/1626223084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:03.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[25563]: audit 2024-06-06T11:07:02.305124+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.a", "id": [7, 2]}]': finished 2024-06-06T11:07:03.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[25563]: audit 2024-06-06T11:07:02.305226+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.c", "id": [7, 6]}]': finished 2024-06-06T11:07:03.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[25563]: audit 2024-06-06T11:07:02.305314+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.e", "id": [7, 2]}]': finished 2024-06-06T11:07:03.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[25563]: audit 2024-06-06T11:07:02.305405+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.15", "id": [7, 2]}]': finished 2024-06-06T11:07:03.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[25563]: audit 2024-06-06T11:07:02.305495+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.19", "id": [5, 2]}]': finished 2024-06-06T11:07:03.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[25563]: audit 2024-06-06T11:07:02.305561+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.1f", "id": [1, 4]}]': finished 2024-06-06T11:07:03.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[25563]: cluster 2024-06-06T11:07:02.305713+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-06-06T11:07:03.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[25563]: audit 2024-06-06T11:07:02.318166+0000 mon.a (mon.0) 802 : audit [INF] from='client.? 172.21.15.132:0/1072159949' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:03.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:03 smithi132 bash[25563]: audit 2024-06-06T11:07:03.146290+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.132:0/1626223084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:03 smithi179 bash[18882]: audit 2024-06-06T11:07:02.305124+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.a", "id": [7, 2]}]': finished 2024-06-06T11:07:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:03 smithi179 bash[18882]: audit 2024-06-06T11:07:02.305226+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.c", "id": [7, 6]}]': finished 2024-06-06T11:07:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:03 smithi179 bash[18882]: audit 2024-06-06T11:07:02.305314+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.e", "id": [7, 2]}]': finished 2024-06-06T11:07:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:03 smithi179 bash[18882]: audit 2024-06-06T11:07:02.305405+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.15", "id": [7, 2]}]': finished 2024-06-06T11:07:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:03 smithi179 bash[18882]: audit 2024-06-06T11:07:02.305495+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.19", "id": [5, 2]}]': finished 2024-06-06T11:07:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:03 smithi179 bash[18882]: audit 2024-06-06T11:07:02.305561+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "9.1f", "id": [1, 4]}]': finished 2024-06-06T11:07:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:03 smithi179 bash[18882]: cluster 2024-06-06T11:07:02.305713+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-06-06T11:07:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:03 smithi179 bash[18882]: audit 2024-06-06T11:07:02.318166+0000 mon.a (mon.0) 802 : audit [INF] from='client.? 172.21.15.132:0/1072159949' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:03.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:03 smithi179 bash[18882]: audit 2024-06-06T11:07:03.146290+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.132:0/1626223084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:04.753 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:04 smithi179 bash[18882]: audit 2024-06-06T11:07:03.309564+0000 mon.a (mon.0) 803 : audit [INF] from='client.? 172.21.15.132:0/1072159949' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:04.753 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:04 smithi179 bash[18882]: cluster 2024-06-06T11:07:03.309723+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-06-06T11:07:04.754 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:04 smithi179 bash[18882]: cluster 2024-06-06T11:07:03.814957+0000 mgr.y (mgr.14427) 190 : cluster [DBG] pgmap v194: 297 pgs: 32 creating+peering, 6 peering, 259 active+clean; 3.9 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 251 KiB/s rd, 11 KiB/s wr, 297 op/s 2024-06-06T11:07:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:04 smithi132 bash[17898]: audit 2024-06-06T11:07:03.309564+0000 mon.a (mon.0) 803 : audit [INF] from='client.? 172.21.15.132:0/1072159949' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:04 smithi132 bash[17898]: cluster 2024-06-06T11:07:03.309723+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-06-06T11:07:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:04 smithi132 bash[17898]: cluster 2024-06-06T11:07:03.814957+0000 mgr.y (mgr.14427) 190 : cluster [DBG] pgmap v194: 297 pgs: 32 creating+peering, 6 peering, 259 active+clean; 3.9 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 251 KiB/s rd, 11 KiB/s wr, 297 op/s 2024-06-06T11:07:04.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:04 smithi132 bash[25563]: audit 2024-06-06T11:07:03.309564+0000 mon.a (mon.0) 803 : audit [INF] from='client.? 172.21.15.132:0/1072159949' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:04.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:04 smithi132 bash[25563]: cluster 2024-06-06T11:07:03.309723+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-06-06T11:07:04.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:04 smithi132 bash[25563]: cluster 2024-06-06T11:07:03.814957+0000 mgr.y (mgr.14427) 190 : cluster [DBG] pgmap v194: 297 pgs: 32 creating+peering, 6 peering, 259 active+clean; 3.9 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 251 KiB/s rd, 11 KiB/s wr, 297 op/s 2024-06-06T11:07:05.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:07:04 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:07:05.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:05 smithi132 bash[17898]: cluster 2024-06-06T11:07:04.327232+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-06-06T11:07:05.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:05 smithi132 bash[25563]: cluster 2024-06-06T11:07:04.327232+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-06-06T11:07:05.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:05 smithi179 bash[18882]: cluster 2024-06-06T11:07:04.327232+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-06-06T11:07:05.819 INFO:tasks.workunit.client.0.smithi132.stdout:num images is: 1 2024-06-06T11:07:05.819 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:07:05.819 INFO:tasks.workunit.client.0.smithi132.stdout:image: image34 2024-06-06T11:07:05.819 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image34 2024-06-06T11:07:05.867 INFO:tasks.workunit.client.0.smithi132.stdout:num images is: 2 2024-06-06T11:07:05.867 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:07:05.868 INFO:tasks.workunit.client.0.smithi132.stdout:image: image34 2024-06-06T11:07:05.868 INFO:tasks.workunit.client.0.smithi132.stdout:image: image35 2024-06-06T11:07:05.868 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image34 2024-06-06T11:07:05.868 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image35 2024-06-06T11:07:05.988 INFO:tasks.workunit.client.0.smithi132.stdout:100.00% done 2024-06-06T11:07:05.988 INFO:tasks.workunit.client.0.smithi132.stdout:num images is: 3 2024-06-06T11:07:05.988 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 3 2024-06-06T11:07:05.988 INFO:tasks.workunit.client.0.smithi132.stdout:image: image34 2024-06-06T11:07:05.989 INFO:tasks.workunit.client.0.smithi132.stdout:image: image35 2024-06-06T11:07:05.989 INFO:tasks.workunit.client.0.smithi132.stdout:image: image36 2024-06-06T11:07:05.989 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image34 2024-06-06T11:07:05.989 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image35 2024-06-06T11:07:05.989 INFO:tasks.workunit.client.0.smithi132.stdout:expected = image36 2024-06-06T11:07:06.071 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4652 ms) 2024-06-06T11:07:06.071 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-06-06T11:07:06.071 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:06.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:06 smithi132 bash[17898]: cluster 2024-06-06T11:07:05.340472+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-06-06T11:07:06.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:06 smithi132 bash[17898]: audit 2024-06-06T11:07:05.559430+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.132:0/1569528586' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:06.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:06 smithi132 bash[17898]: cluster 2024-06-06T11:07:05.815499+0000 mgr.y (mgr.14427) 191 : cluster [DBG] pgmap v197: 297 pgs: 32 creating+peering, 6 peering, 259 active+clean; 3.9 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 251 KiB/s rd, 11 KiB/s wr, 297 op/s 2024-06-06T11:07:06.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:06 smithi132 bash[25563]: cluster 2024-06-06T11:07:05.340472+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-06-06T11:07:06.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:06 smithi132 bash[25563]: audit 2024-06-06T11:07:05.559430+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.132:0/1569528586' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:06.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:06 smithi132 bash[25563]: cluster 2024-06-06T11:07:05.815499+0000 mgr.y (mgr.14427) 191 : cluster [DBG] pgmap v197: 297 pgs: 32 creating+peering, 6 peering, 259 active+clean; 3.9 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 251 KiB/s rd, 11 KiB/s wr, 297 op/s 2024-06-06T11:07:06.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:06 smithi179 bash[18882]: cluster 2024-06-06T11:07:05.340472+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-06-06T11:07:06.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:06 smithi179 bash[18882]: audit 2024-06-06T11:07:05.559430+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.132:0/1569528586' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:06.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:06 smithi179 bash[18882]: cluster 2024-06-06T11:07:05.815499+0000 mgr.y (mgr.14427) 191 : cluster [DBG] pgmap v197: 297 pgs: 32 creating+peering, 6 peering, 259 active+clean; 3.9 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 251 KiB/s rd, 11 KiB/s wr, 297 op/s 2024-06-06T11:07:07.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:07 smithi132 bash[17898]: cluster 2024-06-06T11:07:06.358241+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-06-06T11:07:07.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:07 smithi132 bash[17898]: audit 2024-06-06T11:07:07.307890+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:07.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:07 smithi132 bash[25563]: cluster 2024-06-06T11:07:06.358241+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-06-06T11:07:07.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:07 smithi132 bash[25563]: audit 2024-06-06T11:07:07.307890+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:07.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:07 smithi179 bash[18882]: cluster 2024-06-06T11:07:06.358241+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-06-06T11:07:07.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:07 smithi179 bash[18882]: audit 2024-06-06T11:07:07.307890+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:08 smithi132 bash[17898]: cluster 2024-06-06T11:07:07.367469+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-06-06T11:07:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:08 smithi132 bash[17898]: cluster 2024-06-06T11:07:07.818076+0000 mgr.y (mgr.14427) 192 : cluster [DBG] pgmap v200: 297 pgs: 297 active+clean; 4.2 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 449 op/s; 21 B/s, 0 objects/s recovering 2024-06-06T11:07:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:08 smithi132 bash[17898]: audit 2024-06-06T11:07:07.956904+0000 mon.a (mon.0) 810 : audit [DBG] from='client.? 172.21.15.132:0/4174555077' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:08 smithi132 bash[25563]: cluster 2024-06-06T11:07:07.367469+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-06-06T11:07:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:08 smithi132 bash[25563]: cluster 2024-06-06T11:07:07.818076+0000 mgr.y (mgr.14427) 192 : cluster [DBG] pgmap v200: 297 pgs: 297 active+clean; 4.2 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 449 op/s; 21 B/s, 0 objects/s recovering 2024-06-06T11:07:08.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:08 smithi132 bash[25563]: audit 2024-06-06T11:07:07.956904+0000 mon.a (mon.0) 810 : audit [DBG] from='client.? 172.21.15.132:0/4174555077' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:08 smithi179 bash[18882]: cluster 2024-06-06T11:07:07.367469+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-06-06T11:07:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:08 smithi179 bash[18882]: cluster 2024-06-06T11:07:07.818076+0000 mgr.y (mgr.14427) 192 : cluster [DBG] pgmap v200: 297 pgs: 297 active+clean; 4.2 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 449 op/s; 21 B/s, 0 objects/s recovering 2024-06-06T11:07:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:08 smithi179 bash[18882]: audit 2024-06-06T11:07:07.956904+0000 mon.a (mon.0) 810 : audit [DBG] from='client.? 172.21.15.132:0/4174555077' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:09.181 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 1 2024-06-06T11:07:09.181 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:07:09.181 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap1 2024-06-06T11:07:09.181 INFO:tasks.workunit.client.0.smithi132.stdout:found snap1 with size 2097152 2024-06-06T11:07:09.181 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 2 2024-06-06T11:07:09.181 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:07:09.181 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap1 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap2 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:found snap1 with size 2097152 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:found snap2 with size 4194304 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 1 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap2 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:found snap2 with size 4194304 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 0 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 0 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3110 ms) 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-06-06T11:07:09.182 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:09.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:09 smithi132 bash[17898]: cluster 2024-06-06T11:07:08.378195+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-06-06T11:07:09.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:09 smithi132 bash[17898]: cluster 2024-06-06T11:07:09.157068+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-06-06T11:07:09.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:09 smithi132 bash[25563]: cluster 2024-06-06T11:07:08.378195+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-06-06T11:07:09.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:09 smithi132 bash[25563]: cluster 2024-06-06T11:07:09.157068+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-06-06T11:07:09.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:09 smithi179 bash[18882]: cluster 2024-06-06T11:07:08.378195+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-06-06T11:07:09.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:09 smithi179 bash[18882]: cluster 2024-06-06T11:07:09.157068+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-06-06T11:07:11.200 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2019 ms) 2024-06-06T11:07:11.201 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-06-06T11:07:11.201 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:11.430 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:11 smithi132 bash[17898]: cluster 2024-06-06T11:07:09.819098+0000 mgr.y (mgr.14427) 193 : cluster [DBG] pgmap v203: 297 pgs: 297 active+clean; 4.2 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 449 op/s; 21 B/s, 0 objects/s recovering 2024-06-06T11:07:11.430 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:11 smithi132 bash[17898]: cluster 2024-06-06T11:07:10.162298+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-06-06T11:07:11.430 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:11 smithi132 bash[17898]: audit 2024-06-06T11:07:10.360479+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.132:0/4013212844' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:11.430 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:11 smithi132 bash[25563]: cluster 2024-06-06T11:07:09.819098+0000 mgr.y (mgr.14427) 193 : cluster [DBG] pgmap v203: 297 pgs: 297 active+clean; 4.2 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 449 op/s; 21 B/s, 0 objects/s recovering 2024-06-06T11:07:11.430 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:11 smithi132 bash[25563]: cluster 2024-06-06T11:07:10.162298+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-06-06T11:07:11.430 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:11 smithi132 bash[25563]: audit 2024-06-06T11:07:10.360479+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.132:0/4013212844' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:11 smithi179 bash[18882]: cluster 2024-06-06T11:07:09.819098+0000 mgr.y (mgr.14427) 193 : cluster [DBG] pgmap v203: 297 pgs: 297 active+clean; 4.2 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 449 op/s; 21 B/s, 0 objects/s recovering 2024-06-06T11:07:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:11 smithi179 bash[18882]: cluster 2024-06-06T11:07:10.162298+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-06-06T11:07:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:11 smithi179 bash[18882]: audit 2024-06-06T11:07:10.360479+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.132:0/4013212844' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:11.715 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:11 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:11] "GET /metrics HTTP/1.1" 200 207043 "" "Prometheus/2.33.4" 2024-06-06T11:07:12.203 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 1 2024-06-06T11:07:12.203 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:07:12.203 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap1 2024-06-06T11:07:12.203 INFO:tasks.workunit.client.0.smithi132.stdout:found snap1 with size 2097152 2024-06-06T11:07:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:12 smithi132 bash[17898]: cluster 2024-06-06T11:07:11.169524+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-06-06T11:07:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:12 smithi132 bash[25563]: cluster 2024-06-06T11:07:11.169524+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-06-06T11:07:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:12 smithi179 bash[18882]: cluster 2024-06-06T11:07:11.169524+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-06-06T11:07:13.211 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 2 2024-06-06T11:07:13.211 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:07:13.212 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap1 2024-06-06T11:07:13.212 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap2 2024-06-06T11:07:13.212 INFO:tasks.workunit.client.0.smithi132.stdout:found snap1 with size 2097152 2024-06-06T11:07:13.212 INFO:tasks.workunit.client.0.smithi132.stdout:found snap2 with size 4194304 2024-06-06T11:07:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[17898]: cluster 2024-06-06T11:07:11.819994+0000 mgr.y (mgr.14427) 194 : cluster [DBG] pgmap v206: 297 pgs: 297 active+clean; 4.2 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[17898]: cluster 2024-06-06T11:07:12.178884+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-06-06T11:07:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[17898]: audit 2024-06-06T11:07:12.362287+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[17898]: audit 2024-06-06T11:07:12.364900+0000 mon.a (mon.0) 817 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:07:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[17898]: audit 2024-06-06T11:07:12.371522+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[17898]: audit 2024-06-06T11:07:12.761204+0000 mon.a (mon.0) 819 : audit [DBG] from='client.? 172.21.15.132:0/3324688639' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[25563]: cluster 2024-06-06T11:07:11.819994+0000 mgr.y (mgr.14427) 194 : cluster [DBG] pgmap v206: 297 pgs: 297 active+clean; 4.2 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[25563]: cluster 2024-06-06T11:07:12.178884+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-06-06T11:07:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[25563]: audit 2024-06-06T11:07:12.362287+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[25563]: audit 2024-06-06T11:07:12.364900+0000 mon.a (mon.0) 817 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:07:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[25563]: audit 2024-06-06T11:07:12.371522+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:13 smithi132 bash[25563]: audit 2024-06-06T11:07:12.761204+0000 mon.a (mon.0) 819 : audit [DBG] from='client.? 172.21.15.132:0/3324688639' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:13 smithi179 bash[18882]: cluster 2024-06-06T11:07:11.819994+0000 mgr.y (mgr.14427) 194 : cluster [DBG] pgmap v206: 297 pgs: 297 active+clean; 4.2 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:13 smithi179 bash[18882]: cluster 2024-06-06T11:07:12.178884+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-06-06T11:07:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:13 smithi179 bash[18882]: audit 2024-06-06T11:07:12.362287+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:13 smithi179 bash[18882]: audit 2024-06-06T11:07:12.364900+0000 mon.a (mon.0) 817 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:07:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:13 smithi179 bash[18882]: audit 2024-06-06T11:07:12.371522+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:13 smithi179 bash[18882]: audit 2024-06-06T11:07:12.761204+0000 mon.a (mon.0) 819 : audit [DBG] from='client.? 172.21.15.132:0/3324688639' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:14.214 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 1 2024-06-06T11:07:14.215 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:07:14.215 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap2 2024-06-06T11:07:14.215 INFO:tasks.workunit.client.0.smithi132.stdout:found snap2 with size 4194304 2024-06-06T11:07:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[17898]: cephadm 2024-06-06T11:07:12.363019+0000 mgr.y (mgr.14427) 195 : cephadm [INF] Upgrade: Target is version 18.2.2-1389-gf1abf795 (unknown) 2024-06-06T11:07:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[17898]: cephadm 2024-06-06T11:07:12.363132+0000 mgr.y (mgr.14427) 196 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9'] 2024-06-06T11:07:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[17898]: cephadm 2024-06-06T11:07:12.372954+0000 mgr.y (mgr.14427) 197 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-06-06T11:07:14.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[17898]: cephadm 2024-06-06T11:07:12.599917+0000 mgr.y (mgr.14427) 198 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 on smithi179 2024-06-06T11:07:14.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[17898]: cluster 2024-06-06T11:07:13.184527+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-06-06T11:07:14.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[17898]: cluster 2024-06-06T11:07:13.820946+0000 mgr.y (mgr.14427) 199 : cluster [DBG] pgmap v209: 297 pgs: 297 active+clean; 4.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 79 op/s 2024-06-06T11:07:14.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[25563]: cephadm 2024-06-06T11:07:12.363019+0000 mgr.y (mgr.14427) 195 : cephadm [INF] Upgrade: Target is version 18.2.2-1389-gf1abf795 (unknown) 2024-06-06T11:07:14.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[25563]: cephadm 2024-06-06T11:07:12.363132+0000 mgr.y (mgr.14427) 196 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9'] 2024-06-06T11:07:14.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[25563]: cephadm 2024-06-06T11:07:12.372954+0000 mgr.y (mgr.14427) 197 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-06-06T11:07:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[25563]: cephadm 2024-06-06T11:07:12.599917+0000 mgr.y (mgr.14427) 198 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 on smithi179 2024-06-06T11:07:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[25563]: cluster 2024-06-06T11:07:13.184527+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-06-06T11:07:14.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:14 smithi132 bash[25563]: cluster 2024-06-06T11:07:13.820946+0000 mgr.y (mgr.14427) 199 : cluster [DBG] pgmap v209: 297 pgs: 297 active+clean; 4.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 79 op/s 2024-06-06T11:07:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:14 smithi179 bash[18882]: cephadm 2024-06-06T11:07:12.363019+0000 mgr.y (mgr.14427) 195 : cephadm [INF] Upgrade: Target is version 18.2.2-1389-gf1abf795 (unknown) 2024-06-06T11:07:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:14 smithi179 bash[18882]: cephadm 2024-06-06T11:07:12.363132+0000 mgr.y (mgr.14427) 196 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9'] 2024-06-06T11:07:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:14 smithi179 bash[18882]: cephadm 2024-06-06T11:07:12.372954+0000 mgr.y (mgr.14427) 197 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-06-06T11:07:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:14 smithi179 bash[18882]: cephadm 2024-06-06T11:07:12.599917+0000 mgr.y (mgr.14427) 198 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 on smithi179 2024-06-06T11:07:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:14 smithi179 bash[18882]: cluster 2024-06-06T11:07:13.184527+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-06-06T11:07:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:14 smithi179 bash[18882]: cluster 2024-06-06T11:07:13.820946+0000 mgr.y (mgr.14427) 199 : cluster [DBG] pgmap v209: 297 pgs: 297 active+clean; 4.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 79 op/s 2024-06-06T11:07:15.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:07:14 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:07:15.231 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 0 2024-06-06T11:07:15.231 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 0 2024-06-06T11:07:15.237 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4037 ms) 2024-06-06T11:07:15.237 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-06-06T11:07:15.237 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:15.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:15 smithi132 bash[25563]: cluster 2024-06-06T11:07:14.201671+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-06-06T11:07:15.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:15 smithi132 bash[25563]: audit 2024-06-06T11:07:15.168715+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.132:0/3843281480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:15 smithi132 bash[17898]: cluster 2024-06-06T11:07:14.201671+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-06-06T11:07:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:15 smithi132 bash[17898]: audit 2024-06-06T11:07:15.168715+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.132:0/3843281480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:15 smithi179 bash[18882]: cluster 2024-06-06T11:07:14.201671+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-06-06T11:07:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:15 smithi179 bash[18882]: audit 2024-06-06T11:07:15.168715+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.132:0/3843281480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:16 smithi132 bash[17898]: cluster 2024-06-06T11:07:15.216551+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-06-06T11:07:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:16 smithi132 bash[17898]: cluster 2024-06-06T11:07:15.821851+0000 mgr.y (mgr.14427) 200 : cluster [DBG] pgmap v212: 297 pgs: 297 active+clean; 4.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 79 op/s 2024-06-06T11:07:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:16 smithi132 bash[25563]: cluster 2024-06-06T11:07:15.216551+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-06-06T11:07:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:16 smithi132 bash[25563]: cluster 2024-06-06T11:07:15.821851+0000 mgr.y (mgr.14427) 200 : cluster [DBG] pgmap v212: 297 pgs: 297 active+clean; 4.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 79 op/s 2024-06-06T11:07:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:16 smithi179 bash[18882]: cluster 2024-06-06T11:07:15.216551+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-06-06T11:07:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:16 smithi179 bash[18882]: cluster 2024-06-06T11:07:15.821851+0000 mgr.y (mgr.14427) 200 : cluster [DBG] pgmap v212: 297 pgs: 297 active+clean; 4.3 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 79 op/s 2024-06-06T11:07:17.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:17 smithi132 bash[17898]: cluster 2024-06-06T11:07:16.220465+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-06-06T11:07:17.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:17 smithi132 bash[25563]: cluster 2024-06-06T11:07:16.220465+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-06-06T11:07:17.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:17 smithi179 bash[18882]: cluster 2024-06-06T11:07:16.220465+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-06-06T11:07:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:18 smithi132 bash[17898]: cluster 2024-06-06T11:07:17.224747+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-06-06T11:07:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:18 smithi132 bash[17898]: audit 2024-06-06T11:07:17.337423+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:18 smithi132 bash[17898]: audit 2024-06-06T11:07:17.586339+0000 mon.a (mon.0) 826 : audit [DBG] from='client.? 172.21.15.132:0/798405547' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:18 smithi132 bash[17898]: cluster 2024-06-06T11:07:17.824304+0000 mgr.y (mgr.14427) 201 : cluster [DBG] pgmap v215: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-06-06T11:07:18.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:18 smithi132 bash[25563]: cluster 2024-06-06T11:07:17.224747+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-06-06T11:07:18.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:18 smithi132 bash[25563]: audit 2024-06-06T11:07:17.337423+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:18.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:18 smithi132 bash[25563]: audit 2024-06-06T11:07:17.586339+0000 mon.a (mon.0) 826 : audit [DBG] from='client.? 172.21.15.132:0/798405547' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:18.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:18 smithi132 bash[25563]: cluster 2024-06-06T11:07:17.824304+0000 mgr.y (mgr.14427) 201 : cluster [DBG] pgmap v215: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-06-06T11:07:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:18 smithi179 bash[18882]: cluster 2024-06-06T11:07:17.224747+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-06-06T11:07:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:18 smithi179 bash[18882]: audit 2024-06-06T11:07:17.337423+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:18 smithi179 bash[18882]: audit 2024-06-06T11:07:17.586339+0000 mon.a (mon.0) 826 : audit [DBG] from='client.? 172.21.15.132:0/798405547' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:18 smithi179 bash[18882]: cluster 2024-06-06T11:07:17.824304+0000 mgr.y (mgr.14427) 201 : cluster [DBG] pgmap v215: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-06-06T11:07:19.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:19 smithi132 bash[17898]: cluster 2024-06-06T11:07:18.247131+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-06-06T11:07:19.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:19 smithi132 bash[17898]: cluster 2024-06-06T11:07:19.163370+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-06-06T11:07:19.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:19 smithi132 bash[25563]: cluster 2024-06-06T11:07:18.247131+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-06-06T11:07:19.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:19 smithi132 bash[25563]: cluster 2024-06-06T11:07:19.163370+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-06-06T11:07:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:19 smithi179 bash[18882]: cluster 2024-06-06T11:07:18.247131+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-06-06T11:07:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:19 smithi179 bash[18882]: cluster 2024-06-06T11:07:19.163370+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-06-06T11:07:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:20 smithi132 bash[17898]: cluster 2024-06-06T11:07:19.825126+0000 mgr.y (mgr.14427) 202 : cluster [DBG] pgmap v218: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-06-06T11:07:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:20 smithi132 bash[17898]: audit 2024-06-06T11:07:19.990592+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.132:0/3798005001' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:20 smithi132 bash[17898]: cluster 2024-06-06T11:07:20.166520+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-06-06T11:07:20.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:20 smithi132 bash[25563]: cluster 2024-06-06T11:07:19.825126+0000 mgr.y (mgr.14427) 202 : cluster [DBG] pgmap v218: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-06-06T11:07:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:20 smithi132 bash[25563]: audit 2024-06-06T11:07:19.990592+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.132:0/3798005001' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:20 smithi132 bash[25563]: cluster 2024-06-06T11:07:20.166520+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-06-06T11:07:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:20 smithi179 bash[18882]: cluster 2024-06-06T11:07:19.825126+0000 mgr.y (mgr.14427) 202 : cluster [DBG] pgmap v218: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-06-06T11:07:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:20 smithi179 bash[18882]: audit 2024-06-06T11:07:19.990592+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.132:0/3798005001' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:20 smithi179 bash[18882]: cluster 2024-06-06T11:07:20.166520+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-06-06T11:07:21.178 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 0 2024-06-06T11:07:21.178 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 0 2024-06-06T11:07:21.190 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5953 ms) 2024-06-06T11:07:21.191 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-06-06T11:07:21.191 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:21.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:21 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:21] "GET /metrics HTTP/1.1" 200 209675 "" "Prometheus/2.33.4" 2024-06-06T11:07:22.192 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 1 2024-06-06T11:07:22.192 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:07:22.192 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap1 2024-06-06T11:07:22.192 INFO:tasks.workunit.client.0.smithi132.stdout:found snap1 with size 2097152 2024-06-06T11:07:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:22 smithi132 bash[17898]: cluster 2024-06-06T11:07:21.169631+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-06-06T11:07:22.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:22 smithi132 bash[25563]: cluster 2024-06-06T11:07:21.169631+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-06-06T11:07:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:22 smithi179 bash[18882]: cluster 2024-06-06T11:07:21.169631+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-06-06T11:07:23.209 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 2 2024-06-06T11:07:23.209 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:07:23.209 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap1 2024-06-06T11:07:23.209 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap2 2024-06-06T11:07:23.210 INFO:tasks.workunit.client.0.smithi132.stdout:found snap1 with size 2097152 2024-06-06T11:07:23.210 INFO:tasks.workunit.client.0.smithi132.stdout:found snap2 with size 4194304 2024-06-06T11:07:23.215 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 2 2024-06-06T11:07:23.216 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:07:23.216 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap1-rename 2024-06-06T11:07:23.216 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap2 2024-06-06T11:07:23.216 INFO:tasks.workunit.client.0.smithi132.stdout:found snap1-rename with size 2097152 2024-06-06T11:07:23.216 INFO:tasks.workunit.client.0.smithi132.stdout:found snap2 with size 4194304 2024-06-06T11:07:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:23 smithi132 bash[17898]: cluster 2024-06-06T11:07:21.825925+0000 mgr.y (mgr.14427) 203 : cluster [DBG] pgmap v221: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:23 smithi132 bash[17898]: cluster 2024-06-06T11:07:22.174407+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-06-06T11:07:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:23 smithi132 bash[17898]: audit 2024-06-06T11:07:22.409215+0000 mon.a (mon.0) 832 : audit [DBG] from='client.? 172.21.15.132:0/3510324173' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:23 smithi132 bash[25563]: cluster 2024-06-06T11:07:21.825925+0000 mgr.y (mgr.14427) 203 : cluster [DBG] pgmap v221: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:23 smithi132 bash[25563]: cluster 2024-06-06T11:07:22.174407+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-06-06T11:07:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:23 smithi132 bash[25563]: audit 2024-06-06T11:07:22.409215+0000 mon.a (mon.0) 832 : audit [DBG] from='client.? 172.21.15.132:0/3510324173' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:23.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:23 smithi179 bash[18882]: cluster 2024-06-06T11:07:21.825925+0000 mgr.y (mgr.14427) 203 : cluster [DBG] pgmap v221: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:23.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:23 smithi179 bash[18882]: cluster 2024-06-06T11:07:22.174407+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-06-06T11:07:23.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:23 smithi179 bash[18882]: audit 2024-06-06T11:07:22.409215+0000 mon.a (mon.0) 832 : audit [DBG] from='client.? 172.21.15.132:0/3510324173' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:24.213 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 1 2024-06-06T11:07:24.213 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:07:24.213 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap2-rename 2024-06-06T11:07:24.213 INFO:tasks.workunit.client.0.smithi132.stdout:found snap2-rename with size 4194304 2024-06-06T11:07:24.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:24 smithi132 bash[17898]: cluster 2024-06-06T11:07:23.184794+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-06-06T11:07:24.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:24 smithi132 bash[25563]: cluster 2024-06-06T11:07:23.184794+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-06-06T11:07:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:24 smithi179 bash[18882]: cluster 2024-06-06T11:07:23.184794+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-06-06T11:07:25.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:07:24 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:07:25.224 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 0 2024-06-06T11:07:25.224 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 0 2024-06-06T11:07:25.230 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4040 ms) 2024-06-06T11:07:25.230 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-06-06T11:07:25.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:25 smithi132 bash[17898]: cluster 2024-06-06T11:07:23.826843+0000 mgr.y (mgr.14427) 204 : cluster [DBG] pgmap v224: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-06-06T11:07:25.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:25 smithi132 bash[17898]: cluster 2024-06-06T11:07:24.193747+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-06-06T11:07:25.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:25 smithi132 bash[17898]: audit 2024-06-06T11:07:24.818473+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.132:0/1899256178' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:25.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:25 smithi132 bash[25563]: cluster 2024-06-06T11:07:23.826843+0000 mgr.y (mgr.14427) 204 : cluster [DBG] pgmap v224: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-06-06T11:07:25.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:25 smithi132 bash[25563]: cluster 2024-06-06T11:07:24.193747+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-06-06T11:07:25.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:25 smithi132 bash[25563]: audit 2024-06-06T11:07:24.818473+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.132:0/1899256178' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:25 smithi179 bash[18882]: cluster 2024-06-06T11:07:23.826843+0000 mgr.y (mgr.14427) 204 : cluster [DBG] pgmap v224: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-06-06T11:07:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:25 smithi179 bash[18882]: cluster 2024-06-06T11:07:24.193747+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-06-06T11:07:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:25 smithi179 bash[18882]: audit 2024-06-06T11:07:24.818473+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.132:0/1899256178' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:26.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:26 smithi132 bash[17898]: cluster 2024-06-06T11:07:25.209875+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-06-06T11:07:26.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:26 smithi132 bash[17898]: cluster 2024-06-06T11:07:25.827678+0000 mgr.y (mgr.14427) 205 : cluster [DBG] pgmap v227: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-06-06T11:07:26.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:26 smithi132 bash[25563]: cluster 2024-06-06T11:07:25.209875+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-06-06T11:07:26.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:26 smithi132 bash[25563]: cluster 2024-06-06T11:07:25.827678+0000 mgr.y (mgr.14427) 205 : cluster [DBG] pgmap v227: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-06-06T11:07:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:26 smithi179 bash[18882]: cluster 2024-06-06T11:07:25.209875+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-06-06T11:07:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:26 smithi179 bash[18882]: cluster 2024-06-06T11:07:25.827678+0000 mgr.y (mgr.14427) 205 : cluster [DBG] pgmap v227: 297 pgs: 297 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-06-06T11:07:27.233 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:27.233 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:27.233 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:27.234 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:27.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:27 smithi132 bash[17898]: cluster 2024-06-06T11:07:26.213891+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-06-06T11:07:27.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:27 smithi132 bash[17898]: audit 2024-06-06T11:07:26.215990+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.132:0/1336135588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:27.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:27 smithi132 bash[17898]: audit 2024-06-06T11:07:26.225866+0000 mon.a (mon.0) 837 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:27.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:27 smithi132 bash[25563]: cluster 2024-06-06T11:07:26.213891+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-06-06T11:07:27.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:27 smithi132 bash[25563]: audit 2024-06-06T11:07:26.215990+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.132:0/1336135588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:27.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:27 smithi132 bash[25563]: audit 2024-06-06T11:07:26.225866+0000 mon.a (mon.0) 837 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:27 smithi179 bash[18882]: cluster 2024-06-06T11:07:26.213891+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-06-06T11:07:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:27 smithi179 bash[18882]: audit 2024-06-06T11:07:26.215990+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.132:0/1336135588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:27 smithi179 bash[18882]: audit 2024-06-06T11:07:26.225866+0000 mon.a (mon.0) 837 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:28.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:28 smithi132 bash[17898]: audit 2024-06-06T11:07:27.220098+0000 mon.a (mon.0) 838 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:28.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:28 smithi132 bash[17898]: cluster 2024-06-06T11:07:27.220883+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-06-06T11:07:28.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:28 smithi132 bash[17898]: audit 2024-06-06T11:07:27.237901+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.132:0/1896432281' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:28.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:28 smithi132 bash[17898]: cluster 2024-06-06T11:07:27.830331+0000 mgr.y (mgr.14427) 206 : cluster [DBG] pgmap v230: 329 pgs: 329 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 47 op/s 2024-06-06T11:07:28.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:28 smithi132 bash[17898]: cluster 2024-06-06T11:07:28.222564+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-06-06T11:07:28.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:28 smithi132 bash[25563]: audit 2024-06-06T11:07:27.220098+0000 mon.a (mon.0) 838 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:28.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:28 smithi132 bash[25563]: cluster 2024-06-06T11:07:27.220883+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-06-06T11:07:28.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:28 smithi132 bash[25563]: audit 2024-06-06T11:07:27.237901+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.132:0/1896432281' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:28.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:28 smithi132 bash[25563]: cluster 2024-06-06T11:07:27.830331+0000 mgr.y (mgr.14427) 206 : cluster [DBG] pgmap v230: 329 pgs: 329 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 47 op/s 2024-06-06T11:07:28.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:28 smithi132 bash[25563]: cluster 2024-06-06T11:07:28.222564+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-06-06T11:07:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:28 smithi179 bash[18882]: audit 2024-06-06T11:07:27.220098+0000 mon.a (mon.0) 838 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:28 smithi179 bash[18882]: cluster 2024-06-06T11:07:27.220883+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-06-06T11:07:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:28 smithi179 bash[18882]: audit 2024-06-06T11:07:27.237901+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.132:0/1896432281' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:28 smithi179 bash[18882]: cluster 2024-06-06T11:07:27.830331+0000 mgr.y (mgr.14427) 206 : cluster [DBG] pgmap v230: 329 pgs: 329 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 47 op/s 2024-06-06T11:07:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:28 smithi179 bash[18882]: cluster 2024-06-06T11:07:28.222564+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-06-06T11:07:29.564 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4334 ms) 2024-06-06T11:07:29.565 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-06-06T11:07:30.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:30 smithi132 bash[17898]: cluster 2024-06-06T11:07:29.167275+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-06-06T11:07:30.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:30 smithi132 bash[17898]: audit 2024-06-06T11:07:30.046337+0000 mon.a (mon.0) 842 : audit [DBG] from='client.? 172.21.15.132:0/214935587' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:30.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:30 smithi132 bash[25563]: cluster 2024-06-06T11:07:29.167275+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-06-06T11:07:30.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:30 smithi132 bash[25563]: audit 2024-06-06T11:07:30.046337+0000 mon.a (mon.0) 842 : audit [DBG] from='client.? 172.21.15.132:0/214935587' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:30 smithi179 bash[18882]: cluster 2024-06-06T11:07:29.167275+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-06-06T11:07:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:30 smithi179 bash[18882]: audit 2024-06-06T11:07:30.046337+0000 mon.a (mon.0) 842 : audit [DBG] from='client.? 172.21.15.132:0/214935587' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:31.216 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:31.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[17898]: cluster 2024-06-06T11:07:29.831232+0000 mgr.y (mgr.14427) 207 : cluster [DBG] pgmap v233: 329 pgs: 329 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 47 op/s 2024-06-06T11:07:31.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[17898]: cluster 2024-06-06T11:07:30.177029+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-06-06T11:07:31.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[17898]: audit 2024-06-06T11:07:30.186122+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.132:0/2075141126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:31.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[17898]: audit 2024-06-06T11:07:30.189825+0000 mon.a (mon.0) 844 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:31.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[25563]: cluster 2024-06-06T11:07:29.831232+0000 mgr.y (mgr.14427) 207 : cluster [DBG] pgmap v233: 329 pgs: 329 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 47 op/s 2024-06-06T11:07:31.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[25563]: cluster 2024-06-06T11:07:30.177029+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-06-06T11:07:31.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[25563]: audit 2024-06-06T11:07:30.186122+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.132:0/2075141126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:31.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[25563]: audit 2024-06-06T11:07:30.189825+0000 mon.a (mon.0) 844 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:31.533 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[18166]: [06/Jun/2024:11:07:31] ENGINE Bus STOPPING 2024-06-06T11:07:31.533 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[18166]: [06/Jun/2024:11:07:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:07:31.534 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[18166]: [06/Jun/2024:11:07:31] ENGINE Bus STOPPED 2024-06-06T11:07:31.534 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[18166]: [06/Jun/2024:11:07:31] ENGINE Bus STARTING 2024-06-06T11:07:31.534 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[18166]: [06/Jun/2024:11:07:31] ENGINE Serving on http://:::9283 2024-06-06T11:07:31.534 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[18166]: [06/Jun/2024:11:07:31] ENGINE Bus STARTED 2024-06-06T11:07:31.534 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:31 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:31] "GET /metrics HTTP/1.1" 200 209675 "" "Prometheus/2.33.4" 2024-06-06T11:07:31.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:31 smithi179 bash[18882]: cluster 2024-06-06T11:07:29.831232+0000 mgr.y (mgr.14427) 207 : cluster [DBG] pgmap v233: 329 pgs: 329 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 47 op/s 2024-06-06T11:07:31.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:31 smithi179 bash[18882]: cluster 2024-06-06T11:07:30.177029+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-06-06T11:07:31.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:31 smithi179 bash[18882]: audit 2024-06-06T11:07:30.186122+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.132:0/2075141126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:31.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:31 smithi179 bash[18882]: audit 2024-06-06T11:07:30.189825+0000 mon.a (mon.0) 844 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:32.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:32 smithi132 bash[17898]: audit 2024-06-06T11:07:31.180590+0000 mon.a (mon.0) 845 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:32.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:32 smithi132 bash[17898]: cluster 2024-06-06T11:07:31.180741+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-06-06T11:07:32.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:32 smithi132 bash[17898]: audit 2024-06-06T11:07:31.217294+0000 mon.a (mon.0) 847 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' 2024-06-06T11:07:32.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:32 smithi132 bash[25563]: audit 2024-06-06T11:07:31.180590+0000 mon.a (mon.0) 845 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:32.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:32 smithi132 bash[25563]: cluster 2024-06-06T11:07:31.180741+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-06-06T11:07:32.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:32 smithi132 bash[25563]: audit 2024-06-06T11:07:31.217294+0000 mon.a (mon.0) 847 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' 2024-06-06T11:07:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:32 smithi179 bash[18882]: audit 2024-06-06T11:07:31.180590+0000 mon.a (mon.0) 845 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:32 smithi179 bash[18882]: cluster 2024-06-06T11:07:31.180741+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-06-06T11:07:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:32 smithi179 bash[18882]: audit 2024-06-06T11:07:31.217294+0000 mon.a (mon.0) 847 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' 2024-06-06T11:07:33.328 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:33.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:33 smithi132 bash[25563]: cluster 2024-06-06T11:07:31.832257+0000 mgr.y (mgr.14427) 208 : cluster [DBG] pgmap v236: 361 pgs: 32 unknown, 329 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:33.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:33 smithi132 bash[25563]: cluster 2024-06-06T11:07:32.190069+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-06-06T11:07:33.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:33 smithi132 bash[25563]: audit 2024-06-06T11:07:32.454640+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.132:0/1976647153' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:33.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:33 smithi132 bash[17898]: cluster 2024-06-06T11:07:31.832257+0000 mgr.y (mgr.14427) 208 : cluster [DBG] pgmap v236: 361 pgs: 32 unknown, 329 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:33.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:33 smithi132 bash[17898]: cluster 2024-06-06T11:07:32.190069+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-06-06T11:07:33.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:33 smithi132 bash[17898]: audit 2024-06-06T11:07:32.454640+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.132:0/1976647153' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:33.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:33 smithi179 bash[18882]: cluster 2024-06-06T11:07:31.832257+0000 mgr.y (mgr.14427) 208 : cluster [DBG] pgmap v236: 361 pgs: 32 unknown, 329 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:07:33.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:33 smithi179 bash[18882]: cluster 2024-06-06T11:07:32.190069+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-06-06T11:07:33.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:33 smithi179 bash[18882]: audit 2024-06-06T11:07:32.454640+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.132:0/1976647153' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:34.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:34 smithi132 bash[25563]: cluster 2024-06-06T11:07:33.197314+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-06-06T11:07:34.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:34 smithi132 bash[25563]: audit 2024-06-06T11:07:33.345826+0000 mon.a (mon.0) 850 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-06-06T11:07:34.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:34 smithi132 bash[25563]: cluster 2024-06-06T11:07:33.833204+0000 mgr.y (mgr.14427) 209 : cluster [DBG] pgmap v239: 361 pgs: 361 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2024-06-06T11:07:34.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:34 smithi132 bash[17898]: cluster 2024-06-06T11:07:33.197314+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-06-06T11:07:34.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:34 smithi132 bash[17898]: audit 2024-06-06T11:07:33.345826+0000 mon.a (mon.0) 850 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-06-06T11:07:34.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:34 smithi132 bash[17898]: cluster 2024-06-06T11:07:33.833204+0000 mgr.y (mgr.14427) 209 : cluster [DBG] pgmap v239: 361 pgs: 361 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2024-06-06T11:07:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:34 smithi179 bash[18882]: cluster 2024-06-06T11:07:33.197314+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-06-06T11:07:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:34 smithi179 bash[18882]: audit 2024-06-06T11:07:33.345826+0000 mon.a (mon.0) 850 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-06-06T11:07:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:34 smithi179 bash[18882]: cluster 2024-06-06T11:07:33.833204+0000 mgr.y (mgr.14427) 209 : cluster [DBG] pgmap v239: 361 pgs: 361 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2024-06-06T11:07:35.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:07:34 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:07:35.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:35 smithi132 bash[17898]: audit 2024-06-06T11:07:34.218321+0000 mon.a (mon.0) 851 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-9", "field": "max_bytes", "val": "10485760"}]': finished 2024-06-06T11:07:35.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:35 smithi132 bash[17898]: cluster 2024-06-06T11:07:34.218401+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-06-06T11:07:35.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:35 smithi132 bash[17898]: audit 2024-06-06T11:07:34.865203+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.132:0/3758931472' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:35.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:35 smithi132 bash[25563]: audit 2024-06-06T11:07:34.218321+0000 mon.a (mon.0) 851 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-9", "field": "max_bytes", "val": "10485760"}]': finished 2024-06-06T11:07:35.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:35 smithi132 bash[25563]: cluster 2024-06-06T11:07:34.218401+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-06-06T11:07:35.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:35 smithi132 bash[25563]: audit 2024-06-06T11:07:34.865203+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.132:0/3758931472' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:35 smithi179 bash[18882]: audit 2024-06-06T11:07:34.218321+0000 mon.a (mon.0) 851 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-9", "field": "max_bytes", "val": "10485760"}]': finished 2024-06-06T11:07:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:35 smithi179 bash[18882]: cluster 2024-06-06T11:07:34.218401+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-06-06T11:07:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:35 smithi179 bash[18882]: audit 2024-06-06T11:07:34.865203+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.132:0/3758931472' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:36.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:36 smithi132 bash[25563]: cluster 2024-06-06T11:07:35.834115+0000 mgr.y (mgr.14427) 210 : cluster [DBG] pgmap v241: 361 pgs: 361 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 86 KiB/s rd, 7.3 KiB/s wr, 124 op/s 2024-06-06T11:07:36.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:36 smithi132 bash[17898]: cluster 2024-06-06T11:07:35.834115+0000 mgr.y (mgr.14427) 210 : cluster [DBG] pgmap v241: 361 pgs: 361 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 86 KiB/s rd, 7.3 KiB/s wr, 124 op/s 2024-06-06T11:07:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:36 smithi179 bash[18882]: cluster 2024-06-06T11:07:35.834115+0000 mgr.y (mgr.14427) 210 : cluster [DBG] pgmap v241: 361 pgs: 361 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 86 KiB/s rd, 7.3 KiB/s wr, 124 op/s 2024-06-06T11:07:37.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:37 smithi132 bash[17898]: audit 2024-06-06T11:07:37.271026+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.132:0/3193337112' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:37.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:37 smithi132 bash[25563]: audit 2024-06-06T11:07:37.271026+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.132:0/3193337112' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:37.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:37 smithi179 bash[18882]: audit 2024-06-06T11:07:37.271026+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.132:0/3193337112' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:38 smithi132 bash[17898]: audit 2024-06-06T11:07:37.383534+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:38 smithi132 bash[17898]: cluster 2024-06-06T11:07:37.837324+0000 mgr.y (mgr.14427) 211 : cluster [DBG] pgmap v242: 361 pgs: 361 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 89 KiB/s rd, 690 KiB/s wr, 130 op/s 2024-06-06T11:07:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:38 smithi132 bash[25563]: audit 2024-06-06T11:07:37.383534+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:38 smithi132 bash[25563]: cluster 2024-06-06T11:07:37.837324+0000 mgr.y (mgr.14427) 211 : cluster [DBG] pgmap v242: 361 pgs: 361 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 89 KiB/s rd, 690 KiB/s wr, 130 op/s 2024-06-06T11:07:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:38 smithi179 bash[18882]: audit 2024-06-06T11:07:37.383534+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:38 smithi179 bash[18882]: cluster 2024-06-06T11:07:37.837324+0000 mgr.y (mgr.14427) 211 : cluster [DBG] pgmap v242: 361 pgs: 361 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 89 KiB/s rd, 690 KiB/s wr, 130 op/s 2024-06-06T11:07:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:40 smithi132 bash[17898]: cluster 2024-06-06T11:07:39.171598+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-06-06T11:07:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:40 smithi132 bash[17898]: audit 2024-06-06T11:07:39.690563+0000 mon.a (mon.0) 855 : audit [DBG] from='client.? 172.21.15.132:0/818216226' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:40.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:40 smithi132 bash[25563]: cluster 2024-06-06T11:07:39.171598+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-06-06T11:07:40.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:40 smithi132 bash[25563]: audit 2024-06-06T11:07:39.690563+0000 mon.a (mon.0) 855 : audit [DBG] from='client.? 172.21.15.132:0/818216226' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:40 smithi179 bash[18882]: cluster 2024-06-06T11:07:39.171598+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-06-06T11:07:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:40 smithi179 bash[18882]: audit 2024-06-06T11:07:39.690563+0000 mon.a (mon.0) 855 : audit [DBG] from='client.? 172.21.15.132:0/818216226' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:41.429 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:41 smithi132 bash[17898]: cluster 2024-06-06T11:07:39.838366+0000 mgr.y (mgr.14427) 212 : cluster [DBG] pgmap v244: 361 pgs: 361 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 619 KiB/s wr, 30 op/s 2024-06-06T11:07:41.430 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:41 smithi132 bash[25563]: cluster 2024-06-06T11:07:39.838366+0000 mgr.y (mgr.14427) 212 : cluster [DBG] pgmap v244: 361 pgs: 361 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 619 KiB/s wr, 30 op/s 2024-06-06T11:07:41.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:41 smithi179 bash[18882]: cluster 2024-06-06T11:07:39.838366+0000 mgr.y (mgr.14427) 212 : cluster [DBG] pgmap v244: 361 pgs: 361 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 619 KiB/s wr, 30 op/s 2024-06-06T11:07:41.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:41 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:41] "GET /metrics HTTP/1.1" 200 214652 "" "Prometheus/2.33.4" 2024-06-06T11:07:42.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:42 smithi132 bash[17898]: audit 2024-06-06T11:07:42.091696+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.132:0/2034572897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:42.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:42 smithi132 bash[25563]: audit 2024-06-06T11:07:42.091696+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.132:0/2034572897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:42 smithi179 bash[18882]: audit 2024-06-06T11:07:42.091696+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.132:0/2034572897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:43 smithi132 bash[17898]: cluster 2024-06-06T11:07:41.838998+0000 mgr.y (mgr.14427) 213 : cluster [DBG] pgmap v245: 361 pgs: 361 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 513 KiB/s wr, 25 op/s 2024-06-06T11:07:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:43 smithi132 bash[25563]: cluster 2024-06-06T11:07:41.838998+0000 mgr.y (mgr.14427) 213 : cluster [DBG] pgmap v245: 361 pgs: 361 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 513 KiB/s wr, 25 op/s 2024-06-06T11:07:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:43 smithi179 bash[18882]: cluster 2024-06-06T11:07:41.838998+0000 mgr.y (mgr.14427) 213 : cluster [DBG] pgmap v245: 361 pgs: 361 active+clean; 4.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 513 KiB/s wr, 25 op/s 2024-06-06T11:07:44.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:44 smithi132 bash[17898]: cluster 2024-06-06T11:07:43.842227+0000 mgr.y (mgr.14427) 214 : cluster [DBG] pgmap v246: 361 pgs: 361 active+clean; 9.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 959 KiB/s wr, 23 op/s 2024-06-06T11:07:44.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:44 smithi132 bash[25563]: cluster 2024-06-06T11:07:43.842227+0000 mgr.y (mgr.14427) 214 : cluster [DBG] pgmap v246: 361 pgs: 361 active+clean; 9.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 959 KiB/s wr, 23 op/s 2024-06-06T11:07:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:44 smithi179 bash[18882]: cluster 2024-06-06T11:07:43.842227+0000 mgr.y (mgr.14427) 214 : cluster [DBG] pgmap v246: 361 pgs: 361 active+clean; 9.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 959 KiB/s wr, 23 op/s 2024-06-06T11:07:45.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:07:44 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:07:45.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:45 smithi132 bash[17898]: audit 2024-06-06T11:07:44.503703+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.132:0/2033967988' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:45.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:45 smithi132 bash[25563]: audit 2024-06-06T11:07:44.503703+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.132:0/2033967988' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:45 smithi179 bash[18882]: audit 2024-06-06T11:07:44.503703+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.132:0/2033967988' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:46.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:46 smithi132 bash[17898]: cluster 2024-06-06T11:07:45.843193+0000 mgr.y (mgr.14427) 215 : cluster [DBG] pgmap v247: 361 pgs: 361 active+clean; 9.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 923 KiB/s wr, 22 op/s 2024-06-06T11:07:46.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:46 smithi132 bash[25563]: cluster 2024-06-06T11:07:45.843193+0000 mgr.y (mgr.14427) 215 : cluster [DBG] pgmap v247: 361 pgs: 361 active+clean; 9.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 923 KiB/s wr, 22 op/s 2024-06-06T11:07:46.536 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:46 smithi179 bash[18882]: cluster 2024-06-06T11:07:45.843193+0000 mgr.y (mgr.14427) 215 : cluster [DBG] pgmap v247: 361 pgs: 361 active+clean; 9.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 923 KiB/s wr, 22 op/s 2024-06-06T11:07:47.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:47 smithi132 bash[17898]: audit 2024-06-06T11:07:46.919882+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.132:0/3955495144' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:47.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:47 smithi132 bash[25563]: audit 2024-06-06T11:07:46.919882+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.132:0/3955495144' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:47.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:47 smithi179 bash[18882]: audit 2024-06-06T11:07:46.919882+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.132:0/3955495144' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:48.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:48 smithi132 bash[17898]: cluster 2024-06-06T11:07:47.846333+0000 mgr.y (mgr.14427) 216 : cluster [DBG] pgmap v248: 361 pgs: 361 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-06-06T11:07:48.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:48 smithi132 bash[25563]: cluster 2024-06-06T11:07:47.846333+0000 mgr.y (mgr.14427) 216 : cluster [DBG] pgmap v248: 361 pgs: 361 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-06-06T11:07:48.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:48 smithi179 bash[18882]: cluster 2024-06-06T11:07:47.846333+0000 mgr.y (mgr.14427) 216 : cluster [DBG] pgmap v248: 361 pgs: 361 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-06-06T11:07:49.505 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.RemoveFullTry (19941 ms) 2024-06-06T11:07:49.505 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-06-06T11:07:49.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:49 smithi132 bash[17898]: cluster 2024-06-06T11:07:49.165884+0000 mon.a (mon.0) 856 : cluster [WRN] pool 'test-librbd-smithi132-60178-9' is full (reached quota's max_bytes: 10 MiB) 2024-06-06T11:07:49.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:49 smithi132 bash[17898]: cluster 2024-06-06T11:07:49.166349+0000 mon.a (mon.0) 857 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-06-06T11:07:49.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:49 smithi132 bash[17898]: cluster 2024-06-06T11:07:49.174244+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-06-06T11:07:49.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:49 smithi132 bash[25563]: cluster 2024-06-06T11:07:49.165884+0000 mon.a (mon.0) 856 : cluster [WRN] pool 'test-librbd-smithi132-60178-9' is full (reached quota's max_bytes: 10 MiB) 2024-06-06T11:07:49.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:49 smithi132 bash[25563]: cluster 2024-06-06T11:07:49.166349+0000 mon.a (mon.0) 857 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-06-06T11:07:49.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:49 smithi132 bash[25563]: cluster 2024-06-06T11:07:49.174244+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-06-06T11:07:49.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:49 smithi179 bash[18882]: cluster 2024-06-06T11:07:49.165884+0000 mon.a (mon.0) 856 : cluster [WRN] pool 'test-librbd-smithi132-60178-9' is full (reached quota's max_bytes: 10 MiB) 2024-06-06T11:07:49.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:49 smithi179 bash[18882]: cluster 2024-06-06T11:07:49.166349+0000 mon.a (mon.0) 857 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-06-06T11:07:49.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:49 smithi179 bash[18882]: cluster 2024-06-06T11:07:49.174244+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-06-06T11:07:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:50 smithi179 bash[18882]: audit 2024-06-06T11:07:49.331129+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.132:0/2169844765' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:50 smithi179 bash[18882]: cluster 2024-06-06T11:07:49.847225+0000 mgr.y (mgr.14427) 217 : cluster [DBG] pgmap v250: 361 pgs: 361 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-06-06T11:07:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:50 smithi132 bash[17898]: audit 2024-06-06T11:07:49.331129+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.132:0/2169844765' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:50 smithi132 bash[17898]: cluster 2024-06-06T11:07:49.847225+0000 mgr.y (mgr.14427) 217 : cluster [DBG] pgmap v250: 361 pgs: 361 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-06-06T11:07:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:50 smithi132 bash[25563]: audit 2024-06-06T11:07:49.331129+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.132:0/2169844765' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:50.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:50 smithi132 bash[25563]: cluster 2024-06-06T11:07:49.847225+0000 mgr.y (mgr.14427) 217 : cluster [DBG] pgmap v250: 361 pgs: 361 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1024 KiB/s wr, 3 op/s 2024-06-06T11:07:51.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:51 smithi132 bash[17898]: cluster 2024-06-06T11:07:50.287147+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-06-06T11:07:51.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:51 smithi132 bash[17898]: audit 2024-06-06T11:07:50.288994+0000 mon.a (mon.0) 860 : audit [INF] from='client.? 172.21.15.132:0/2628829738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:51.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:51 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:51] "GET /metrics HTTP/1.1" 200 214818 "" "Prometheus/2.33.4" 2024-06-06T11:07:51.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:51 smithi132 bash[25563]: cluster 2024-06-06T11:07:50.287147+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-06-06T11:07:51.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:51 smithi132 bash[25563]: audit 2024-06-06T11:07:50.288994+0000 mon.a (mon.0) 860 : audit [INF] from='client.? 172.21.15.132:0/2628829738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:51.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:51 smithi179 bash[18882]: cluster 2024-06-06T11:07:50.287147+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-06-06T11:07:51.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:51 smithi179 bash[18882]: audit 2024-06-06T11:07:50.288994+0000 mon.a (mon.0) 860 : audit [INF] from='client.? 172.21.15.132:0/2628829738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:52.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[17898]: audit 2024-06-06T11:07:51.293734+0000 mon.a (mon.0) 861 : audit [INF] from='client.? 172.21.15.132:0/2628829738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:52.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[17898]: cluster 2024-06-06T11:07:51.294302+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-06-06T11:07:52.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[17898]: audit 2024-06-06T11:07:51.745192+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.132:0/4017148627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:52.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[17898]: cluster 2024-06-06T11:07:51.848127+0000 mgr.y (mgr.14427) 218 : cluster [DBG] pgmap v253: 393 pgs: 32 unknown, 361 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-06-06T11:07:52.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[17898]: cluster 2024-06-06T11:07:52.297042+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-06-06T11:07:52.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[17898]: audit 2024-06-06T11:07:52.302830+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.132:0/2823673000' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:52.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[17898]: audit 2024-06-06T11:07:52.303793+0000 mon.a (mon.0) 864 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:52.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[25563]: audit 2024-06-06T11:07:51.293734+0000 mon.a (mon.0) 861 : audit [INF] from='client.? 172.21.15.132:0/2628829738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:52.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[25563]: cluster 2024-06-06T11:07:51.294302+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-06-06T11:07:52.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[25563]: audit 2024-06-06T11:07:51.745192+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.132:0/4017148627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:52.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[25563]: cluster 2024-06-06T11:07:51.848127+0000 mgr.y (mgr.14427) 218 : cluster [DBG] pgmap v253: 393 pgs: 32 unknown, 361 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-06-06T11:07:52.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[25563]: cluster 2024-06-06T11:07:52.297042+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-06-06T11:07:52.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[25563]: audit 2024-06-06T11:07:52.302830+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.132:0/2823673000' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:52.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:52 smithi132 bash[25563]: audit 2024-06-06T11:07:52.303793+0000 mon.a (mon.0) 864 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:52 smithi179 bash[18882]: audit 2024-06-06T11:07:51.293734+0000 mon.a (mon.0) 861 : audit [INF] from='client.? 172.21.15.132:0/2628829738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:52 smithi179 bash[18882]: cluster 2024-06-06T11:07:51.294302+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-06-06T11:07:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:52 smithi179 bash[18882]: audit 2024-06-06T11:07:51.745192+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.132:0/4017148627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:52 smithi179 bash[18882]: cluster 2024-06-06T11:07:51.848127+0000 mgr.y (mgr.14427) 218 : cluster [DBG] pgmap v253: 393 pgs: 32 unknown, 361 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-06-06T11:07:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:52 smithi179 bash[18882]: cluster 2024-06-06T11:07:52.297042+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-06-06T11:07:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:52 smithi179 bash[18882]: audit 2024-06-06T11:07:52.302830+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.132:0/2823673000' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:52.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:52 smithi179 bash[18882]: audit 2024-06-06T11:07:52.303793+0000 mon.a (mon.0) 864 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:07:53.332 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:07:53.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:53 smithi132 bash[18166]: [06/Jun/2024:11:07:53] ENGINE Bus STOPPING 2024-06-06T11:07:53.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:53 smithi132 bash[18166]: [06/Jun/2024:11:07:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:07:53.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:53 smithi132 bash[18166]: [06/Jun/2024:11:07:53] ENGINE Bus STOPPED 2024-06-06T11:07:53.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:53 smithi132 bash[18166]: [06/Jun/2024:11:07:53] ENGINE Bus STARTING 2024-06-06T11:07:53.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:53 smithi132 bash[18166]: [06/Jun/2024:11:07:53] ENGINE Serving on http://:::9283 2024-06-06T11:07:53.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:07:53 smithi132 bash[18166]: [06/Jun/2024:11:07:53] ENGINE Bus STARTED 2024-06-06T11:07:54.753 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:54 smithi179 bash[18882]: audit 2024-06-06T11:07:53.299658+0000 mon.a (mon.0) 865 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:54.753 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:54 smithi179 bash[18882]: cluster 2024-06-06T11:07:53.299911+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-06-06T11:07:54.753 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:54 smithi179 bash[18882]: audit 2024-06-06T11:07:53.334353+0000 mon.a (mon.0) 867 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' 2024-06-06T11:07:54.753 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:54 smithi179 bash[18882]: cluster 2024-06-06T11:07:53.848961+0000 mgr.y (mgr.14427) 219 : cluster [DBG] pgmap v256: 425 pgs: 32 creating+peering, 393 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-06-06T11:07:54.753 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:54 smithi179 bash[18882]: audit 2024-06-06T11:07:54.150029+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.132:0/2588977148' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:54 smithi132 bash[17898]: audit 2024-06-06T11:07:53.299658+0000 mon.a (mon.0) 865 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:54 smithi132 bash[17898]: cluster 2024-06-06T11:07:53.299911+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-06-06T11:07:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:54 smithi132 bash[17898]: audit 2024-06-06T11:07:53.334353+0000 mon.a (mon.0) 867 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' 2024-06-06T11:07:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:54 smithi132 bash[17898]: cluster 2024-06-06T11:07:53.848961+0000 mgr.y (mgr.14427) 219 : cluster [DBG] pgmap v256: 425 pgs: 32 creating+peering, 393 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-06-06T11:07:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:54 smithi132 bash[17898]: audit 2024-06-06T11:07:54.150029+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.132:0/2588977148' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:54 smithi132 bash[25563]: audit 2024-06-06T11:07:53.299658+0000 mon.a (mon.0) 865 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:07:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:54 smithi132 bash[25563]: cluster 2024-06-06T11:07:53.299911+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-06-06T11:07:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:54 smithi132 bash[25563]: audit 2024-06-06T11:07:53.334353+0000 mon.a (mon.0) 867 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' 2024-06-06T11:07:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:54 smithi132 bash[25563]: cluster 2024-06-06T11:07:53.848961+0000 mgr.y (mgr.14427) 219 : cluster [DBG] pgmap v256: 425 pgs: 32 creating+peering, 393 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-06-06T11:07:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:54 smithi132 bash[25563]: audit 2024-06-06T11:07:54.150029+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.132:0/2588977148' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:55.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:07:54 smithi179 bash[19728]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:07:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:07:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:55 smithi132 bash[17898]: cluster 2024-06-06T11:07:54.307838+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-06-06T11:07:55.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:55 smithi132 bash[25563]: cluster 2024-06-06T11:07:54.307838+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-06-06T11:07:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:55 smithi179 bash[18882]: cluster 2024-06-06T11:07:54.307838+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-06-06T11:07:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:56 smithi132 bash[17898]: cluster 2024-06-06T11:07:55.314666+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-06-06T11:07:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:56 smithi132 bash[17898]: audit 2024-06-06T11:07:55.337018+0000 mon.a (mon.0) 870 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-06-06T11:07:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:56 smithi132 bash[17898]: cluster 2024-06-06T11:07:55.849885+0000 mgr.y (mgr.14427) 220 : cluster [DBG] pgmap v259: 425 pgs: 32 creating+peering, 393 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-06-06T11:07:56.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:56 smithi132 bash[25563]: cluster 2024-06-06T11:07:55.314666+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-06-06T11:07:56.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:56 smithi132 bash[25563]: audit 2024-06-06T11:07:55.337018+0000 mon.a (mon.0) 870 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-06-06T11:07:56.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:56 smithi132 bash[25563]: cluster 2024-06-06T11:07:55.849885+0000 mgr.y (mgr.14427) 220 : cluster [DBG] pgmap v259: 425 pgs: 32 creating+peering, 393 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-06-06T11:07:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:56 smithi179 bash[18882]: cluster 2024-06-06T11:07:55.314666+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-06-06T11:07:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:56 smithi179 bash[18882]: audit 2024-06-06T11:07:55.337018+0000 mon.a (mon.0) 870 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-06-06T11:07:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:56 smithi179 bash[18882]: cluster 2024-06-06T11:07:55.849885+0000 mgr.y (mgr.14427) 220 : cluster [DBG] pgmap v259: 425 pgs: 32 creating+peering, 393 active+clean; 4.4 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 258 KiB/s wr, 39 op/s 2024-06-06T11:07:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:57 smithi179 bash[18882]: audit 2024-06-06T11:07:56.337340+0000 mon.a (mon.0) 871 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-11", "field": "max_bytes", "val": "10485760"}]': finished 2024-06-06T11:07:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:57 smithi179 bash[18882]: cluster 2024-06-06T11:07:56.337847+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-06-06T11:07:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:57 smithi179 bash[18882]: audit 2024-06-06T11:07:56.569115+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.132:0/2490394084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:57 smithi132 bash[17898]: audit 2024-06-06T11:07:56.337340+0000 mon.a (mon.0) 871 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-11", "field": "max_bytes", "val": "10485760"}]': finished 2024-06-06T11:07:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:57 smithi132 bash[17898]: cluster 2024-06-06T11:07:56.337847+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-06-06T11:07:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:57 smithi132 bash[17898]: audit 2024-06-06T11:07:56.569115+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.132:0/2490394084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:57.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:57 smithi132 bash[25563]: audit 2024-06-06T11:07:56.337340+0000 mon.a (mon.0) 871 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi132-60178-11", "field": "max_bytes", "val": "10485760"}]': finished 2024-06-06T11:07:57.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:57 smithi132 bash[25563]: cluster 2024-06-06T11:07:56.337847+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-06-06T11:07:57.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:57 smithi132 bash[25563]: audit 2024-06-06T11:07:56.569115+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.132:0/2490394084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:58.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:58 smithi132 bash[17898]: cluster 2024-06-06T11:07:57.853042+0000 mgr.y (mgr.14427) 221 : cluster [DBG] pgmap v261: 425 pgs: 425 active+clean; 2.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 452 KiB/s wr, 12 op/s 2024-06-06T11:07:58.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:58 smithi132 bash[17898]: audit 2024-06-06T11:07:58.232112+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:58.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:58 smithi132 bash[17898]: audit 2024-06-06T11:07:58.233732+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:07:58.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:58 smithi132 bash[17898]: audit 2024-06-06T11:07:58.235297+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:07:58.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:58 smithi132 bash[17898]: audit 2024-06-06T11:07:58.236913+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:07:58.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:58 smithi132 bash[25563]: cluster 2024-06-06T11:07:57.853042+0000 mgr.y (mgr.14427) 221 : cluster [DBG] pgmap v261: 425 pgs: 425 active+clean; 2.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 452 KiB/s wr, 12 op/s 2024-06-06T11:07:58.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:58 smithi132 bash[25563]: audit 2024-06-06T11:07:58.232112+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:58.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:58 smithi132 bash[25563]: audit 2024-06-06T11:07:58.233732+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:07:58.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:58 smithi132 bash[25563]: audit 2024-06-06T11:07:58.235297+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:07:58.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:58 smithi132 bash[25563]: audit 2024-06-06T11:07:58.236913+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:07:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:58 smithi179 bash[18882]: cluster 2024-06-06T11:07:57.853042+0000 mgr.y (mgr.14427) 221 : cluster [DBG] pgmap v261: 425 pgs: 425 active+clean; 2.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 452 KiB/s wr, 12 op/s 2024-06-06T11:07:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:58 smithi179 bash[18882]: audit 2024-06-06T11:07:58.232112+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:07:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:58 smithi179 bash[18882]: audit 2024-06-06T11:07:58.233732+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:07:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:58 smithi179 bash[18882]: audit 2024-06-06T11:07:58.235297+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:07:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:58 smithi179 bash[18882]: audit 2024-06-06T11:07:58.236913+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:07:59.655 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:59 smithi179 bash[18882]: cephadm 2024-06-06T11:07:58.222173+0000 mgr.y (mgr.14427) 222 : cephadm [INF] Upgrade: Updating mgr.x 2024-06-06T11:07:59.655 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:59 smithi179 bash[18882]: cephadm 2024-06-06T11:07:58.238031+0000 mgr.y (mgr.14427) 223 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T11:07:59.655 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:59 smithi179 bash[18882]: audit 2024-06-06T11:07:58.981675+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.132:0/3248528301' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:59.655 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:59 smithi179 bash[18882]: cluster 2024-06-06T11:07:59.168922+0000 mon.a (mon.0) 877 : cluster [INF] pool 'test-librbd-smithi132-60178-9' no longer out of quota; removing NO_QUOTA flag 2024-06-06T11:07:59.655 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:59 smithi179 bash[18882]: cluster 2024-06-06T11:07:59.169512+0000 mon.a (mon.0) 878 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-06-06T11:07:59.655 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:59 smithi179 bash[18882]: cluster 2024-06-06T11:07:59.169563+0000 mon.a (mon.0) 879 : cluster [INF] Cluster is now healthy 2024-06-06T11:07:59.656 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:07:59 smithi179 bash[18882]: cluster 2024-06-06T11:07:59.179534+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-06-06T11:07:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[17898]: cephadm 2024-06-06T11:07:58.222173+0000 mgr.y (mgr.14427) 222 : cephadm [INF] Upgrade: Updating mgr.x 2024-06-06T11:07:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[17898]: cephadm 2024-06-06T11:07:58.238031+0000 mgr.y (mgr.14427) 223 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T11:07:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[17898]: audit 2024-06-06T11:07:58.981675+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.132:0/3248528301' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[17898]: cluster 2024-06-06T11:07:59.168922+0000 mon.a (mon.0) 877 : cluster [INF] pool 'test-librbd-smithi132-60178-9' no longer out of quota; removing NO_QUOTA flag 2024-06-06T11:07:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[17898]: cluster 2024-06-06T11:07:59.169512+0000 mon.a (mon.0) 878 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-06-06T11:07:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[17898]: cluster 2024-06-06T11:07:59.169563+0000 mon.a (mon.0) 879 : cluster [INF] Cluster is now healthy 2024-06-06T11:07:59.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[17898]: cluster 2024-06-06T11:07:59.179534+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-06-06T11:07:59.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[25563]: cephadm 2024-06-06T11:07:58.222173+0000 mgr.y (mgr.14427) 222 : cephadm [INF] Upgrade: Updating mgr.x 2024-06-06T11:07:59.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[25563]: cephadm 2024-06-06T11:07:58.238031+0000 mgr.y (mgr.14427) 223 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T11:07:59.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[25563]: audit 2024-06-06T11:07:58.981675+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.132:0/3248528301' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:07:59.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[25563]: cluster 2024-06-06T11:07:59.168922+0000 mon.a (mon.0) 877 : cluster [INF] pool 'test-librbd-smithi132-60178-9' no longer out of quota; removing NO_QUOTA flag 2024-06-06T11:07:59.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[25563]: cluster 2024-06-06T11:07:59.169512+0000 mon.a (mon.0) 878 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-06-06T11:07:59.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[25563]: cluster 2024-06-06T11:07:59.169563+0000 mon.a (mon.0) 879 : cluster [INF] Cluster is now healthy 2024-06-06T11:07:59.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:07:59 smithi132 bash[25563]: cluster 2024-06-06T11:07:59.179534+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-06-06T11:08:00.485 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:00 smithi179 bash[18882]: cluster 2024-06-06T11:07:59.854007+0000 mgr.y (mgr.14427) 224 : cluster [DBG] pgmap v263: 425 pgs: 425 active+clean; 2.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 KiB/s rd, 371 KiB/s wr, 10 op/s 2024-06-06T11:08:00.485 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:00 smithi179 systemd[1]: Stopping Ceph mgr.x for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:08:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:00 smithi132 bash[17898]: cluster 2024-06-06T11:07:59.854007+0000 mgr.y (mgr.14427) 224 : cluster [DBG] pgmap v263: 425 pgs: 425 active+clean; 2.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 KiB/s rd, 371 KiB/s wr, 10 op/s 2024-06-06T11:08:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:00 smithi132 bash[25563]: cluster 2024-06-06T11:07:59.854007+0000 mgr.y (mgr.14427) 224 : cluster [DBG] pgmap v263: 425 pgs: 425 active+clean; 2.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 KiB/s rd, 371 KiB/s wr, 10 op/s 2024-06-06T11:08:00.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:00 smithi179 bash[43707]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mgr.x 2024-06-06T11:08:01.449 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:01 smithi179 bash[43743]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mgr-x 2024-06-06T11:08:01.450 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:01 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-06-06T11:08:01.450 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:01 smithi179 bash[43806]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mgr-x 2024-06-06T11:08:01.450 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:01 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-06-06T11:08:01.450 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:01 smithi179 systemd[1]: Stopped Ceph mgr.x for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:08:01.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:01 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:08:01] "GET /metrics HTTP/1.1" 200 214818 "" "Prometheus/2.33.4" 2024-06-06T11:08:01.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:01 smithi132 bash[25563]: audit 2024-06-06T11:08:01.397049+0000 mon.a (mon.0) 881 : audit [DBG] from='client.? 172.21.15.132:0/2177694419' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:01.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:01 smithi132 bash[17898]: audit 2024-06-06T11:08:01.397049+0000 mon.a (mon.0) 881 : audit [DBG] from='client.? 172.21.15.132:0/2177694419' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:01.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:01 smithi179 bash[18882]: audit 2024-06-06T11:08:01.397049+0000 mon.a (mon.0) 881 : audit [DBG] from='client.? 172.21.15.132:0/2177694419' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:01.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:01 smithi179 systemd[1]: Started Ceph mgr.x for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:08:02.846 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:02 smithi179 bash[43862]: debug 2024-06-06T11:08:02.710+0000 7f30ecae4640 1 -- 172.21.15.179:0/1733102649 <== mon.1 v2:172.21.15.179:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ee2d018d00 con 0x55ee2d00b800 2024-06-06T11:08:02.847 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:02 smithi179 bash[18882]: audit 2024-06-06T11:08:01.665881+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:02.847 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:02 smithi179 bash[18882]: audit 2024-06-06T11:08:01.667643+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:08:02.847 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:02 smithi179 bash[18882]: cluster 2024-06-06T11:08:01.854885+0000 mgr.y (mgr.14427) 225 : cluster [DBG] pgmap v264: 425 pgs: 425 active+clean; 2.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 314 KiB/s wr, 9 op/s 2024-06-06T11:08:02.847 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:02 smithi179 bash[18882]: audit 2024-06-06T11:08:02.452767+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:03.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:02 smithi132 bash[17898]: audit 2024-06-06T11:08:01.665881+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:03.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:02 smithi132 bash[17898]: audit 2024-06-06T11:08:01.667643+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:08:03.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:02 smithi132 bash[17898]: cluster 2024-06-06T11:08:01.854885+0000 mgr.y (mgr.14427) 225 : cluster [DBG] pgmap v264: 425 pgs: 425 active+clean; 2.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 314 KiB/s wr, 9 op/s 2024-06-06T11:08:03.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:02 smithi132 bash[17898]: audit 2024-06-06T11:08:02.452767+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:03.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:02 smithi132 bash[25563]: audit 2024-06-06T11:08:01.665881+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:03.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:02 smithi132 bash[25563]: audit 2024-06-06T11:08:01.667643+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:08:03.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:02 smithi132 bash[25563]: cluster 2024-06-06T11:08:01.854885+0000 mgr.y (mgr.14427) 225 : cluster [DBG] pgmap v264: 425 pgs: 425 active+clean; 2.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 314 KiB/s wr, 9 op/s 2024-06-06T11:08:03.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:02 smithi132 bash[25563]: audit 2024-06-06T11:08:02.452767+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:03.289 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:02 smithi179 bash[43862]: debug 2024-06-06T11:08:02.842+0000 7f30ef34d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T11:08:04.010 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:03 smithi179 bash[18882]: audit 2024-06-06T11:08:03.807116+0000 mon.a (mon.0) 885 : audit [DBG] from='client.? 172.21.15.132:0/272116607' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:04.011 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:03 smithi179 bash[43862]: debug 2024-06-06T11:08:03.682+0000 7f30ef34d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T11:08:04.011 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:03 smithi179 bash[43862]: debug 2024-06-06T11:08:03.750+0000 7f30ef34d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T11:08:04.011 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:03 smithi179 bash[43862]: debug 2024-06-06T11:08:03.822+0000 7f30ef34d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T11:08:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:03 smithi132 bash[17898]: audit 2024-06-06T11:08:03.807116+0000 mon.a (mon.0) 885 : audit [DBG] from='client.? 172.21.15.132:0/272116607' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:03 smithi132 bash[25563]: audit 2024-06-06T11:08:03.807116+0000 mon.a (mon.0) 885 : audit [DBG] from='client.? 172.21.15.132:0/272116607' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:04.288 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:04 smithi179 bash[43862]: debug 2024-06-06T11:08:04.006+0000 7f30ef34d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:08:04.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:04 smithi179 bash[43862]: debug 2024-06-06T11:08:04.294+0000 7f30ef34d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T11:08:04.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:04 smithi179 bash[43862]: debug 2024-06-06T11:08:04.362+0000 7f30ef34d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T11:08:04.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:04 smithi179 bash[43862]: debug 2024-06-06T11:08:04.510+0000 7f30ef34d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T11:08:05.205 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:04 smithi179 bash[18882]: cluster 2024-06-06T11:08:03.858491+0000 mgr.y (mgr.14427) 226 : cluster [DBG] pgmap v265: 425 pgs: 425 active+clean; 7.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-06-06T11:08:05.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:04 smithi132 bash[17898]: cluster 2024-06-06T11:08:03.858491+0000 mgr.y (mgr.14427) 226 : cluster [DBG] pgmap v265: 425 pgs: 425 active+clean; 7.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-06-06T11:08:05.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:04 smithi132 bash[25563]: cluster 2024-06-06T11:08:03.858491+0000 mgr.y (mgr.14427) 226 : cluster [DBG] pgmap v265: 425 pgs: 425 active+clean; 7.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-06-06T11:08:05.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:05 smithi179 bash[43862]: debug 2024-06-06T11:08:05.202+0000 7f30ef34d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T11:08:05.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:05 smithi179 bash[43862]: debug 2024-06-06T11:08:05.278+0000 7f30ef34d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T11:08:05.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:05 smithi179 bash[43862]: debug 2024-06-06T11:08:05.358+0000 7f30ef34d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T11:08:06.042 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:05 smithi179 bash[43862]: debug 2024-06-06T11:08:05.654+0000 7f30ef34d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T11:08:06.042 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:05 smithi179 bash[43862]: debug 2024-06-06T11:08:05.798+0000 7f30ef34d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T11:08:06.450 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: debug 2024-06-06T11:08:06.194+0000 7f30ef34d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T11:08:06.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: debug 2024-06-06T11:08:06.446+0000 7f30ef34d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:08:07.193 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[18882]: cluster 2024-06-06T11:08:05.859408+0000 mgr.y (mgr.14427) 227 : cluster [DBG] pgmap v266: 425 pgs: 425 active+clean; 7.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 KiB/s rd, 754 KiB/s wr, 7 op/s 2024-06-06T11:08:07.193 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[18882]: audit 2024-06-06T11:08:06.212420+0000 mon.a (mon.0) 886 : audit [DBG] from='client.? 172.21.15.132:0/2077430841' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:07.194 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: debug 2024-06-06T11:08:06.830+0000 7f30ef34d040 -1 mgr[py] Module not found: 'k8sevents' 2024-06-06T11:08:07.194 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: debug 2024-06-06T11:08:06.830+0000 7f30ef34d040 -1 mgr[py] Traceback (most recent call last): 2024-06-06T11:08:07.194 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: File "/usr/share/ceph/mgr/k8sevents/__init__.py", line 1, in 2024-06-06T11:08:07.194 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: from .module import Module 2024-06-06T11:08:07.194 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: File "/usr/share/ceph/mgr/k8sevents/module.py", line 70, in 2024-06-06T11:08:07.194 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: from kubernetes.client.models.v1_event import V1Event 2024-06-06T11:08:07.194 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: ModuleNotFoundError: No module named 'kubernetes.client.models.v1_event' 2024-06-06T11:08:07.194 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: debug 2024-06-06T11:08:06.830+0000 7f30ef34d040 -1 mgr[py] Class not found in module 'k8sevents' 2024-06-06T11:08:07.194 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: debug 2024-06-06T11:08:06.830+0000 7f30ef34d040 -1 mgr[py] Error loading module 'k8sevents': (2) No such file or directory 2024-06-06T11:08:07.194 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:06 smithi179 bash[43862]: debug 2024-06-06T11:08:06.926+0000 7f30ef34d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T11:08:07.194 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:07 smithi179 bash[43862]: debug 2024-06-06T11:08:07.002+0000 7f30ef34d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T11:08:07.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:06 smithi132 bash[17898]: cluster 2024-06-06T11:08:05.859408+0000 mgr.y (mgr.14427) 227 : cluster [DBG] pgmap v266: 425 pgs: 425 active+clean; 7.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 KiB/s rd, 754 KiB/s wr, 7 op/s 2024-06-06T11:08:07.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:06 smithi132 bash[17898]: audit 2024-06-06T11:08:06.212420+0000 mon.a (mon.0) 886 : audit [DBG] from='client.? 172.21.15.132:0/2077430841' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:07.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:06 smithi132 bash[25563]: cluster 2024-06-06T11:08:05.859408+0000 mgr.y (mgr.14427) 227 : cluster [DBG] pgmap v266: 425 pgs: 425 active+clean; 7.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 KiB/s rd, 754 KiB/s wr, 7 op/s 2024-06-06T11:08:07.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:06 smithi132 bash[25563]: audit 2024-06-06T11:08:06.212420+0000 mon.a (mon.0) 886 : audit [DBG] from='client.? 172.21.15.132:0/2077430841' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:07.472 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:07 smithi179 bash[43862]: debug 2024-06-06T11:08:07.190+0000 7f30ef34d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T11:08:07.472 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:07 smithi179 bash[43862]: debug 2024-06-06T11:08:07.274+0000 7f30ef34d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T11:08:07.472 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:07 smithi179 bash[43862]: debug 2024-06-06T11:08:07.390+0000 7f30ef34d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T11:08:07.723 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:07 smithi179 bash[43862]: debug 2024-06-06T11:08:07.470+0000 7f30ef34d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T11:08:07.723 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:07 smithi179 bash[43862]: debug 2024-06-06T11:08:07.558+0000 7f30ef34d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T11:08:08.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:07 smithi179 bash[43862]: debug 2024-06-06T11:08:07.722+0000 7f30ef34d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T11:08:08.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:07 smithi179 bash[43862]: debug 2024-06-06T11:08:07.806+0000 7f30ef34d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T11:08:08.152 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:07 smithi132 bash[18166]: ignoring --setuser ceph since I am not root 2024-06-06T11:08:08.152 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:07 smithi132 bash[18166]: ignoring --setgroup ceph since I am not root 2024-06-06T11:08:08.152 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:07 smithi132 bash[18166]: debug 2024-06-06T11:08:07.889+0000 7f2403db3700 1 -- 172.21.15.132:0/2055952429 <== mon.0 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5632dbfb44e0 con 0x5632dc0a8800 2024-06-06T11:08:08.152 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[18166]: debug 2024-06-06T11:08:08.041+0000 7f2413f90680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T11:08:08.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[18166]: debug 2024-06-06T11:08:08.149+0000 7f2413f90680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T11:08:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[25563]: audit 2024-06-06T11:08:07.279765+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[25563]: audit 2024-06-06T11:08:07.531213+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[25563]: audit 2024-06-06T11:08:07.790022+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:08:08.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[25563]: audit 2024-06-06T11:08:07.791646+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:08:08.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[25563]: audit 2024-06-06T11:08:07.802034+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:08.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[25563]: audit 2024-06-06T11:08:07.812688+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:08:08.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[25563]: audit 2024-06-06T11:08:07.821326+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-06-06T11:08:08.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[25563]: cluster 2024-06-06T11:08:07.839965+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-06-06T11:08:08.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[25563]: audit 2024-06-06T11:08:07.841373+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-06-06T11:08:08.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[25563]: cluster 2024-06-06T11:08:07.841482+0000 mon.a (mon.0) 896 : cluster [DBG] mgrmap e19: x(active, starting, since 0.0193518s) 2024-06-06T11:08:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[17898]: audit 2024-06-06T11:08:07.279765+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[17898]: audit 2024-06-06T11:08:07.531213+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:08.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[17898]: audit 2024-06-06T11:08:07.790022+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:08:08.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[17898]: audit 2024-06-06T11:08:07.791646+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:08:08.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[17898]: audit 2024-06-06T11:08:07.802034+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:08.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[17898]: audit 2024-06-06T11:08:07.812688+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:08:08.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[17898]: audit 2024-06-06T11:08:07.821326+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-06-06T11:08:08.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[17898]: cluster 2024-06-06T11:08:07.839965+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-06-06T11:08:08.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[17898]: audit 2024-06-06T11:08:07.841373+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-06-06T11:08:08.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[17898]: cluster 2024-06-06T11:08:07.841482+0000 mon.a (mon.0) 896 : cluster [DBG] mgrmap e19: x(active, starting, since 0.0193518s) 2024-06-06T11:08:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[18882]: audit 2024-06-06T11:08:07.279765+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[18882]: audit 2024-06-06T11:08:07.531213+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[18882]: audit 2024-06-06T11:08:07.790022+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:08:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[18882]: audit 2024-06-06T11:08:07.791646+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:08:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[18882]: audit 2024-06-06T11:08:07.802034+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' 2024-06-06T11:08:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[18882]: audit 2024-06-06T11:08:07.812688+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:08:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[18882]: audit 2024-06-06T11:08:07.821326+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-06-06T11:08:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[18882]: cluster 2024-06-06T11:08:07.839965+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-06-06T11:08:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[18882]: audit 2024-06-06T11:08:07.841373+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.14427 172.21.15.132:0/3840150758' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-06-06T11:08:08.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[18882]: cluster 2024-06-06T11:08:07.841482+0000 mon.a (mon.0) 896 : cluster [DBG] mgrmap e19: x(active, starting, since 0.0193518s) 2024-06-06T11:08:09.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:08 smithi132 bash[18166]: debug 2024-06-06T11:08:08.641+0000 7f2413f90680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T11:08:09.279 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[43862]: debug 2024-06-06T11:08:08.918+0000 7f30ef34d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T11:08:09.280 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[43862]: debug 2024-06-06T11:08:08.918+0000 7f30ef34d040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:08:09.280 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[43862]: [06/Jun/2024:11:08:08] ENGINE Bus STARTING 2024-06-06T11:08:09.280 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[43862]: CherryPy Checker: 2024-06-06T11:08:09.280 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:08 smithi179 bash[43862]: The Application mounted at '' has an empty config. 2024-06-06T11:08:09.280 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: [06/Jun/2024:11:08:09] ENGINE Serving on http://:::9283 2024-06-06T11:08:09.280 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: [06/Jun/2024:11:08:09] ENGINE Bus STARTED 2024-06-06T11:08:09.280 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: [06/Jun/2024:11:08:09] ENGINE Bus STOPPING 2024-06-06T11:08:09.280 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: [06/Jun/2024:11:08:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:08:09.280 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: [06/Jun/2024:11:08:09] ENGINE Bus STOPPED 2024-06-06T11:08:09.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.618291+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.132:0/3538387860' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:09.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: cluster 2024-06-06T11:08:08.943578+0000 mon.a (mon.0) 897 : cluster [INF] Active manager daemon x restarted 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: cluster 2024-06-06T11:08:08.944342+0000 mon.a (mon.0) 898 : cluster [INF] Activating manager daemon x 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.957510+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.957840+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: cluster 2024-06-06T11:08:08.957989+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.958018+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.958177+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.958336+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi132.jyyqao"}]: dispatch 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.958576+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi179.tpnmsk"}]: dispatch 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.959072+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.959483+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.959760+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: cluster 2024-06-06T11:08:08.960000+0000 mon.a (mon.0) 900 : cluster [DBG] mgrmap e20: x(active, starting, since 0.0159447s) 2024-06-06T11:08:09.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.960001+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:08:09.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.960248+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:08:09.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.960490+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T11:08:09.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.960736+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:08:09.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.960949+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:08:09.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.618291+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.132:0/3538387860' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:09.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: cluster 2024-06-06T11:08:08.943578+0000 mon.a (mon.0) 897 : cluster [INF] Active manager daemon x restarted 2024-06-06T11:08:09.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: cluster 2024-06-06T11:08:08.944342+0000 mon.a (mon.0) 898 : cluster [INF] Activating manager daemon x 2024-06-06T11:08:09.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.957510+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:08:09.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.957840+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:09.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: cluster 2024-06-06T11:08:08.957989+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-06-06T11:08:09.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.958018+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:09.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.958177+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:09.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.958336+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi132.jyyqao"}]: dispatch 2024-06-06T11:08:09.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.958576+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi179.tpnmsk"}]: dispatch 2024-06-06T11:08:09.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.959072+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T11:08:09.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.959483+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:08:09.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.959760+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:08:09.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: cluster 2024-06-06T11:08:08.960000+0000 mon.a (mon.0) 900 : cluster [DBG] mgrmap e20: x(active, starting, since 0.0159447s) 2024-06-06T11:08:09.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.960001+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:08:09.537 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.960248+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:08:09.537 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.960490+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T11:08:09.537 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.960736+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:08:09.537 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.960949+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:08:09.537 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.961181+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:08:09.537 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.962436+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T11:08:09.537 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.962809+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T11:08:09.537 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.963332+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T11:08:09.537 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.963575+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:08:09.538 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.964393+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:08:09.538 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:08.964820+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:08:09.538 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: cluster 2024-06-06T11:08:09.191171+0000 mon.a (mon.0) 901 : cluster [INF] Manager daemon x is now available 2024-06-06T11:08:09.538 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:09.225135+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:09.538 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[17898]: audit 2024-06-06T11:08:09.245365+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:08:09.538 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.961181+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:08:09.538 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.962436+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T11:08:09.538 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.962809+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T11:08:09.539 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.963332+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T11:08:09.539 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.963575+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:08:09.539 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.964393+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:08:09.539 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:08.964820+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:08:09.539 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: cluster 2024-06-06T11:08:09.191171+0000 mon.a (mon.0) 901 : cluster [INF] Manager daemon x is now available 2024-06-06T11:08:09.539 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:09.225135+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:09.539 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[25563]: audit 2024-06-06T11:08:09.245365+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:08:09.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: [06/Jun/2024:11:08:09] ENGINE Bus STARTING 2024-06-06T11:08:09.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: [06/Jun/2024:11:08:09] ENGINE Serving on http://:::9283 2024-06-06T11:08:09.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: [06/Jun/2024:11:08:09] ENGINE Bus STARTED 2024-06-06T11:08:09.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: debug 2024-06-06T11:08:09.406+0000 7f30569f0640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:08:09.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: debug 2024-06-06T11:08:09.406+0000 7f30569f0640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:08:09.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: debug 2024-06-06T11:08:09.406+0000 7f30569f0640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:08:09.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: debug 2024-06-06T11:08:09.406+0000 7f30569f0640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:08:09.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: debug 2024-06-06T11:08:09.406+0000 7f30569f0640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:08:09.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: debug 2024-06-06T11:08:09.406+0000 7f305a1f7640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:08:09.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: debug 2024-06-06T11:08:09.406+0000 7f305a1f7640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:08:09.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: debug 2024-06-06T11:08:09.406+0000 7f305a1f7640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:08:09.541 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: debug 2024-06-06T11:08:09.406+0000 7f305a1f7640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:08:09.541 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[43862]: debug 2024-06-06T11:08:09.406+0000 7f305a1f7640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:08:09.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.618291+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.132:0/3538387860' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:09.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: cluster 2024-06-06T11:08:08.943578+0000 mon.a (mon.0) 897 : cluster [INF] Active manager daemon x restarted 2024-06-06T11:08:09.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: cluster 2024-06-06T11:08:08.944342+0000 mon.a (mon.0) 898 : cluster [INF] Activating manager daemon x 2024-06-06T11:08:09.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.957510+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:08:09.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.957840+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:09.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: cluster 2024-06-06T11:08:08.957989+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.958018+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.958177+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.958336+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi132.jyyqao"}]: dispatch 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.958576+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi179.tpnmsk"}]: dispatch 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.959072+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.959483+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.959760+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: cluster 2024-06-06T11:08:08.960000+0000 mon.a (mon.0) 900 : cluster [DBG] mgrmap e20: x(active, starting, since 0.0159447s) 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.960001+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.960248+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.960490+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T11:08:09.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.960736+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:08:09.543 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.960949+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:08:09.543 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.961181+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:08:09.543 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.962436+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T11:08:09.543 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.962809+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T11:08:09.543 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.963332+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T11:08:09.543 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.963575+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:08:09.543 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.964393+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:08:09.543 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:08.964820+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:08:09.543 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: cluster 2024-06-06T11:08:09.191171+0000 mon.a (mon.0) 901 : cluster [INF] Manager daemon x is now available 2024-06-06T11:08:09.543 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:09.225135+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:09.543 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:09 smithi179 bash[18882]: audit 2024-06-06T11:08:09.245365+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:08:09.983 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[18166]: debug 2024-06-06T11:08:09.613+0000 7f2413f90680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T11:08:09.983 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[18166]: debug 2024-06-06T11:08:09.713+0000 7f2413f90680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T11:08:10.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:09 smithi132 bash[18166]: debug 2024-06-06T11:08:09.981+0000 7f2413f90680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T11:08:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[17898]: audit 2024-06-06T11:08:09.284521+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[17898]: audit 2024-06-06T11:08:09.290705+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:08:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[17898]: audit 2024-06-06T11:08:09.292107+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:08:10.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[17898]: audit 2024-06-06T11:08:09.377651+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:10.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[17898]: audit 2024-06-06T11:08:09.389028+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T11:08:10.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[17898]: audit 2024-06-06T11:08:09.390889+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T11:08:10.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[17898]: audit 2024-06-06T11:08:09.732607+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:10.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[17898]: audit 2024-06-06T11:08:09.740456+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:10.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[17898]: cluster 2024-06-06T11:08:09.957742+0000 mon.a (mon.0) 908 : cluster [DBG] mgrmap e21: x(active, since 1.01368s) 2024-06-06T11:08:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[25563]: audit 2024-06-06T11:08:09.284521+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[25563]: audit 2024-06-06T11:08:09.290705+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:08:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[25563]: audit 2024-06-06T11:08:09.292107+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:08:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[25563]: audit 2024-06-06T11:08:09.377651+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[25563]: audit 2024-06-06T11:08:09.389028+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T11:08:10.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[25563]: audit 2024-06-06T11:08:09.390889+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T11:08:10.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[25563]: audit 2024-06-06T11:08:09.732607+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:10.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[25563]: audit 2024-06-06T11:08:09.740456+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:10.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:10 smithi132 bash[25563]: cluster 2024-06-06T11:08:09.957742+0000 mon.a (mon.0) 908 : cluster [DBG] mgrmap e21: x(active, since 1.01368s) 2024-06-06T11:08:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[18882]: audit 2024-06-06T11:08:09.284521+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[18882]: audit 2024-06-06T11:08:09.290705+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:08:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[18882]: audit 2024-06-06T11:08:09.292107+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:08:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[18882]: audit 2024-06-06T11:08:09.377651+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[18882]: audit 2024-06-06T11:08:09.389028+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T11:08:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[18882]: audit 2024-06-06T11:08:09.390889+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T11:08:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[18882]: audit 2024-06-06T11:08:09.732607+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[18882]: audit 2024-06-06T11:08:09.740456+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[18882]: cluster 2024-06-06T11:08:09.957742+0000 mon.a (mon.0) 908 : cluster [DBG] mgrmap e21: x(active, since 1.01368s) 2024-06-06T11:08:11.285 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: debug 2024-06-06T11:08:10.826+0000 7f30431c9640 -1 log_channel(cephadm) log [ERR] : [06/Jun/2024:11:08:10] ENGINE Error in HTTPServer.serve 2024-06-06T11:08:11.286 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: Traceback (most recent call last): 2024-06-06T11:08:11.286 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:08:11.286 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: self._connections.run(self.expiration_interval) 2024-06-06T11:08:11.286 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:08:11.286 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: self._run(expiration_interval) 2024-06-06T11:08:11.286 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:08:11.286 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:08:11.286 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:08:11.286 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:08:11.286 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:08:11.287 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: s = self.context.wrap_socket( 2024-06-06T11:08:11.287 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:08:11.287 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: return self.sslsocket_class._create( 2024-06-06T11:08:11.287 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:08:11.287 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: self.do_handshake() 2024-06-06T11:08:11.287 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:08:11.287 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: self._sslobj.do_handshake() 2024-06-06T11:08:11.287 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:10 smithi179 bash[43862]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:08:11.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[18166]: debug 2024-06-06T11:08:11.261+0000 7f2413f90680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T11:08:11.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[18166]: debug 2024-06-06T11:08:11.445+0000 7f2413f90680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:08:11.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[17898]: cephadm 2024-06-06T11:08:09.915595+0000 mgr.x (mgr.24880) 2 : cephadm [INF] Deploying cephadm binary to smithi132 2024-06-06T11:08:11.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[17898]: cephadm 2024-06-06T11:08:09.938487+0000 mgr.x (mgr.24880) 3 : cephadm [INF] Deploying cephadm binary to smithi179 2024-06-06T11:08:11.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[17898]: cluster 2024-06-06T11:08:09.985889+0000 mgr.x (mgr.24880) 4 : cluster [DBG] pgmap v3: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:11.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[17898]: cephadm 2024-06-06T11:08:10.690898+0000 mgr.x (mgr.24880) 5 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Bus STARTING 2024-06-06T11:08:11.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[17898]: audit 2024-06-06T11:08:11.078488+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.132:0/4178862672' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:11.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[17898]: audit 2024-06-06T11:08:11.260960+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:11.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[17898]: audit 2024-06-06T11:08:11.262877+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:11.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[25563]: cephadm 2024-06-06T11:08:09.915595+0000 mgr.x (mgr.24880) 2 : cephadm [INF] Deploying cephadm binary to smithi132 2024-06-06T11:08:11.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[25563]: cephadm 2024-06-06T11:08:09.938487+0000 mgr.x (mgr.24880) 3 : cephadm [INF] Deploying cephadm binary to smithi179 2024-06-06T11:08:11.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[25563]: cluster 2024-06-06T11:08:09.985889+0000 mgr.x (mgr.24880) 4 : cluster [DBG] pgmap v3: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:11.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[25563]: cephadm 2024-06-06T11:08:10.690898+0000 mgr.x (mgr.24880) 5 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Bus STARTING 2024-06-06T11:08:11.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[25563]: audit 2024-06-06T11:08:11.078488+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.132:0/4178862672' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:11.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[25563]: audit 2024-06-06T11:08:11.260960+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:11.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[25563]: audit 2024-06-06T11:08:11.262877+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:11 smithi179 bash[18882]: cephadm 2024-06-06T11:08:09.915595+0000 mgr.x (mgr.24880) 2 : cephadm [INF] Deploying cephadm binary to smithi132 2024-06-06T11:08:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:11 smithi179 bash[18882]: cephadm 2024-06-06T11:08:09.938487+0000 mgr.x (mgr.24880) 3 : cephadm [INF] Deploying cephadm binary to smithi179 2024-06-06T11:08:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:11 smithi179 bash[18882]: cluster 2024-06-06T11:08:09.985889+0000 mgr.x (mgr.24880) 4 : cluster [DBG] pgmap v3: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:11 smithi179 bash[18882]: cephadm 2024-06-06T11:08:10.690898+0000 mgr.x (mgr.24880) 5 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Bus STARTING 2024-06-06T11:08:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:11 smithi179 bash[18882]: audit 2024-06-06T11:08:11.078488+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.132:0/4178862672' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:11 smithi179 bash[18882]: audit 2024-06-06T11:08:11.260960+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:11 smithi179 bash[18882]: audit 2024-06-06T11:08:11.262877+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:11.940 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[18166]: debug 2024-06-06T11:08:11.561+0000 7f2413f90680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T11:08:11.940 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[18166]: debug 2024-06-06T11:08:11.689+0000 7f2413f90680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T11:08:12.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:11 smithi132 bash[18166]: debug 2024-06-06T11:08:11.937+0000 7f2413f90680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T11:08:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: cephadm 2024-06-06T11:08:10.822423+0000 mgr.x (mgr.24880) 6 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Serving on https://172.21.15.179:7150 2024-06-06T11:08:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: cephadm 2024-06-06T11:08:10.829118+0000 mgr.x (mgr.24880) 7 : cephadm [ERR] [06/Jun/2024:11:08:10] ENGINE Error in HTTPServer.serve 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: Traceback (most recent call last): 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: self._connections.run(self.expiration_interval) 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: self._run(expiration_interval) 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: s = self.context.wrap_socket( 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: return self.sslsocket_class._create( 2024-06-06T11:08:12.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: self.do_handshake() 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: self._sslobj.do_handshake() 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: cephadm 2024-06-06T11:08:10.924617+0000 mgr.x (mgr.24880) 8 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Serving on http://172.21.15.179:8765 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: cephadm 2024-06-06T11:08:10.924901+0000 mgr.x (mgr.24880) 9 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Bus STARTED 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: cluster 2024-06-06T11:08:10.962803+0000 mgr.x (mgr.24880) 10 : cluster [DBG] pgmap v4: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: cluster 2024-06-06T11:08:11.967868+0000 mon.a (mon.0) 910 : cluster [DBG] mgrmap e22: x(active, since 3s) 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: audit 2024-06-06T11:08:11.967975+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: cluster 2024-06-06T11:08:11.968076+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: audit 2024-06-06T11:08:11.971428+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:12.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:12 smithi179 bash[18882]: audit 2024-06-06T11:08:11.972963+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:12.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[18166]: debug 2024-06-06T11:08:12.377+0000 7f2413f90680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T11:08:12.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[18166]: debug 2024-06-06T11:08:12.517+0000 7f2413f90680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T11:08:12.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: cephadm 2024-06-06T11:08:10.822423+0000 mgr.x (mgr.24880) 6 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Serving on https://172.21.15.179:7150 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: cephadm 2024-06-06T11:08:10.829118+0000 mgr.x (mgr.24880) 7 : cephadm [ERR] [06/Jun/2024:11:08:10] ENGINE Error in HTTPServer.serve 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: Traceback (most recent call last): 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: self._connections.run(self.expiration_interval) 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: self._run(expiration_interval) 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: s = self.context.wrap_socket( 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:08:12.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: return self.sslsocket_class._create( 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: self.do_handshake() 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: self._sslobj.do_handshake() 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: cephadm 2024-06-06T11:08:10.924617+0000 mgr.x (mgr.24880) 8 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Serving on http://172.21.15.179:8765 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: cephadm 2024-06-06T11:08:10.924901+0000 mgr.x (mgr.24880) 9 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Bus STARTED 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: cluster 2024-06-06T11:08:10.962803+0000 mgr.x (mgr.24880) 10 : cluster [DBG] pgmap v4: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: cluster 2024-06-06T11:08:11.967868+0000 mon.a (mon.0) 910 : cluster [DBG] mgrmap e22: x(active, since 3s) 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: audit 2024-06-06T11:08:11.967975+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: cluster 2024-06-06T11:08:11.968076+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: audit 2024-06-06T11:08:11.971428+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[17898]: audit 2024-06-06T11:08:11.972963+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:12.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: cephadm 2024-06-06T11:08:10.822423+0000 mgr.x (mgr.24880) 6 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Serving on https://172.21.15.179:7150 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: cephadm 2024-06-06T11:08:10.829118+0000 mgr.x (mgr.24880) 7 : cephadm [ERR] [06/Jun/2024:11:08:10] ENGINE Error in HTTPServer.serve 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: Traceback (most recent call last): 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: self._connections.run(self.expiration_interval) 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: self._run(expiration_interval) 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: s = self.context.wrap_socket( 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: return self.sslsocket_class._create( 2024-06-06T11:08:12.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: self.do_handshake() 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: self._sslobj.do_handshake() 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: cephadm 2024-06-06T11:08:10.924617+0000 mgr.x (mgr.24880) 8 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Serving on http://172.21.15.179:8765 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: cephadm 2024-06-06T11:08:10.924901+0000 mgr.x (mgr.24880) 9 : cephadm [INF] [06/Jun/2024:11:08:10] ENGINE Bus STARTED 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: cluster 2024-06-06T11:08:10.962803+0000 mgr.x (mgr.24880) 10 : cluster [DBG] pgmap v4: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: cluster 2024-06-06T11:08:11.967868+0000 mon.a (mon.0) 910 : cluster [DBG] mgrmap e22: x(active, since 3s) 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: audit 2024-06-06T11:08:11.967975+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: cluster 2024-06-06T11:08:11.968076+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: audit 2024-06-06T11:08:11.971428+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:12.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:12 smithi132 bash[25563]: audit 2024-06-06T11:08:11.972963+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:08:13.971 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:13 smithi132 bash[18166]: debug 2024-06-06T11:08:13.585+0000 7f2413f90680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T11:08:13.971 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:13 smithi132 bash[18166]: debug 2024-06-06T11:08:13.697+0000 7f2413f90680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T11:08:13.971 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:13 smithi132 bash[18166]: debug 2024-06-06T11:08:13.817+0000 7f2413f90680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T11:08:14.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:14 smithi132 bash[18166]: debug 2024-06-06T11:08:14.049+0000 7f2413f90680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T11:08:14.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:13 smithi132 bash[25563]: cluster 2024-06-06T11:08:12.963769+0000 mgr.x (mgr.24880) 11 : cluster [DBG] pgmap v6: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:14.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:13 smithi132 bash[25563]: audit 2024-06-06T11:08:12.971367+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T11:08:14.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:13 smithi132 bash[25563]: cluster 2024-06-06T11:08:12.972203+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-06-06T11:08:14.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:13 smithi132 bash[25563]: audit 2024-06-06T11:08:13.512160+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.132:0/2681571827' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:13 smithi132 bash[17898]: cluster 2024-06-06T11:08:12.963769+0000 mgr.x (mgr.24880) 11 : cluster [DBG] pgmap v6: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:13 smithi132 bash[17898]: audit 2024-06-06T11:08:12.971367+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T11:08:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:13 smithi132 bash[17898]: cluster 2024-06-06T11:08:12.972203+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-06-06T11:08:14.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:13 smithi132 bash[17898]: audit 2024-06-06T11:08:13.512160+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.132:0/2681571827' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:14.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:13 smithi179 bash[18882]: cluster 2024-06-06T11:08:12.963769+0000 mgr.x (mgr.24880) 11 : cluster [DBG] pgmap v6: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:14.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:13 smithi179 bash[18882]: audit 2024-06-06T11:08:12.971367+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T11:08:14.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:13 smithi179 bash[18882]: cluster 2024-06-06T11:08:12.972203+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-06-06T11:08:14.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:13 smithi179 bash[18882]: audit 2024-06-06T11:08:13.512160+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.132:0/2681571827' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:14.708 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:14 smithi132 bash[18166]: debug 2024-06-06T11:08:14.361+0000 7f2413f90680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T11:08:14.708 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:14 smithi132 bash[18166]: debug 2024-06-06T11:08:14.529+0000 7f2413f90680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T11:08:15.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:14 smithi132 bash[18166]: debug 2024-06-06T11:08:14.705+0000 7f2413f90680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:08:15.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:14 smithi132 bash[18166]: debug 2024-06-06T11:08:14.937+0000 7f2413f90680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T11:08:15.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:14 smithi179 bash[43862]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:08:14] "GET /metrics HTTP/1.1" 200 56371 "" "Prometheus/2.33.4" 2024-06-06T11:08:15.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[18166]: debug 2024-06-06T11:08:15.049+0000 7f2413f90680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T11:08:15.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[18166]: [06/Jun/2024:11:08:15] ENGINE Bus STARTING 2024-06-06T11:08:15.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[18166]: CherryPy Checker: 2024-06-06T11:08:15.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[18166]: The Application mounted at '' has an empty config. 2024-06-06T11:08:15.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[18166]: [06/Jun/2024:11:08:15] ENGINE Serving on http://:::9283 2024-06-06T11:08:15.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[18166]: [06/Jun/2024:11:08:15] ENGINE Bus STARTED 2024-06-06T11:08:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[17898]: audit 2024-06-06T11:08:14.117255+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[17898]: cluster 2024-06-06T11:08:14.174093+0000 mon.a (mon.0) 918 : cluster [WRN] pool 'test-librbd-smithi132-60178-11' is full (reached quota's max_bytes: 10 MiB) 2024-06-06T11:08:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[17898]: cluster 2024-06-06T11:08:14.174620+0000 mon.a (mon.0) 919 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-06-06T11:08:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[17898]: cluster 2024-06-06T11:08:14.181933+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-06-06T11:08:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[17898]: cluster 2024-06-06T11:08:15.072421+0000 mon.a (mon.0) 921 : cluster [DBG] Standby manager daemon y started 2024-06-06T11:08:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[17898]: audit 2024-06-06T11:08:15.077786+0000 mon.a (mon.0) 922 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T11:08:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[17898]: audit 2024-06-06T11:08:15.078939+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:08:15.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[17898]: audit 2024-06-06T11:08:15.083519+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T11:08:15.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[17898]: audit 2024-06-06T11:08:15.084560+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:08:15.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[25563]: audit 2024-06-06T11:08:14.117255+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:15.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[25563]: cluster 2024-06-06T11:08:14.174093+0000 mon.a (mon.0) 918 : cluster [WRN] pool 'test-librbd-smithi132-60178-11' is full (reached quota's max_bytes: 10 MiB) 2024-06-06T11:08:15.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[25563]: cluster 2024-06-06T11:08:14.174620+0000 mon.a (mon.0) 919 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-06-06T11:08:15.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[25563]: cluster 2024-06-06T11:08:14.181933+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-06-06T11:08:15.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[25563]: cluster 2024-06-06T11:08:15.072421+0000 mon.a (mon.0) 921 : cluster [DBG] Standby manager daemon y started 2024-06-06T11:08:15.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[25563]: audit 2024-06-06T11:08:15.077786+0000 mon.a (mon.0) 922 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T11:08:15.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[25563]: audit 2024-06-06T11:08:15.078939+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:08:15.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[25563]: audit 2024-06-06T11:08:15.083519+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T11:08:15.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:15 smithi132 bash[25563]: audit 2024-06-06T11:08:15.084560+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:08:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:15 smithi179 bash[18882]: audit 2024-06-06T11:08:14.117255+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:15 smithi179 bash[18882]: cluster 2024-06-06T11:08:14.174093+0000 mon.a (mon.0) 918 : cluster [WRN] pool 'test-librbd-smithi132-60178-11' is full (reached quota's max_bytes: 10 MiB) 2024-06-06T11:08:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:15 smithi179 bash[18882]: cluster 2024-06-06T11:08:14.174620+0000 mon.a (mon.0) 919 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-06-06T11:08:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:15 smithi179 bash[18882]: cluster 2024-06-06T11:08:14.181933+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-06-06T11:08:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:15 smithi179 bash[18882]: cluster 2024-06-06T11:08:15.072421+0000 mon.a (mon.0) 921 : cluster [DBG] Standby manager daemon y started 2024-06-06T11:08:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:15 smithi179 bash[18882]: audit 2024-06-06T11:08:15.077786+0000 mon.a (mon.0) 922 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T11:08:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:15 smithi179 bash[18882]: audit 2024-06-06T11:08:15.078939+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:08:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:15 smithi179 bash[18882]: audit 2024-06-06T11:08:15.083519+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T11:08:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:15 smithi179 bash[18882]: audit 2024-06-06T11:08:15.084560+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.? 172.21.15.132:0/684877449' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:08:15.636 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (26131 ms) 2024-06-06T11:08:15.637 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestIO 2024-06-06T11:08:15.637 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:08:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:16 smithi132 bash[17898]: cluster 2024-06-06T11:08:14.964732+0000 mgr.x (mgr.24880) 12 : cluster [DBG] pgmap v9: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:16 smithi132 bash[17898]: cluster 2024-06-06T11:08:15.192079+0000 mon.a (mon.0) 926 : cluster [DBG] mgrmap e23: x(active, since 6s), standbys: y 2024-06-06T11:08:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:16 smithi132 bash[17898]: audit 2024-06-06T11:08:15.193892+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T11:08:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:16 smithi132 bash[17898]: audit 2024-06-06T11:08:16.034645+0000 mon.a (mon.0) 927 : audit [DBG] from='client.? 172.21.15.132:0/3035631245' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:16.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:16 smithi132 bash[25563]: cluster 2024-06-06T11:08:14.964732+0000 mgr.x (mgr.24880) 12 : cluster [DBG] pgmap v9: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:16.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:16 smithi132 bash[25563]: cluster 2024-06-06T11:08:15.192079+0000 mon.a (mon.0) 926 : cluster [DBG] mgrmap e23: x(active, since 6s), standbys: y 2024-06-06T11:08:16.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:16 smithi132 bash[25563]: audit 2024-06-06T11:08:15.193892+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T11:08:16.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:16 smithi132 bash[25563]: audit 2024-06-06T11:08:16.034645+0000 mon.a (mon.0) 927 : audit [DBG] from='client.? 172.21.15.132:0/3035631245' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:16 smithi179 bash[18882]: cluster 2024-06-06T11:08:14.964732+0000 mgr.x (mgr.24880) 12 : cluster [DBG] pgmap v9: 425 pgs: 425 active+clean; 14 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:08:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:16 smithi179 bash[18882]: cluster 2024-06-06T11:08:15.192079+0000 mon.a (mon.0) 926 : cluster [DBG] mgrmap e23: x(active, since 6s), standbys: y 2024-06-06T11:08:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:16 smithi179 bash[18882]: audit 2024-06-06T11:08:15.193892+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T11:08:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:16 smithi179 bash[18882]: audit 2024-06-06T11:08:16.034645+0000 mon.a (mon.0) 927 : audit [DBG] from='client.? 172.21.15.132:0/3035631245' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:17.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[17898]: audit 2024-06-06T11:08:16.414219+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[17898]: audit 2024-06-06T11:08:16.422565+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[17898]: audit 2024-06-06T11:08:16.794911+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[17898]: audit 2024-06-06T11:08:16.803140+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[17898]: audit 2024-06-06T11:08:17.229548+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[17898]: audit 2024-06-06T11:08:17.240295+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[25563]: audit 2024-06-06T11:08:16.414219+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[25563]: audit 2024-06-06T11:08:16.422565+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[25563]: audit 2024-06-06T11:08:16.794911+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[25563]: audit 2024-06-06T11:08:16.803140+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[25563]: audit 2024-06-06T11:08:17.229548+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:17 smithi132 bash[25563]: audit 2024-06-06T11:08:17.240295+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:17 smithi179 bash[18882]: audit 2024-06-06T11:08:16.414219+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:17 smithi179 bash[18882]: audit 2024-06-06T11:08:16.422565+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:17 smithi179 bash[18882]: audit 2024-06-06T11:08:16.794911+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:17 smithi179 bash[18882]: audit 2024-06-06T11:08:16.803140+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:17 smithi179 bash[18882]: audit 2024-06-06T11:08:17.229548+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:17.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:17 smithi179 bash[18882]: audit 2024-06-06T11:08:17.240295+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:18.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:18 smithi132 bash[17898]: cluster 2024-06-06T11:08:16.966816+0000 mgr.x (mgr.24880) 13 : cluster [DBG] pgmap v10: 425 pgs: 425 active+clean; 20 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 38 op/s 2024-06-06T11:08:18.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:18 smithi132 bash[17898]: audit 2024-06-06T11:08:17.746459+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:18.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:18 smithi132 bash[17898]: audit 2024-06-06T11:08:17.754718+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:18.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:18 smithi132 bash[17898]: audit 2024-06-06T11:08:18.016829+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:18.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:18 smithi132 bash[25563]: cluster 2024-06-06T11:08:16.966816+0000 mgr.x (mgr.24880) 13 : cluster [DBG] pgmap v10: 425 pgs: 425 active+clean; 20 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 38 op/s 2024-06-06T11:08:18.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:18 smithi132 bash[25563]: audit 2024-06-06T11:08:17.746459+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:18.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:18 smithi132 bash[25563]: audit 2024-06-06T11:08:17.754718+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:18.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:18 smithi132 bash[25563]: audit 2024-06-06T11:08:18.016829+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:18 smithi179 bash[18882]: cluster 2024-06-06T11:08:16.966816+0000 mgr.x (mgr.24880) 13 : cluster [DBG] pgmap v10: 425 pgs: 425 active+clean; 20 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 38 op/s 2024-06-06T11:08:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:18 smithi179 bash[18882]: audit 2024-06-06T11:08:17.746459+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:18 smithi179 bash[18882]: audit 2024-06-06T11:08:17.754718+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:18 smithi179 bash[18882]: audit 2024-06-06T11:08:18.016829+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:19.060 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:19.060 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:19.060 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:19.060 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:19.060 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:19.060 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.060 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:19.060 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.060 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:19.061 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:19.062 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.063 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.064 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:19.065 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 512~512 = 512 2024-06-06T11:08:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:aio discard: 1536~512 = 0 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:08:19.067 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.068 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.069 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.070 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.071 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:19.072 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.073 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.074 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:19.075 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:19.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:19 smithi132 bash[17898]: audit 2024-06-06T11:08:18.550063+0000 mon.a (mon.0) 937 : audit [DBG] from='client.? 172.21.15.132:0/728581309' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:19 smithi132 bash[25563]: audit 2024-06-06T11:08:18.550063+0000 mon.a (mon.0) 937 : audit [DBG] from='client.? 172.21.15.132:0/728581309' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:19.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:19 smithi179 bash[18882]: audit 2024-06-06T11:08:18.550063+0000 mon.a (mon.0) 937 : audit [DBG] from='client.? 172.21.15.132:0/728581309' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:20.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:20 smithi132 bash[17898]: cluster 2024-06-06T11:08:18.968000+0000 mgr.x (mgr.24880) 14 : cluster [DBG] pgmap v11: 425 pgs: 425 active+clean; 20 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 964 KiB/s wr, 33 op/s 2024-06-06T11:08:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:20 smithi132 bash[25563]: cluster 2024-06-06T11:08:18.968000+0000 mgr.x (mgr.24880) 14 : cluster [DBG] pgmap v11: 425 pgs: 425 active+clean; 20 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 964 KiB/s wr, 33 op/s 2024-06-06T11:08:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:20 smithi179 bash[18882]: cluster 2024-06-06T11:08:18.968000+0000 mgr.x (mgr.24880) 14 : cluster [DBG] pgmap v11: 425 pgs: 425 active+clean; 20 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 964 KiB/s wr, 33 op/s 2024-06-06T11:08:21.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:21 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:08:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:08:22.371 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.371 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.371 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.371 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.372 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.373 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.374 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.375 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.376 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.377 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.378 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:22.379 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestIO (6735 ms) 2024-06-06T11:08:22.380 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-06-06T11:08:22.381 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:08:23.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[17898]: audit 2024-06-06T11:08:20.829727+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:23.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[17898]: audit 2024-06-06T11:08:20.830060+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:23.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[17898]: audit 2024-06-06T11:08:20.830317+0000 mon.a (mon.0) 938 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T11:08:23.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[17898]: audit 2024-06-06T11:08:20.830405+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[17898]: cluster 2024-06-06T11:08:20.971395+0000 mgr.x (mgr.24880) 15 : cluster [DBG] pgmap v12: 425 pgs: 425 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 377 KiB/s rd, 1.1 MiB/s wr, 754 op/s 2024-06-06T11:08:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[17898]: audit 2024-06-06T11:08:21.064099+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.132:0/3233781536' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[17898]: audit 2024-06-06T11:08:21.779875+0000 mon.a (mon.0) 939 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T11:08:23.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[25563]: audit 2024-06-06T11:08:20.829727+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:23.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[25563]: audit 2024-06-06T11:08:20.830060+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:23.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[25563]: audit 2024-06-06T11:08:20.830317+0000 mon.a (mon.0) 938 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T11:08:23.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[25563]: audit 2024-06-06T11:08:20.830405+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:23.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[25563]: cluster 2024-06-06T11:08:20.971395+0000 mgr.x (mgr.24880) 15 : cluster [DBG] pgmap v12: 425 pgs: 425 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 377 KiB/s rd, 1.1 MiB/s wr, 754 op/s 2024-06-06T11:08:23.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[25563]: audit 2024-06-06T11:08:21.064099+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.132:0/3233781536' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:23.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:22 smithi132 bash[25563]: audit 2024-06-06T11:08:21.779875+0000 mon.a (mon.0) 939 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T11:08:23.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:22 smithi179 bash[18882]: audit 2024-06-06T11:08:20.829727+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:23.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:22 smithi179 bash[18882]: audit 2024-06-06T11:08:20.830060+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:23.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:22 smithi179 bash[18882]: audit 2024-06-06T11:08:20.830317+0000 mon.a (mon.0) 938 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T11:08:23.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:22 smithi179 bash[18882]: audit 2024-06-06T11:08:20.830405+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:23.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:22 smithi179 bash[18882]: cluster 2024-06-06T11:08:20.971395+0000 mgr.x (mgr.24880) 15 : cluster [DBG] pgmap v12: 425 pgs: 425 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 377 KiB/s rd, 1.1 MiB/s wr, 754 op/s 2024-06-06T11:08:23.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:22 smithi179 bash[18882]: audit 2024-06-06T11:08:21.064099+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.132:0/3233781536' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:23.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:22 smithi179 bash[18882]: audit 2024-06-06T11:08:21.779875+0000 mon.a (mon.0) 939 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T11:08:24.028 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:23 smithi179 bash[18882]: audit 2024-06-06T11:08:21.782162+0000 mon.b (mon.1) 59 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T11:08:24.029 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:23 smithi179 bash[18882]: audit 2024-06-06T11:08:22.708406+0000 mon.b (mon.1) 60 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T11:08:24.029 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:23 smithi179 bash[18882]: audit 2024-06-06T11:08:22.709293+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:24.029 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:23 smithi179 bash[18882]: audit 2024-06-06T11:08:22.709488+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:24.029 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:23 smithi179 bash[18882]: audit 2024-06-06T11:08:22.709680+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:24.029 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:23 smithi179 bash[18882]: audit 2024-06-06T11:08:22.721698+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:24.029 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:23 smithi179 bash[18882]: audit 2024-06-06T11:08:22.722070+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:24.029 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:23 smithi179 bash[18882]: audit 2024-06-06T11:08:22.722122+0000 mon.c (mon.2) 53 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T11:08:24.029 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:23 smithi179 bash[18882]: audit 2024-06-06T11:08:22.722479+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:24.029 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:23 smithi179 bash[18882]: audit 2024-06-06T11:08:23.502917+0000 mon.a (mon.0) 940 : audit [DBG] from='client.? 172.21.15.132:0/3176814639' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:24.029 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:23 smithi179 bash[18882]: audit 2024-06-06T11:08:23.605709+0000 mon.c (mon.2) 54 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T11:08:24.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[17898]: audit 2024-06-06T11:08:21.782162+0000 mon.b (mon.1) 59 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T11:08:24.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[17898]: audit 2024-06-06T11:08:22.708406+0000 mon.b (mon.1) 60 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T11:08:24.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[17898]: audit 2024-06-06T11:08:22.709293+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:24.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[17898]: audit 2024-06-06T11:08:22.709488+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:24.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[17898]: audit 2024-06-06T11:08:22.709680+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:24.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[17898]: audit 2024-06-06T11:08:22.721698+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:24.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[17898]: audit 2024-06-06T11:08:22.722070+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[17898]: audit 2024-06-06T11:08:22.722122+0000 mon.c (mon.2) 53 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[17898]: audit 2024-06-06T11:08:22.722479+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[17898]: audit 2024-06-06T11:08:23.502917+0000 mon.a (mon.0) 940 : audit [DBG] from='client.? 172.21.15.132:0/3176814639' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[17898]: audit 2024-06-06T11:08:23.605709+0000 mon.c (mon.2) 54 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[25563]: audit 2024-06-06T11:08:21.782162+0000 mon.b (mon.1) 59 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[25563]: audit 2024-06-06T11:08:22.708406+0000 mon.b (mon.1) 60 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[25563]: audit 2024-06-06T11:08:22.709293+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[25563]: audit 2024-06-06T11:08:22.709488+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[25563]: audit 2024-06-06T11:08:22.709680+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[25563]: audit 2024-06-06T11:08:22.721698+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[25563]: audit 2024-06-06T11:08:22.722070+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:08:24.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[25563]: audit 2024-06-06T11:08:22.722122+0000 mon.c (mon.2) 53 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T11:08:24.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[25563]: audit 2024-06-06T11:08:22.722479+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:08:24.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[25563]: audit 2024-06-06T11:08:23.502917+0000 mon.a (mon.0) 940 : audit [DBG] from='client.? 172.21.15.132:0/3176814639' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:24.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:23 smithi132 bash[25563]: audit 2024-06-06T11:08:23.605709+0000 mon.c (mon.2) 54 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T11:08:25.015 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:24 smithi179 bash[43862]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:08:24] "GET /metrics HTTP/1.1" 200 59864 "" "Prometheus/2.33.4" 2024-06-06T11:08:25.015 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:24 smithi179 bash[18882]: cluster 2024-06-06T11:08:22.972446+0000 mgr.x (mgr.24880) 16 : cluster [DBG] pgmap v13: 425 pgs: 425 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 302 KiB/s rd, 870 KiB/s wr, 604 op/s 2024-06-06T11:08:25.015 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:24 smithi179 bash[18882]: cluster 2024-06-06T11:08:24.177392+0000 mon.a (mon.0) 941 : cluster [INF] pool 'test-librbd-smithi132-60178-11' no longer out of quota; removing NO_QUOTA flag 2024-06-06T11:08:25.015 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:24 smithi179 bash[18882]: cluster 2024-06-06T11:08:24.178057+0000 mon.a (mon.0) 942 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-06-06T11:08:25.015 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:24 smithi179 bash[18882]: cluster 2024-06-06T11:08:24.178119+0000 mon.a (mon.0) 943 : cluster [INF] Cluster is now healthy 2024-06-06T11:08:25.016 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:24 smithi179 bash[18882]: cluster 2024-06-06T11:08:24.185087+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-06-06T11:08:25.016 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:24 smithi179 bash[18882]: audit 2024-06-06T11:08:24.280156+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[17898]: cluster 2024-06-06T11:08:22.972446+0000 mgr.x (mgr.24880) 16 : cluster [DBG] pgmap v13: 425 pgs: 425 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 302 KiB/s rd, 870 KiB/s wr, 604 op/s 2024-06-06T11:08:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[17898]: cluster 2024-06-06T11:08:24.177392+0000 mon.a (mon.0) 941 : cluster [INF] pool 'test-librbd-smithi132-60178-11' no longer out of quota; removing NO_QUOTA flag 2024-06-06T11:08:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[17898]: cluster 2024-06-06T11:08:24.178057+0000 mon.a (mon.0) 942 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-06-06T11:08:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[17898]: cluster 2024-06-06T11:08:24.178119+0000 mon.a (mon.0) 943 : cluster [INF] Cluster is now healthy 2024-06-06T11:08:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[17898]: cluster 2024-06-06T11:08:24.185087+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-06-06T11:08:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[17898]: audit 2024-06-06T11:08:24.280156+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:25.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[25563]: cluster 2024-06-06T11:08:22.972446+0000 mgr.x (mgr.24880) 16 : cluster [DBG] pgmap v13: 425 pgs: 425 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 302 KiB/s rd, 870 KiB/s wr, 604 op/s 2024-06-06T11:08:25.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[25563]: cluster 2024-06-06T11:08:24.177392+0000 mon.a (mon.0) 941 : cluster [INF] pool 'test-librbd-smithi132-60178-11' no longer out of quota; removing NO_QUOTA flag 2024-06-06T11:08:25.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[25563]: cluster 2024-06-06T11:08:24.178057+0000 mon.a (mon.0) 942 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-06-06T11:08:25.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[25563]: cluster 2024-06-06T11:08:24.178119+0000 mon.a (mon.0) 943 : cluster [INF] Cluster is now healthy 2024-06-06T11:08:25.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[25563]: cluster 2024-06-06T11:08:24.185087+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-06-06T11:08:25.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:24 smithi132 bash[25563]: audit 2024-06-06T11:08:24.280156+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:26.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:25 smithi132 bash[17898]: cluster 2024-06-06T11:08:24.973237+0000 mgr.x (mgr.24880) 17 : cluster [DBG] pgmap v15: 425 pgs: 425 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 302 KiB/s rd, 868 KiB/s wr, 603 op/s 2024-06-06T11:08:26.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:25 smithi132 bash[25563]: cluster 2024-06-06T11:08:24.973237+0000 mgr.x (mgr.24880) 17 : cluster [DBG] pgmap v15: 425 pgs: 425 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 302 KiB/s rd, 868 KiB/s wr, 603 op/s 2024-06-06T11:08:26.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:25 smithi179 bash[18882]: cluster 2024-06-06T11:08:24.973237+0000 mgr.x (mgr.24880) 17 : cluster [DBG] pgmap v15: 425 pgs: 425 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 302 KiB/s rd, 868 KiB/s wr, 603 op/s 2024-06-06T11:08:27.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:26 smithi132 bash[17898]: audit 2024-06-06T11:08:25.929778+0000 mon.a (mon.0) 945 : audit [DBG] from='client.? 172.21.15.132:0/284439269' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:27.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:26 smithi132 bash[25563]: audit 2024-06-06T11:08:25.929778+0000 mon.a (mon.0) 945 : audit [DBG] from='client.? 172.21.15.132:0/284439269' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:27.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:26 smithi179 bash[18882]: audit 2024-06-06T11:08:25.929778+0000 mon.a (mon.0) 945 : audit [DBG] from='client.? 172.21.15.132:0/284439269' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: cluster 2024-06-06T11:08:26.976619+0000 mgr.x (mgr.24880) 18 : cluster [DBG] pgmap v16: 425 pgs: 425 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 438 KiB/s rd, 290 KiB/s wr, 870 op/s 2024-06-06T11:08:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.453575+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.462323+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.463757+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.465225+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.465708+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.467158+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.467618+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.469088+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.469437+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.470845+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: cephadm 2024-06-06T11:08:27.471034+0000 mgr.x (mgr.24880) 19 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 2524M 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.479151+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.756188+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.766039+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.767473+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.768965+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.769954+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.771570+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: cluster 2024-06-06T11:08:26.976619+0000 mgr.x (mgr.24880) 18 : cluster [DBG] pgmap v16: 425 pgs: 425 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 438 KiB/s rd, 290 KiB/s wr, 870 op/s 2024-06-06T11:08:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.453575+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.462323+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.463757+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.465225+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.465708+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.467158+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.467618+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.469088+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.469437+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.470845+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: cephadm 2024-06-06T11:08:27.471034+0000 mgr.x (mgr.24880) 19 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 2524M 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.479151+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.756188+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.766039+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.767473+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.768965+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.769954+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.771570+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.771997+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.773418+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.773937+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.775476+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.783985+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.785135+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:08:28.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:27.786401+0000 mon.b (mon.1) 77 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:08:28.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:28.399517+0000 mon.a (mon.0) 960 : audit [DBG] from='client.? 172.21.15.132:0/3494697352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:28.787 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:28.405395+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.787 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:28.416828+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.787 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:28.425737+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.787 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:28.436211+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.787 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[17898]: audit 2024-06-06T11:08:28.446763+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.771997+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.773418+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.773937+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.775476+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.783985+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.788 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.785135+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:08:28.788 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:27.786401+0000 mon.b (mon.1) 77 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:08:28.788 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:28.399517+0000 mon.a (mon.0) 960 : audit [DBG] from='client.? 172.21.15.132:0/3494697352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:28.788 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:28.405395+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.788 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:28.416828+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.788 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:28.425737+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.788 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:28.436211+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.788 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[25563]: audit 2024-06-06T11:08:28.446763+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: cluster 2024-06-06T11:08:26.976619+0000 mgr.x (mgr.24880) 18 : cluster [DBG] pgmap v16: 425 pgs: 425 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 438 KiB/s rd, 290 KiB/s wr, 870 op/s 2024-06-06T11:08:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.453575+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.462323+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.463757+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.465225+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.465708+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.467158+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.467618+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.469088+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.469437+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.470845+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: cephadm 2024-06-06T11:08:27.471034+0000 mgr.x (mgr.24880) 19 : cephadm [INF] Adjusting osd_memory_target on smithi132 to 2524M 2024-06-06T11:08:28.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.479151+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.756188+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.766039+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.767473+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.768965+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.769954+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.771570+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.771997+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.773418+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.773937+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.775476+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.783985+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.785135+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:08:28.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:27.786401+0000 mon.b (mon.1) 77 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:08:28.792 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:28.399517+0000 mon.a (mon.0) 960 : audit [DBG] from='client.? 172.21.15.132:0/3494697352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:28.792 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:28.405395+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.792 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:28.416828+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.792 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:28.425737+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.792 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:28.436211+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:28.792 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:28 smithi179 bash[18882]: audit 2024-06-06T11:08:28.446763+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.211 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:28 smithi132 systemd[1]: Stopping Ceph node-exporter.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:08:29.211 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:28 smithi132 bash[64294]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-node-exporter.a 2024-06-06T11:08:29.782 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[64330]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-node-exporter-a 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: cephadm 2024-06-06T11:08:27.775746+0000 mgr.x (mgr.24880) 20 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 2524M 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: cephadm 2024-06-06T11:08:27.788166+0000 mgr.x (mgr.24880) 21 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: cephadm 2024-06-06T11:08:27.788513+0000 mgr.x (mgr.24880) 22 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: cephadm 2024-06-06T11:08:27.951671+0000 mgr.x (mgr.24880) 23 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: cephadm 2024-06-06T11:08:27.956690+0000 mgr.x (mgr.24880) 24 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: cephadm 2024-06-06T11:08:28.104073+0000 mgr.x (mgr.24880) 25 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: cephadm 2024-06-06T11:08:28.115334+0000 mgr.x (mgr.24880) 26 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: cephadm 2024-06-06T11:08:28.252081+0000 mgr.x (mgr.24880) 27 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: cephadm 2024-06-06T11:08:28.265673+0000 mgr.x (mgr.24880) 28 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: audit 2024-06-06T11:08:28.501723+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: audit 2024-06-06T11:08:28.506807+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: audit 2024-06-06T11:08:28.511566+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: audit 2024-06-06T11:08:28.515889+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: cephadm 2024-06-06T11:08:28.516389+0000 mgr.x (mgr.24880) 29 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-06-06T11:08:29.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[17898]: cephadm 2024-06-06T11:08:28.516995+0000 mgr.x (mgr.24880) 30 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi132 2024-06-06T11:08:29.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: cephadm 2024-06-06T11:08:27.775746+0000 mgr.x (mgr.24880) 20 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 2524M 2024-06-06T11:08:29.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: cephadm 2024-06-06T11:08:27.788166+0000 mgr.x (mgr.24880) 21 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:08:29.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: cephadm 2024-06-06T11:08:27.788513+0000 mgr.x (mgr.24880) 22 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:08:29.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: cephadm 2024-06-06T11:08:27.951671+0000 mgr.x (mgr.24880) 23 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:08:29.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: cephadm 2024-06-06T11:08:27.956690+0000 mgr.x (mgr.24880) 24 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:08:29.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: cephadm 2024-06-06T11:08:28.104073+0000 mgr.x (mgr.24880) 25 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:08:29.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: cephadm 2024-06-06T11:08:28.115334+0000 mgr.x (mgr.24880) 26 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:08:29.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: cephadm 2024-06-06T11:08:28.252081+0000 mgr.x (mgr.24880) 27 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:08:29.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: cephadm 2024-06-06T11:08:28.265673+0000 mgr.x (mgr.24880) 28 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:08:29.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: audit 2024-06-06T11:08:28.501723+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: audit 2024-06-06T11:08:28.506807+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: audit 2024-06-06T11:08:28.511566+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: audit 2024-06-06T11:08:28.515889+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: cephadm 2024-06-06T11:08:28.516389+0000 mgr.x (mgr.24880) 29 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-06-06T11:08:29.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[25563]: cephadm 2024-06-06T11:08:28.516995+0000 mgr.x (mgr.24880) 30 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi132 2024-06-06T11:08:29.785 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:29.785 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:29.785 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:29.785 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:29.785 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:29.786 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.786 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:29.786 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.786 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.786 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:29.786 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.786 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:29.786 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.786 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.786 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.787 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.788 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.789 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:29.790 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:29.791 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 512~512 = 512 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:aio discard: 1536~512 = 0 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:29.792 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:08:29.793 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.794 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.795 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:08:29.796 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.797 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.798 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:29.799 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.800 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:29.801 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:29.802 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: cephadm 2024-06-06T11:08:27.775746+0000 mgr.x (mgr.24880) 20 : cephadm [INF] Adjusting osd_memory_target on smithi179 to 2524M 2024-06-06T11:08:29.802 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: cephadm 2024-06-06T11:08:27.788166+0000 mgr.x (mgr.24880) 21 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:08:29.802 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: cephadm 2024-06-06T11:08:27.788513+0000 mgr.x (mgr.24880) 22 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:08:29.802 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: cephadm 2024-06-06T11:08:27.951671+0000 mgr.x (mgr.24880) 23 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:08:29.802 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: cephadm 2024-06-06T11:08:27.956690+0000 mgr.x (mgr.24880) 24 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:08:29.802 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: cephadm 2024-06-06T11:08:28.104073+0000 mgr.x (mgr.24880) 25 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:08:29.802 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: cephadm 2024-06-06T11:08:28.115334+0000 mgr.x (mgr.24880) 26 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:08:29.802 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: cephadm 2024-06-06T11:08:28.252081+0000 mgr.x (mgr.24880) 27 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:08:29.802 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: cephadm 2024-06-06T11:08:28.265673+0000 mgr.x (mgr.24880) 28 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:08:29.802 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: audit 2024-06-06T11:08:28.501723+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.802 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: audit 2024-06-06T11:08:28.506807+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.803 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: audit 2024-06-06T11:08:28.511566+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.803 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: audit 2024-06-06T11:08:28.515889+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:29.803 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: cephadm 2024-06-06T11:08:28.516389+0000 mgr.x (mgr.24880) 29 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-06-06T11:08:29.803 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:29 smithi179 bash[18882]: cephadm 2024-06-06T11:08:28.516995+0000 mgr.x (mgr.24880) 30 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi132 2024-06-06T11:08:30.282 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:29 smithi132 bash[64393]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-node-exporter-a 2024-06-06T11:08:30.282 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:29 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-06-06T11:08:30.282 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:29 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-06-06T11:08:30.282 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:29 smithi132 systemd[1]: Stopped Ceph node-exporter.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:08:30.282 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:29 smithi132 systemd[1]: Started Ceph node-exporter.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:08:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:30 smithi132 bash[17898]: cluster 2024-06-06T11:08:28.977410+0000 mgr.x (mgr.24880) 31 : cluster [DBG] pgmap v17: 425 pgs: 425 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 438 KiB/s rd, 290 KiB/s wr, 870 op/s 2024-06-06T11:08:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:30 smithi132 bash[17898]: audit 2024-06-06T11:08:29.919067+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:30 smithi132 bash[17898]: audit 2024-06-06T11:08:29.929580+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:30.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:30 smithi132 bash[25563]: cluster 2024-06-06T11:08:28.977410+0000 mgr.x (mgr.24880) 31 : cluster [DBG] pgmap v17: 425 pgs: 425 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 438 KiB/s rd, 290 KiB/s wr, 870 op/s 2024-06-06T11:08:30.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:30 smithi132 bash[25563]: audit 2024-06-06T11:08:29.919067+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:30 smithi132 bash[25563]: audit 2024-06-06T11:08:29.929580+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:30 smithi179 bash[18882]: cluster 2024-06-06T11:08:28.977410+0000 mgr.x (mgr.24880) 31 : cluster [DBG] pgmap v17: 425 pgs: 425 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 438 KiB/s rd, 290 KiB/s wr, 870 op/s 2024-06-06T11:08:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:30 smithi179 bash[18882]: audit 2024-06-06T11:08:29.919067+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:30 smithi179 bash[18882]: audit 2024-06-06T11:08:29.929580+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:31.430 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.221Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-06-06T11:08:31.430 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.222Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-06-06T11:08:31.430 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-06-06T11:08:31.430 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=arp 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=bcache 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=bonding 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=btrfs 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=conntrack 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=cpu 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=diskstats 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=dmi 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=edac 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=entropy 2024-06-06T11:08:31.431 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=filefd 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=filesystem 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=hwmon 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=infiniband 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=ipvs 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=loadavg 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=mdadm 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=meminfo 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=netclass 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.223Z caller=node_exporter.go:115 level=info collector=netdev 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=netstat 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=nfs 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=nfsd 2024-06-06T11:08:31.432 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=nvme 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=os 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=pressure 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=rapl 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=schedstat 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=sockstat 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=softnet 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=stat 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=tapestats 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=textfile 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-06-06T11:08:31.433 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=time 2024-06-06T11:08:31.434 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-06-06T11:08:31.434 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=uname 2024-06-06T11:08:31.434 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=vmstat 2024-06-06T11:08:31.434 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=xfs 2024-06-06T11:08:31.434 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:115 level=info collector=zfs 2024-06-06T11:08:31.434 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-06-06T11:08:31.434 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[64421]: ts=2024-06-06T11:08:31.224Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-06-06T11:08:31.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:08:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:08:31.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[17898]: cephadm 2024-06-06T11:08:29.931016+0000 mgr.x (mgr.24880) 32 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-06-06T11:08:31.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[17898]: cephadm 2024-06-06T11:08:29.946678+0000 mgr.x (mgr.24880) 33 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi132 2024-06-06T11:08:31.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[17898]: audit 2024-06-06T11:08:30.859780+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? 172.21.15.132:0/2177921375' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:31.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[25563]: cephadm 2024-06-06T11:08:29.931016+0000 mgr.x (mgr.24880) 32 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-06-06T11:08:31.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[25563]: cephadm 2024-06-06T11:08:29.946678+0000 mgr.x (mgr.24880) 33 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi132 2024-06-06T11:08:31.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:31 smithi132 bash[25563]: audit 2024-06-06T11:08:30.859780+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? 172.21.15.132:0/2177921375' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:31 smithi179 bash[18882]: cephadm 2024-06-06T11:08:29.931016+0000 mgr.x (mgr.24880) 32 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-06-06T11:08:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:31 smithi179 bash[18882]: cephadm 2024-06-06T11:08:29.946678+0000 mgr.x (mgr.24880) 33 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi132 2024-06-06T11:08:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:31 smithi179 bash[18882]: audit 2024-06-06T11:08:30.859780+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? 172.21.15.132:0/2177921375' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:32.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:32 smithi132 bash[17898]: cluster 2024-06-06T11:08:30.980179+0000 mgr.x (mgr.24880) 34 : cluster [DBG] pgmap v18: 425 pgs: 425 active+clean; 6.8 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 612 KiB/s rd, 744 KiB/s wr, 764 op/s 2024-06-06T11:08:32.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:32 smithi132 bash[25563]: cluster 2024-06-06T11:08:30.980179+0000 mgr.x (mgr.24880) 34 : cluster [DBG] pgmap v18: 425 pgs: 425 active+clean; 6.8 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 612 KiB/s rd, 744 KiB/s wr, 764 op/s 2024-06-06T11:08:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:32 smithi179 bash[18882]: cluster 2024-06-06T11:08:30.980179+0000 mgr.x (mgr.24880) 34 : cluster [DBG] pgmap v18: 425 pgs: 425 active+clean; 6.8 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 612 KiB/s rd, 744 KiB/s wr, 764 op/s 2024-06-06T11:08:33.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:33 smithi179 bash[18882]: audit 2024-06-06T11:08:33.323620+0000 mon.c (mon.2) 56 : audit [DBG] from='client.? 172.21.15.132:0/3625353634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:34.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:33 smithi132 bash[25563]: audit 2024-06-06T11:08:33.323620+0000 mon.c (mon.2) 56 : audit [DBG] from='client.? 172.21.15.132:0/3625353634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:34.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:33 smithi132 bash[17898]: audit 2024-06-06T11:08:33.323620+0000 mon.c (mon.2) 56 : audit [DBG] from='client.? 172.21.15.132:0/3625353634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:34 smithi132 bash[17898]: cluster 2024-06-06T11:08:32.980969+0000 mgr.x (mgr.24880) 35 : cluster [DBG] pgmap v19: 425 pgs: 425 active+clean; 6.8 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 612 KiB/s rd, 744 KiB/s wr, 764 op/s 2024-06-06T11:08:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:34 smithi132 bash[25563]: cluster 2024-06-06T11:08:32.980969+0000 mgr.x (mgr.24880) 35 : cluster [DBG] pgmap v19: 425 pgs: 425 active+clean; 6.8 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 612 KiB/s rd, 744 KiB/s wr, 764 op/s 2024-06-06T11:08:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:34 smithi179 bash[18882]: cluster 2024-06-06T11:08:32.980969+0000 mgr.x (mgr.24880) 35 : cluster [DBG] pgmap v19: 425 pgs: 425 active+clean; 6.8 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 612 KiB/s rd, 744 KiB/s wr, 764 op/s 2024-06-06T11:08:35.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:34 smithi179 bash[43862]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:08:34] "GET /metrics HTTP/1.1" 200 59864 "" "Prometheus/2.33.4" 2024-06-06T11:08:35.439 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.439 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.439 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.439 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.439 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.440 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.441 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.442 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.443 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.444 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.445 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.446 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:35.448 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:35.448 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:35.448 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:35.448 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:35.448 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:35.448 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 4 2024-06-06T11:08:35.448 INFO:tasks.workunit.client.0.smithi132.stdout:read: 4 2024-06-06T11:08:35.448 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (13068 ms) 2024-06-06T11:08:35.448 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-06-06T11:08:35.448 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:08:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:36 smithi132 bash[17898]: cluster 2024-06-06T11:08:34.982048+0000 mgr.x (mgr.24880) 36 : cluster [DBG] pgmap v20: 425 pgs: 425 active+clean; 6.8 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 567 KiB/s rd, 689 KiB/s wr, 708 op/s 2024-06-06T11:08:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:36 smithi132 bash[17898]: audit 2024-06-06T11:08:35.753371+0000 mon.a (mon.0) 972 : audit [DBG] from='client.? 172.21.15.132:0/3953881337' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:37.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:36 smithi132 bash[25563]: cluster 2024-06-06T11:08:34.982048+0000 mgr.x (mgr.24880) 36 : cluster [DBG] pgmap v20: 425 pgs: 425 active+clean; 6.8 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 567 KiB/s rd, 689 KiB/s wr, 708 op/s 2024-06-06T11:08:37.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:36 smithi132 bash[25563]: audit 2024-06-06T11:08:35.753371+0000 mon.a (mon.0) 972 : audit [DBG] from='client.? 172.21.15.132:0/3953881337' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:36 smithi179 bash[18882]: cluster 2024-06-06T11:08:34.982048+0000 mgr.x (mgr.24880) 36 : cluster [DBG] pgmap v20: 425 pgs: 425 active+clean; 6.8 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 567 KiB/s rd, 689 KiB/s wr, 708 op/s 2024-06-06T11:08:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:36 smithi179 bash[18882]: audit 2024-06-06T11:08:35.753371+0000 mon.a (mon.0) 972 : audit [DBG] from='client.? 172.21.15.132:0/3953881337' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:38 smithi132 bash[17898]: cluster 2024-06-06T11:08:36.985501+0000 mgr.x (mgr.24880) 37 : cluster [DBG] pgmap v21: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 772 KiB/s wr, 951 op/s 2024-06-06T11:08:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:38 smithi132 bash[17898]: audit 2024-06-06T11:08:38.203756+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.132:0/3867125110' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:38 smithi132 bash[25563]: cluster 2024-06-06T11:08:36.985501+0000 mgr.x (mgr.24880) 37 : cluster [DBG] pgmap v21: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 772 KiB/s wr, 951 op/s 2024-06-06T11:08:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:38 smithi132 bash[25563]: audit 2024-06-06T11:08:38.203756+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.132:0/3867125110' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:38 smithi179 bash[18882]: cluster 2024-06-06T11:08:36.985501+0000 mgr.x (mgr.24880) 37 : cluster [DBG] pgmap v21: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 772 KiB/s wr, 951 op/s 2024-06-06T11:08:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:38 smithi179 bash[18882]: audit 2024-06-06T11:08:38.203756+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.132:0/3867125110' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:40.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:39 smithi132 bash[17898]: audit 2024-06-06T11:08:39.281287+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:40.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:39 smithi132 bash[25563]: audit 2024-06-06T11:08:39.281287+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:40.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:39 smithi179 bash[18882]: audit 2024-06-06T11:08:39.281287+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:40.559 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:40 smithi132 bash[17898]: cluster 2024-06-06T11:08:38.986499+0000 mgr.x (mgr.24880) 38 : cluster [DBG] pgmap v22: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 725 KiB/s rd, 691 KiB/s wr, 708 op/s 2024-06-06T11:08:40.561 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:40 smithi132 bash[25563]: cluster 2024-06-06T11:08:38.986499+0000 mgr.x (mgr.24880) 38 : cluster [DBG] pgmap v22: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 725 KiB/s rd, 691 KiB/s wr, 708 op/s 2024-06-06T11:08:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:40 smithi179 bash[18882]: cluster 2024-06-06T11:08:38.986499+0000 mgr.x (mgr.24880) 38 : cluster [DBG] pgmap v22: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 725 KiB/s rd, 691 KiB/s wr, 708 op/s 2024-06-06T11:08:41.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:41 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:08:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:08:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:41 smithi132 bash[17898]: audit 2024-06-06T11:08:40.727456+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.132:0/3629244885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:41 smithi132 bash[25563]: audit 2024-06-06T11:08:40.727456+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.132:0/3629244885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:42.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:41 smithi179 bash[18882]: audit 2024-06-06T11:08:40.727456+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.132:0/3629244885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:42.941 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:42 smithi132 bash[17898]: cluster 2024-06-06T11:08:40.989995+0000 mgr.x (mgr.24880) 39 : cluster [DBG] pgmap v23: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-06-06T11:08:42.941 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:42 smithi132 bash[25563]: cluster 2024-06-06T11:08:40.989995+0000 mgr.x (mgr.24880) 39 : cluster [DBG] pgmap v23: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-06-06T11:08:43.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:42 smithi179 bash[18882]: cluster 2024-06-06T11:08:40.989995+0000 mgr.x (mgr.24880) 39 : cluster [DBG] pgmap v23: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-06-06T11:08:43.192 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:42 smithi132 systemd[1]: Stopping Ceph alertmanager.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:08:43.192 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:42 smithi132 bash[65505]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-alertmanager.a 2024-06-06T11:08:43.192 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:43 smithi132 bash[50654]: level=info ts=2024-06-06T11:08:43.119Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-06-06T11:08:43.731 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:43 smithi132 bash[17898]: audit 2024-06-06T11:08:43.202466+0000 mon.a (mon.0) 973 : audit [DBG] from='client.? 172.21.15.132:0/1111615493' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:43.731 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:43 smithi132 bash[25563]: audit 2024-06-06T11:08:43.202466+0000 mon.a (mon.0) 973 : audit [DBG] from='client.? 172.21.15.132:0/1111615493' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:43.929 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:43 smithi132 bash[65542]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-alertmanager-a 2024-06-06T11:08:44.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:43 smithi179 bash[18882]: audit 2024-06-06T11:08:43.202466+0000 mon.a (mon.0) 973 : audit [DBG] from='client.? 172.21.15.132:0/1111615493' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:44.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:43 smithi132 bash[65608]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-alertmanager-a 2024-06-06T11:08:44.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:43 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@alertmanager.a.service: Succeeded. 2024-06-06T11:08:44.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:43 smithi132 systemd[1]: Stopped Ceph alertmanager.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:08:44.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:43 smithi132 systemd[1]: Started Ceph alertmanager.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:08:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:44 smithi132 bash[17898]: cluster 2024-06-06T11:08:42.990853+0000 mgr.x (mgr.24880) 40 : cluster [DBG] pgmap v24: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 153 KiB/s wr, 317 op/s 2024-06-06T11:08:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:44 smithi132 bash[17898]: audit 2024-06-06T11:08:43.979090+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:44 smithi132 bash[17898]: audit 2024-06-06T11:08:43.990005+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:44.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:44 smithi132 bash[25563]: cluster 2024-06-06T11:08:42.990853+0000 mgr.x (mgr.24880) 40 : cluster [DBG] pgmap v24: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 153 KiB/s wr, 317 op/s 2024-06-06T11:08:44.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:44 smithi132 bash[25563]: audit 2024-06-06T11:08:43.979090+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:44.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:44 smithi132 bash[25563]: audit 2024-06-06T11:08:43.990005+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:45.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:44 smithi179 bash[18882]: cluster 2024-06-06T11:08:42.990853+0000 mgr.x (mgr.24880) 40 : cluster [DBG] pgmap v24: 425 pgs: 425 active+clean; 11 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 153 KiB/s wr, 317 op/s 2024-06-06T11:08:45.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:44 smithi179 bash[18882]: audit 2024-06-06T11:08:43.979090+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:45.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:44 smithi179 bash[18882]: audit 2024-06-06T11:08:43.990005+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:45.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:44 smithi179 bash[43862]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:08:44] "GET /metrics HTTP/1.1" 200 59874 "" "Prometheus/2.33.4" 2024-06-06T11:08:45.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[65636]: level=info ts=2024-06-06T11:08:45.056Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-06-06T11:08:45.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[65636]: level=info ts=2024-06-06T11:08:45.056Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-06-06T11:08:45.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[65636]: level=info ts=2024-06-06T11:08:45.058Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.132 port=9094 2024-06-06T11:08:45.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[65636]: level=info ts=2024-06-06T11:08:45.059Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-06-06T11:08:45.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[65636]: level=info ts=2024-06-06T11:08:45.107Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-06-06T11:08:45.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[65636]: level=info ts=2024-06-06T11:08:45.107Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-06-06T11:08:45.282 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[65636]: level=info ts=2024-06-06T11:08:45.112Z caller=main.go:518 msg=Listening address=:9093 2024-06-06T11:08:45.283 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[65636]: level=info ts=2024-06-06T11:08:45.112Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-06-06T11:08:45.708 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:45.708 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:45.709 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:45.709 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:45.709 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:45.709 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.709 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:45.709 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.709 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.709 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:45.709 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.709 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:45.709 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:45.710 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:45.711 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.712 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:45.713 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 512~512 = 512 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.715 INFO:tasks.workunit.client.0.smithi132.stdout:aio discard: 1536~512 = 0 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.716 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.717 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.718 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:08:45.719 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:08:45.720 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.721 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.722 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:45.723 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:45.724 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[17898]: cephadm 2024-06-06T11:08:43.992244+0000 mgr.x (mgr.24880) 41 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:08:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[17898]: cephadm 2024-06-06T11:08:44.241132+0000 mgr.x (mgr.24880) 42 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:08:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[25563]: cephadm 2024-06-06T11:08:43.992244+0000 mgr.x (mgr.24880) 41 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:08:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:45 smithi132 bash[25563]: cephadm 2024-06-06T11:08:44.241132+0000 mgr.x (mgr.24880) 42 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:08:46.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:45 smithi179 bash[18882]: cephadm 2024-06-06T11:08:43.992244+0000 mgr.x (mgr.24880) 41 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:08:46.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:45 smithi179 bash[18882]: cephadm 2024-06-06T11:08:44.241132+0000 mgr.x (mgr.24880) 42 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:08:47.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:46 smithi132 bash[17898]: cluster 2024-06-06T11:08:44.992999+0000 mgr.x (mgr.24880) 43 : cluster [DBG] pgmap v25: 425 pgs: 425 active+clean; 27 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 637 op/s 2024-06-06T11:08:47.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:46 smithi132 bash[17898]: audit 2024-06-06T11:08:45.663321+0000 mon.a (mon.0) 976 : audit [DBG] from='client.? 172.21.15.132:0/1672256469' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:47.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:46 smithi132 bash[25563]: cluster 2024-06-06T11:08:44.992999+0000 mgr.x (mgr.24880) 43 : cluster [DBG] pgmap v25: 425 pgs: 425 active+clean; 27 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 637 op/s 2024-06-06T11:08:47.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:46 smithi132 bash[25563]: audit 2024-06-06T11:08:45.663321+0000 mon.a (mon.0) 976 : audit [DBG] from='client.? 172.21.15.132:0/1672256469' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:47.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:46 smithi179 bash[18882]: cluster 2024-06-06T11:08:44.992999+0000 mgr.x (mgr.24880) 43 : cluster [DBG] pgmap v25: 425 pgs: 425 active+clean; 27 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 637 op/s 2024-06-06T11:08:47.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:46 smithi179 bash[18882]: audit 2024-06-06T11:08:45.663321+0000 mon.a (mon.0) 976 : audit [DBG] from='client.? 172.21.15.132:0/1672256469' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:47.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:47 smithi132 bash[65636]: level=info ts=2024-06-06T11:08:47.060Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000416615s 2024-06-06T11:08:49.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:48 smithi132 bash[17898]: cluster 2024-06-06T11:08:46.993774+0000 mgr.x (mgr.24880) 44 : cluster [DBG] pgmap v26: 425 pgs: 425 active+clean; 27 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 637 op/s 2024-06-06T11:08:49.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:48 smithi132 bash[17898]: audit 2024-06-06T11:08:48.134342+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.132:0/2037349259' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:49.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:48 smithi132 bash[25563]: cluster 2024-06-06T11:08:46.993774+0000 mgr.x (mgr.24880) 44 : cluster [DBG] pgmap v26: 425 pgs: 425 active+clean; 27 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 637 op/s 2024-06-06T11:08:49.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:48 smithi132 bash[25563]: audit 2024-06-06T11:08:48.134342+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.132:0/2037349259' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:49.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:48 smithi179 bash[18882]: cluster 2024-06-06T11:08:46.993774+0000 mgr.x (mgr.24880) 44 : cluster [DBG] pgmap v26: 425 pgs: 425 active+clean; 27 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 637 op/s 2024-06-06T11:08:49.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:48 smithi179 bash[18882]: audit 2024-06-06T11:08:48.134342+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.132:0/2037349259' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:51.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:50 smithi132 bash[17898]: cluster 2024-06-06T11:08:48.994617+0000 mgr.x (mgr.24880) 45 : cluster [DBG] pgmap v27: 425 pgs: 425 active+clean; 27 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 323 op/s 2024-06-06T11:08:51.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:50 smithi132 bash[25563]: cluster 2024-06-06T11:08:48.994617+0000 mgr.x (mgr.24880) 45 : cluster [DBG] pgmap v27: 425 pgs: 425 active+clean; 27 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 323 op/s 2024-06-06T11:08:51.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:50 smithi179 bash[18882]: cluster 2024-06-06T11:08:48.994617+0000 mgr.x (mgr.24880) 45 : cluster [DBG] pgmap v27: 425 pgs: 425 active+clean; 27 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 323 op/s 2024-06-06T11:08:51.627 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.627 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.627 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.627 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.628 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.629 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.630 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.631 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.632 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:51.633 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.634 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:51.635 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 4 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:read: 4 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (16188 ms) 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-06-06T11:08:51.636 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:08:51.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:51 smithi132 bash[17898]: audit 2024-06-06T11:08:50.607819+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.132:0/753551213' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:51.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:08:51 smithi132 bash[18166]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:08:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:08:51.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:51 smithi132 bash[25563]: audit 2024-06-06T11:08:50.607819+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.132:0/753551213' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:52.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:51 smithi179 bash[18882]: audit 2024-06-06T11:08:50.607819+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.132:0/753551213' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:53.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:52 smithi132 bash[17898]: cluster 2024-06-06T11:08:50.998141+0000 mgr.x (mgr.24880) 46 : cluster [DBG] pgmap v28: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-06-06T11:08:53.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:52 smithi132 bash[25563]: cluster 2024-06-06T11:08:50.998141+0000 mgr.x (mgr.24880) 46 : cluster [DBG] pgmap v28: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-06-06T11:08:53.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:52 smithi179 bash[18882]: cluster 2024-06-06T11:08:50.998141+0000 mgr.x (mgr.24880) 46 : cluster [DBG] pgmap v28: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-06-06T11:08:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:53 smithi179 bash[18882]: audit 2024-06-06T11:08:53.079349+0000 mon.a (mon.0) 977 : audit [DBG] from='client.? 172.21.15.132:0/3616010677' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:54.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:53 smithi132 bash[17898]: audit 2024-06-06T11:08:53.079349+0000 mon.a (mon.0) 977 : audit [DBG] from='client.? 172.21.15.132:0/3616010677' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:54.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:53 smithi132 bash[25563]: audit 2024-06-06T11:08:53.079349+0000 mon.a (mon.0) 977 : audit [DBG] from='client.? 172.21.15.132:0/3616010677' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:55.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:54 smithi132 bash[25563]: cluster 2024-06-06T11:08:52.999051+0000 mgr.x (mgr.24880) 47 : cluster [DBG] pgmap v29: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-06-06T11:08:55.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:54 smithi132 bash[25563]: audit 2024-06-06T11:08:54.280628+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:55.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:54 smithi132 bash[17898]: cluster 2024-06-06T11:08:52.999051+0000 mgr.x (mgr.24880) 47 : cluster [DBG] pgmap v29: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-06-06T11:08:55.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:54 smithi132 bash[17898]: audit 2024-06-06T11:08:54.280628+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:55.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:54 smithi179 bash[18882]: cluster 2024-06-06T11:08:52.999051+0000 mgr.x (mgr.24880) 47 : cluster [DBG] pgmap v29: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-06-06T11:08:55.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:54 smithi179 bash[18882]: audit 2024-06-06T11:08:54.280628+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:08:55.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:08:54 smithi179 bash[43862]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:08:54] "GET /metrics HTTP/1.1" 200 59872 "" "Prometheus/2.33.4" 2024-06-06T11:08:55.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:08:55 smithi132 bash[65636]: level=info ts=2024-06-06T11:08:55.062Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002421504s 2024-06-06T11:08:55.968 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:55.968 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:55.968 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:55.968 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:55.968 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:55.968 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.968 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:55.969 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:55.970 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:55.971 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:08:55.972 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:55.973 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 512~512 = 512 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:aio discard: 1536~512 = 0 2024-06-06T11:08:55.974 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.975 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.976 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:08:55.977 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:08:55.978 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:08:55.979 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.980 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.981 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:55.982 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:55.983 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:56.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:55 smithi132 bash[17898]: audit 2024-06-06T11:08:55.562249+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.132:0/2971350484' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:56.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:55 smithi132 bash[25563]: audit 2024-06-06T11:08:55.562249+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.132:0/2971350484' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:56.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:55 smithi179 bash[18882]: audit 2024-06-06T11:08:55.562249+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.132:0/2971350484' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:56 smithi179 bash[18882]: cluster 2024-06-06T11:08:55.001597+0000 mgr.x (mgr.24880) 48 : cluster [DBG] pgmap v30: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 1.00k op/s 2024-06-06T11:08:57.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:56 smithi132 bash[17898]: cluster 2024-06-06T11:08:55.001597+0000 mgr.x (mgr.24880) 48 : cluster [DBG] pgmap v30: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 1.00k op/s 2024-06-06T11:08:57.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:56 smithi132 bash[25563]: cluster 2024-06-06T11:08:55.001597+0000 mgr.x (mgr.24880) 48 : cluster [DBG] pgmap v30: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 1.00k op/s 2024-06-06T11:08:57.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 systemd[1]: Stopping Ceph prometheus.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:08:57.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[46774]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-prometheus.a 2024-06-06T11:08:57.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.608Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-06-06T11:08:57.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.608Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-06-06T11:08:57.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.608Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-06-06T11:08:57.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.608Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-06-06T11:08:57.790 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.608Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-06-06T11:08:57.790 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.609Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-06-06T11:08:57.790 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.609Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-06-06T11:08:57.790 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.609Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-06-06T11:08:57.790 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.609Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-06-06T11:08:57.790 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.609Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-06-06T11:08:57.790 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.609Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-06-06T11:08:57.790 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:57 smithi179 bash[41698]: ts=2024-06-06T11:08:57.610Z caller=main.go:1066 level=info msg="See you next time!" 2024-06-06T11:08:58.524 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:58 smithi179 bash[46811]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-prometheus-a 2024-06-06T11:08:58.524 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:58 smithi179 bash[46872]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-prometheus-a 2024-06-06T11:08:58.524 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:58 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@prometheus.a.service: Succeeded. 2024-06-06T11:08:58.524 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:58 smithi179 systemd[1]: Stopped Ceph prometheus.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:08:58.524 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:08:58 smithi179 systemd[1]: Started Ceph prometheus.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:08:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:58 smithi179 bash[18882]: cluster 2024-06-06T11:08:57.002236+0000 mgr.x (mgr.24880) 49 : cluster [DBG] pgmap v31: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 269 KiB/s wr, 685 op/s 2024-06-06T11:08:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:58 smithi179 bash[18882]: audit 2024-06-06T11:08:58.015621+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.132:0/1240998873' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:58 smithi179 bash[18882]: audit 2024-06-06T11:08:58.505159+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:58 smithi179 bash[18882]: audit 2024-06-06T11:08:58.513463+0000 mon.a (mon.0) 979 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:59.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:58 smithi132 bash[17898]: cluster 2024-06-06T11:08:57.002236+0000 mgr.x (mgr.24880) 49 : cluster [DBG] pgmap v31: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 269 KiB/s wr, 685 op/s 2024-06-06T11:08:59.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:58 smithi132 bash[17898]: audit 2024-06-06T11:08:58.015621+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.132:0/1240998873' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:59.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:58 smithi132 bash[17898]: audit 2024-06-06T11:08:58.505159+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:59.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:58 smithi132 bash[17898]: audit 2024-06-06T11:08:58.513463+0000 mon.a (mon.0) 979 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:59.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:58 smithi132 bash[25563]: cluster 2024-06-06T11:08:57.002236+0000 mgr.x (mgr.24880) 49 : cluster [DBG] pgmap v31: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 269 KiB/s wr, 685 op/s 2024-06-06T11:08:59.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:58 smithi132 bash[25563]: audit 2024-06-06T11:08:58.015621+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.132:0/1240998873' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:08:59.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:58 smithi132 bash[25563]: audit 2024-06-06T11:08:58.505159+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:59.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:58 smithi132 bash[25563]: audit 2024-06-06T11:08:58.513463+0000 mon.a (mon.0) 979 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:08:59.289 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:08:58 smithi179 systemd[1]: Stopping Ceph node-exporter.b for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:08:59.289 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:08:58 smithi179 bash[46924]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-node-exporter.b 2024-06-06T11:08:59.835 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.836 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.837 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.838 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.839 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.840 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.841 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.842 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.843 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:08:59.844 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:08:59.845 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (8208 ms) 2024-06-06T11:08:59.845 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-06-06T11:09:00.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:59 smithi132 bash[17898]: cephadm 2024-06-06T11:08:58.515504+0000 mgr.x (mgr.24880) 50 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-06-06T11:09:00.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:08:59 smithi132 bash[17898]: cephadm 2024-06-06T11:08:58.516128+0000 mgr.x (mgr.24880) 51 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi179 2024-06-06T11:09:00.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:59 smithi132 bash[25563]: cephadm 2024-06-06T11:08:58.515504+0000 mgr.x (mgr.24880) 50 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-06-06T11:09:00.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:08:59 smithi132 bash[25563]: cephadm 2024-06-06T11:08:58.516128+0000 mgr.x (mgr.24880) 51 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi179 2024-06-06T11:09:00.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:59 smithi179 bash[18882]: cephadm 2024-06-06T11:08:58.515504+0000 mgr.x (mgr.24880) 50 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-06-06T11:09:00.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:08:59 smithi179 bash[18882]: cephadm 2024-06-06T11:08:58.516128+0000 mgr.x (mgr.24880) 51 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi179 2024-06-06T11:09:00.448 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46958]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-node-exporter-b 2024-06-06T11:09:00.449 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.269Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-06-06T11:09:00.449 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.269Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-06-06T11:09:00.449 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.269Z caller=main.go:518 level=info host_details="(Linux 5.15.0-107-generic #117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024 x86_64 smithi179 (none))" 2024-06-06T11:09:00.449 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.269Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-06-06T11:09:00.449 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.269Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-06-06T11:09:00.449 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.271Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-06-06T11:09:00.449 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.271Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-06-06T11:09:00.449 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.273Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-06-06T11:09:00.449 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.275Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-06-06T11:09:00.449 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.275Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.135µs 2024-06-06T11:09:00.450 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.275Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-06-06T11:09:00.450 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.421Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-06-06T11:09:00.777 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:00 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-06-06T11:09:00.777 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[47077]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-node-exporter-b 2024-06-06T11:09:00.777 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:00 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-06-06T11:09:00.777 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:00 smithi179 systemd[1]: Stopped Ceph node-exporter.b for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:09:00.777 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:00 smithi179 systemd[1]: Started Ceph node-exporter.b for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:09:00.777 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[18882]: cluster 2024-06-06T11:08:59.002942+0000 mgr.x (mgr.24880) 52 : cluster [DBG] pgmap v32: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 269 KiB/s wr, 685 op/s 2024-06-06T11:09:00.778 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[18882]: audit 2024-06-06T11:09:00.450218+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.132:0/670334461' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:00.778 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[18882]: audit 2024-06-06T11:09:00.514047+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:00.778 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[18882]: audit 2024-06-06T11:09:00.524861+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:00.782 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.777Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-06-06T11:09:00.783 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.777Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-06-06T11:09:00.783 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.777Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=57.022µs wal_replay_duration=501.956135ms total_replay_duration=502.03974ms 2024-06-06T11:09:01.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:00 smithi132 bash[17898]: cluster 2024-06-06T11:08:59.002942+0000 mgr.x (mgr.24880) 52 : cluster [DBG] pgmap v32: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 269 KiB/s wr, 685 op/s 2024-06-06T11:09:01.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:00 smithi132 bash[17898]: audit 2024-06-06T11:09:00.450218+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.132:0/670334461' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:01.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:00 smithi132 bash[17898]: audit 2024-06-06T11:09:00.514047+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:01.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:00 smithi132 bash[17898]: audit 2024-06-06T11:09:00.524861+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:01.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:00 smithi132 bash[25563]: cluster 2024-06-06T11:08:59.002942+0000 mgr.x (mgr.24880) 52 : cluster [DBG] pgmap v32: 425 pgs: 425 active+clean; 31 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 269 KiB/s wr, 685 op/s 2024-06-06T11:09:01.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:00 smithi132 bash[25563]: audit 2024-06-06T11:09:00.450218+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.132:0/670334461' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:01.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:00 smithi132 bash[25563]: audit 2024-06-06T11:09:00.514047+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:01.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:00 smithi132 bash[25563]: audit 2024-06-06T11:09:00.524861+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:01.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.783Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-06-06T11:09:01.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.783Z caller=main.go:947 level=info msg="TSDB started" 2024-06-06T11:09:01.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.783Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-06T11:09:01.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.825Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=41.793082ms db_storage=1.096µs remote_storage=1.712µs web_handler=558ns query_engine=1.064µs scrape=1.866297ms scrape_sd=192.79µs notify=33.195µs notify_sd=31.574µs rules=38.914113ms 2024-06-06T11:09:01.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:00 smithi179 bash[46901]: ts=2024-06-06T11:09:00.825Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-06-06T11:09:01.693 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:02.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:01 smithi132 bash[25563]: cephadm 2024-06-06T11:09:00.526568+0000 mgr.x (mgr.24880) 53 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-06-06T11:09:02.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:01 smithi132 bash[25563]: cephadm 2024-06-06T11:09:00.579621+0000 mgr.x (mgr.24880) 54 : cephadm [INF] Reconfiguring daemon grafana.a on smithi179 2024-06-06T11:09:02.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:01 smithi132 bash[25563]: cluster 2024-06-06T11:09:00.672794+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-06-06T11:09:02.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:01 smithi132 bash[25563]: audit 2024-06-06T11:09:00.677260+0000 mon.a (mon.0) 983 : audit [INF] from='client.? 172.21.15.132:0/1889184960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:02.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:01 smithi132 bash[17898]: cephadm 2024-06-06T11:09:00.526568+0000 mgr.x (mgr.24880) 53 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-06-06T11:09:02.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:01 smithi132 bash[17898]: cephadm 2024-06-06T11:09:00.579621+0000 mgr.x (mgr.24880) 54 : cephadm [INF] Reconfiguring daemon grafana.a on smithi179 2024-06-06T11:09:02.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:01 smithi132 bash[17898]: cluster 2024-06-06T11:09:00.672794+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-06-06T11:09:02.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:01 smithi132 bash[17898]: audit 2024-06-06T11:09:00.677260+0000 mon.a (mon.0) 983 : audit [INF] from='client.? 172.21.15.132:0/1889184960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:02.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[18882]: cephadm 2024-06-06T11:09:00.526568+0000 mgr.x (mgr.24880) 53 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-06-06T11:09:02.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[18882]: cephadm 2024-06-06T11:09:00.579621+0000 mgr.x (mgr.24880) 54 : cephadm [INF] Reconfiguring daemon grafana.a on smithi179 2024-06-06T11:09:02.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[18882]: cluster 2024-06-06T11:09:00.672794+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-06-06T11:09:02.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[18882]: audit 2024-06-06T11:09:00.677260+0000 mon.a (mon.0) 983 : audit [INF] from='client.? 172.21.15.132:0/1889184960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:02.040 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.676Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-06-06T11:09:02.040 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.676Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-06-06T11:09:02.040 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-06-06T11:09:02.040 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-06-06T11:09:02.040 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-06-06T11:09:02.040 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=node_exporter.go:115 level=info collector=arp 2024-06-06T11:09:02.040 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=node_exporter.go:115 level=info collector=bcache 2024-06-06T11:09:02.040 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=node_exporter.go:115 level=info collector=bonding 2024-06-06T11:09:02.040 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=node_exporter.go:115 level=info collector=btrfs 2024-06-06T11:09:02.040 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=node_exporter.go:115 level=info collector=conntrack 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=node_exporter.go:115 level=info collector=cpu 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=node_exporter.go:115 level=info collector=diskstats 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.678Z caller=node_exporter.go:115 level=info collector=dmi 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=edac 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=entropy 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=filefd 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=filesystem 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=hwmon 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=infiniband 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=ipvs 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=loadavg 2024-06-06T11:09:02.041 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=mdadm 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=meminfo 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=netclass 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=netdev 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=netstat 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=nfs 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=nfsd 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=nvme 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=os 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=pressure 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=rapl 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=schedstat 2024-06-06T11:09:02.042 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=sockstat 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=softnet 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=stat 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=tapestats 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=textfile 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=time 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=uname 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=vmstat 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=xfs 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.679Z caller=node_exporter.go:115 level=info collector=zfs 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.680Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-06-06T11:09:02.043 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:09:01 smithi179 bash[47104]: ts=2024-06-06T11:09:01.680Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-06-06T11:09:03.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:02 smithi132 bash[17898]: cluster 2024-06-06T11:09:01.003987+0000 mgr.x (mgr.24880) 55 : cluster [DBG] pgmap v34: 457 pgs: 32 unknown, 425 active+clean; 33 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 422 KiB/s rd, 211 KiB/s wr, 845 op/s 2024-06-06T11:09:03.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:02 smithi132 bash[17898]: cluster 2024-06-06T11:09:01.666571+0000 mon.a (mon.0) 984 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:09:03.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:02 smithi132 bash[17898]: audit 2024-06-06T11:09:01.673466+0000 mon.a (mon.0) 985 : audit [INF] from='client.? 172.21.15.132:0/1889184960' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:03.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:02 smithi132 bash[17898]: cluster 2024-06-06T11:09:01.673812+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-06-06T11:09:03.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:02 smithi132 bash[17898]: cluster 2024-06-06T11:09:02.676443+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-06-06T11:09:03.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:02 smithi132 bash[25563]: cluster 2024-06-06T11:09:01.003987+0000 mgr.x (mgr.24880) 55 : cluster [DBG] pgmap v34: 457 pgs: 32 unknown, 425 active+clean; 33 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 422 KiB/s rd, 211 KiB/s wr, 845 op/s 2024-06-06T11:09:03.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:02 smithi132 bash[25563]: cluster 2024-06-06T11:09:01.666571+0000 mon.a (mon.0) 984 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:09:03.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:02 smithi132 bash[25563]: audit 2024-06-06T11:09:01.673466+0000 mon.a (mon.0) 985 : audit [INF] from='client.? 172.21.15.132:0/1889184960' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:03.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:02 smithi132 bash[25563]: cluster 2024-06-06T11:09:01.673812+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-06-06T11:09:03.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:02 smithi132 bash[25563]: cluster 2024-06-06T11:09:02.676443+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-06-06T11:09:03.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:02 smithi179 bash[18882]: cluster 2024-06-06T11:09:01.003987+0000 mgr.x (mgr.24880) 55 : cluster [DBG] pgmap v34: 457 pgs: 32 unknown, 425 active+clean; 33 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 422 KiB/s rd, 211 KiB/s wr, 845 op/s 2024-06-06T11:09:03.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:02 smithi179 bash[18882]: cluster 2024-06-06T11:09:01.666571+0000 mon.a (mon.0) 984 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:09:03.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:02 smithi179 bash[18882]: audit 2024-06-06T11:09:01.673466+0000 mon.a (mon.0) 985 : audit [INF] from='client.? 172.21.15.132:0/1889184960' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:03.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:02 smithi179 bash[18882]: cluster 2024-06-06T11:09:01.673812+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-06-06T11:09:03.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:02 smithi179 bash[18882]: cluster 2024-06-06T11:09:02.676443+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-06-06T11:09:03.767 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:03.768 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:03.768 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:03.768 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:03.768 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:03.768 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:03.768 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:03.768 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:03.768 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:03.768 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:03.768 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:03.769 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:03.770 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:03.771 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 512~512 = 512 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:aio discard: 1536~512 = 0 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:03.772 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:03.773 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:03.773 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3932 ms) 2024-06-06T11:09:03.773 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-06-06T11:09:03.773 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:03.817 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (49 ms) 2024-06-06T11:09:03.817 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-06-06T11:09:03.817 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:03.855 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:03.855 INFO:tasks.workunit.client.0.smithi132.stdout:aio discard: 0~1048576 = 0 2024-06-06T11:09:03.855 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:03.856 INFO:tasks.workunit.client.0.smithi132.stdout:aio discard: 0~4194304 = 0 2024-06-06T11:09:03.856 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:03.856 INFO:tasks.workunit.client.0.smithi132.stdout:aio discard: 3145728~1048576 = 0 2024-06-06T11:09:03.856 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (38 ms) 2024-06-06T11:09:03.856 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestFUA 2024-06-06T11:09:03.856 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:04.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:03 smithi132 bash[17898]: audit 2024-06-06T11:09:02.912878+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.132:0/2089015974' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:04.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:03 smithi132 bash[17898]: cluster 2024-06-06T11:09:03.680868+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-06-06T11:09:04.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:03 smithi132 bash[25563]: audit 2024-06-06T11:09:02.912878+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.132:0/2089015974' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:04.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:03 smithi132 bash[25563]: cluster 2024-06-06T11:09:03.680868+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-06-06T11:09:04.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:03 smithi179 bash[18882]: audit 2024-06-06T11:09:02.912878+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.132:0/2089015974' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:04.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:03 smithi179 bash[18882]: cluster 2024-06-06T11:09:03.680868+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-06-06T11:09:04.072 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:04.072 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:04.072 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:04.072 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:04.073 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:04.073 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:04.073 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:04.073 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:04.073 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:04.073 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:04.073 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.073 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:04.073 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.073 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.073 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:04.074 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.074 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:04.074 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.074 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.074 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:04.074 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.074 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:04.074 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.074 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.074 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:04.074 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:04.075 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:04.076 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:04.077 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:04.077 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.077 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:04.077 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:04.077 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:04.077 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestFUA (217 ms) 2024-06-06T11:09:04.077 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-06-06T11:09:04.077 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:04.110 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:04.110 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:04.110 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:04.110 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:04.110 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:04.110 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.110 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.111 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:04.112 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.112 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.112 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:04.112 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.112 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:04.112 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.133 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.133 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:04.133 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:09:04.133 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:09:04.133 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:09:04.133 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:09:04.133 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:09:04.133 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:09:04.134 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:09:04.134 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:09:04.134 INFO:tasks.workunit.client.0.smithi132.stdout:start compare and write 2024-06-06T11:09:04.134 INFO:tasks.workunit.client.0.smithi132.stdout:compare and wrote: 512 2024-06-06T11:09:04.134 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.134 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:09:04.134 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.134 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.134 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:09:04.135 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.135 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:09:04.135 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.136 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.136 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:09:04.136 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.136 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:09:04.137 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.138 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.138 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:09:04.138 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.138 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:09:04.138 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.141 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.141 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:09:04.141 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.141 INFO:tasks.workunit.client.0.smithi132.stdout:started aio compare and write 2024-06-06T11:09:04.141 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:04.144 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:04.144 INFO:tasks.workunit.client.0.smithi132.stdout:finished aio compare and write 2024-06-06T11:09:04.144 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:04.144 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:04.144 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:04.145 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:04.145 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:04.145 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.145 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:04.145 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:04.145 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:04.145 INFO:tasks.workunit.client.0.smithi132.stdout:finished read 2024-06-06T11:09:04.146 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.146 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:04.146 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:04.146 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:04.146 INFO:tasks.workunit.client.0.smithi132.stdout:finished read 2024-06-06T11:09:04.146 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.146 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:04.146 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:04.147 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:04.147 INFO:tasks.workunit.client.0.smithi132.stdout:finished read 2024-06-06T11:09:04.147 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.147 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:04.147 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:04.147 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:04.147 INFO:tasks.workunit.client.0.smithi132.stdout:finished read 2024-06-06T11:09:04.147 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:04.147 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:04.147 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:04.147 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:04.148 INFO:tasks.workunit.client.0.smithi132.stdout:finished read 2024-06-06T11:09:04.148 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 512~512 2024-06-06T11:09:04.148 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:05.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:04 smithi132 bash[17898]: cluster 2024-06-06T11:09:03.004954+0000 mgr.x (mgr.24880) 56 : cluster [DBG] pgmap v37: 457 pgs: 32 unknown, 425 active+clean; 33 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 416 KiB/s rd, 208 KiB/s wr, 843 op/s 2024-06-06T11:09:05.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:04 smithi132 bash[17898]: cluster 2024-06-06T11:09:03.702527+0000 mon.a (mon.0) 989 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:09:05.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:04 smithi132 bash[17898]: cluster 2024-06-06T11:09:03.702597+0000 mon.a (mon.0) 990 : cluster [INF] Cluster is now healthy 2024-06-06T11:09:05.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:04 smithi132 bash[25563]: cluster 2024-06-06T11:09:03.004954+0000 mgr.x (mgr.24880) 56 : cluster [DBG] pgmap v37: 457 pgs: 32 unknown, 425 active+clean; 33 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 416 KiB/s rd, 208 KiB/s wr, 843 op/s 2024-06-06T11:09:05.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:04 smithi132 bash[25563]: cluster 2024-06-06T11:09:03.702527+0000 mon.a (mon.0) 989 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:09:05.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:04 smithi132 bash[25563]: cluster 2024-06-06T11:09:03.702597+0000 mon.a (mon.0) 990 : cluster [INF] Cluster is now healthy 2024-06-06T11:09:05.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:04 smithi179 bash[18882]: cluster 2024-06-06T11:09:03.004954+0000 mgr.x (mgr.24880) 56 : cluster [DBG] pgmap v37: 457 pgs: 32 unknown, 425 active+clean; 33 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 416 KiB/s rd, 208 KiB/s wr, 843 op/s 2024-06-06T11:09:05.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:04 smithi179 bash[18882]: cluster 2024-06-06T11:09:03.702527+0000 mon.a (mon.0) 989 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:09:05.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:04 smithi179 bash[18882]: cluster 2024-06-06T11:09:03.702597+0000 mon.a (mon.0) 990 : cluster [INF] Cluster is now healthy 2024-06-06T11:09:06.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:05 smithi132 bash[17898]: audit 2024-06-06T11:09:05.408949+0000 mon.a (mon.0) 991 : audit [DBG] from='client.? 172.21.15.132:0/1653864776' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:06.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:05 smithi132 bash[25563]: audit 2024-06-06T11:09:05.408949+0000 mon.a (mon.0) 991 : audit [DBG] from='client.? 172.21.15.132:0/1653864776' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:06.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:05 smithi179 bash[18882]: audit 2024-06-06T11:09:05.408949+0000 mon.a (mon.0) 991 : audit [DBG] from='client.? 172.21.15.132:0/1653864776' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.158 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:09:06.159 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:09:06.160 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.161 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:09:06.162 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.163 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.164 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.164 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.164 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.164 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.173 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.173 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.174 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.174 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.174 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.174 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.174 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.192 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.239 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.239 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.239 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.239 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.239 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.239 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.239 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.285 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.285 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.285 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.285 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.286 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.286 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.286 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.347 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.348 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.348 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.348 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.348 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.348 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.348 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.409 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.410 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.410 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.410 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.410 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.410 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.410 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.410 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.411 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.411 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.411 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.411 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.411 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.506 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.506 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.506 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.506 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.506 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.506 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.506 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.597 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.598 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.598 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.598 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.598 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.598 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.598 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.706 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.706 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.706 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.706 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.706 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.706 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.706 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.813 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.813 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.813 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.813 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.813 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.813 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.814 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.814 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.814 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.814 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:06.814 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.814 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.814 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:06.958 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:06.958 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:06.959 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:06.959 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:06.959 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:06.959 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:06.959 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:07.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:06 smithi132 bash[17898]: cluster 2024-06-06T11:09:05.007198+0000 mgr.x (mgr.24880) 57 : cluster [DBG] pgmap v39: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 304 KiB/s rd, 129 KiB/s wr, 521 op/s 2024-06-06T11:09:07.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:06 smithi132 bash[25563]: cluster 2024-06-06T11:09:05.007198+0000 mgr.x (mgr.24880) 57 : cluster [DBG] pgmap v39: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 304 KiB/s rd, 129 KiB/s wr, 521 op/s 2024-06-06T11:09:07.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:06 smithi179 bash[18882]: cluster 2024-06-06T11:09:05.007198+0000 mgr.x (mgr.24880) 57 : cluster [DBG] pgmap v39: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 304 KiB/s rd, 129 KiB/s wr, 521 op/s 2024-06-06T11:09:07.096 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:07.096 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:07.096 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:07.096 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:07.096 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:07.096 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:07.096 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:07.253 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:07.253 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:07.253 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:07.253 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:07.253 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:07.253 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:07.253 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:07.405 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:07.405 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:07.405 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:07.405 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:07.405 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:07.405 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:07.405 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:07.405 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:07.405 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:07.405 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:07.406 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:07.406 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:07.406 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:07.589 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:07.590 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:07.590 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:07.590 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:07.590 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:07.590 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:07.590 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:07.769 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:07.769 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:07.769 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:07.769 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:07.770 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:07.770 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:07.770 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:07.966 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:07.966 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:07.966 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:07.967 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:07.967 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:07.967 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:07.967 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:08.181 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:08.181 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:08.181 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:08.181 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:08.181 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.181 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:08.182 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:08.182 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.182 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:08.182 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:08.182 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestIOPP (4109 ms) 2024-06-06T11:09:08.182 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-06-06T11:09:08.182 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:08.231 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:08.231 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:08.231 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:08.231 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:08.231 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:09:08.232 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.232 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:08.232 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:08.233 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:08.233 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:08.233 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.233 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:08.233 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:08.235 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:08.235 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:08.235 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.235 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:08.235 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:08.237 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:08.237 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:08.237 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.237 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:08.237 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:08.239 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:08.239 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:08.239 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.239 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:09:08.240 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:08.240 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:08.240 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:09:08.240 INFO:tasks.workunit.client.0.smithi132.stdout:read: 512 2024-06-06T11:09:08.240 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.241 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:08.241 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:08.241 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:08.241 INFO:tasks.workunit.client.0.smithi132.stdout:finished read 2024-06-06T11:09:08.241 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.241 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:08.241 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:08.242 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:08.242 INFO:tasks.workunit.client.0.smithi132.stdout:finished read 2024-06-06T11:09:08.242 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.242 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:08.242 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:08.242 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:08.242 INFO:tasks.workunit.client.0.smithi132.stdout:finished read 2024-06-06T11:09:08.242 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.243 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:08.243 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:08.243 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:08.243 INFO:tasks.workunit.client.0.smithi132.stdout:finished read 2024-06-06T11:09:08.243 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:08.243 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:09:08.243 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:09:09.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:08 smithi132 bash[17898]: cluster 2024-06-06T11:09:07.007828+0000 mgr.x (mgr.24880) 58 : cluster [DBG] pgmap v40: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 220 KiB/s rd, 93 KiB/s wr, 376 op/s 2024-06-06T11:09:09.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:08 smithi132 bash[17898]: audit 2024-06-06T11:09:07.896071+0000 mon.a (mon.0) 992 : audit [DBG] from='client.? 172.21.15.132:0/594092756' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:09.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:08 smithi132 bash[25563]: cluster 2024-06-06T11:09:07.007828+0000 mgr.x (mgr.24880) 58 : cluster [DBG] pgmap v40: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 220 KiB/s rd, 93 KiB/s wr, 376 op/s 2024-06-06T11:09:09.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:08 smithi132 bash[25563]: audit 2024-06-06T11:09:07.896071+0000 mon.a (mon.0) 992 : audit [DBG] from='client.? 172.21.15.132:0/594092756' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:09.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:08 smithi179 bash[18882]: cluster 2024-06-06T11:09:07.007828+0000 mgr.x (mgr.24880) 58 : cluster [DBG] pgmap v40: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 220 KiB/s rd, 93 KiB/s wr, 376 op/s 2024-06-06T11:09:09.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:08 smithi179 bash[18882]: audit 2024-06-06T11:09:07.896071+0000 mon.a (mon.0) 992 : audit [DBG] from='client.? 172.21.15.132:0/594092756' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:finished read 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 0 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 16384 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.273 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 49152 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 65536 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.274 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 98304 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 114688 2024-06-06T11:09:10.275 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 147456 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 163840 2024-06-06T11:09:10.276 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 196608 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 212992 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.277 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.278 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.279 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.279 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.279 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.279 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.279 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.279 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.279 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.290 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.290 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.291 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.291 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.291 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.291 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.291 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.307 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.307 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.307 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.307 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.307 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.308 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.308 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.308 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.308 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.308 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.308 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.308 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.308 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.354 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.354 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.354 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.354 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.354 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.354 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.354 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.400 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.400 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.401 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.401 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.401 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.401 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.401 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.462 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.463 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.463 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.463 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.463 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.463 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.463 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.525 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.525 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.525 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.525 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.526 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.526 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.526 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.526 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.526 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.526 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.526 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.526 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.526 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:10 smithi132 bash[17898]: cluster 2024-06-06T11:09:09.008634+0000 mgr.x (mgr.24880) 59 : cluster [DBG] pgmap v41: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 180 KiB/s rd, 76 KiB/s wr, 308 op/s 2024-06-06T11:09:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:10 smithi132 bash[17898]: cluster 2024-06-06T11:09:09.198747+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-06-06T11:09:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:10 smithi132 bash[17898]: audit 2024-06-06T11:09:09.281720+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:10 smithi132 bash[25563]: cluster 2024-06-06T11:09:09.008634+0000 mgr.x (mgr.24880) 59 : cluster [DBG] pgmap v41: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 180 KiB/s rd, 76 KiB/s wr, 308 op/s 2024-06-06T11:09:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:10 smithi132 bash[25563]: cluster 2024-06-06T11:09:09.198747+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-06-06T11:09:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:10 smithi132 bash[25563]: audit 2024-06-06T11:09:09.281720+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:10 smithi179 bash[18882]: cluster 2024-06-06T11:09:09.008634+0000 mgr.x (mgr.24880) 59 : cluster [DBG] pgmap v41: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 180 KiB/s rd, 76 KiB/s wr, 308 op/s 2024-06-06T11:09:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:10 smithi179 bash[18882]: cluster 2024-06-06T11:09:09.198747+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-06-06T11:09:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:10 smithi179 bash[18882]: audit 2024-06-06T11:09:09.281720+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:10.619 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.619 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.619 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.619 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.619 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.620 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.620 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.712 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.712 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.713 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.713 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.713 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.713 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.713 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.824 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.824 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.824 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.824 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.824 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.824 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.824 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:10.933 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:10.933 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:10.933 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:10.933 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:10.934 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.934 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.934 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.934 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.934 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.934 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:10.934 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:10.934 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:10.934 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:11.075 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:11.075 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:11.075 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:11.075 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:11.075 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:11.075 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:11.075 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:11.214 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:11.214 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:11.214 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:11.214 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:11.214 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:11.214 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:11.214 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:11.371 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:11.371 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:11.372 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:11.372 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:11.372 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:11.372 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:11.372 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:11.527 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:11.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:11 smithi132 bash[17898]: audit 2024-06-06T11:09:10.407504+0000 mon.a (mon.0) 994 : audit [DBG] from='client.? 172.21.15.132:0/2288249404' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:11.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:11 smithi132 bash[25563]: audit 2024-06-06T11:09:10.407504+0000 mon.a (mon.0) 994 : audit [DBG] from='client.? 172.21.15.132:0/2288249404' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:11.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:11 smithi179 bash[18882]: audit 2024-06-06T11:09:10.407504+0000 mon.a (mon.0) 994 : audit [DBG] from='client.? 172.21.15.132:0/2288249404' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:11.712 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:11.712 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:11.712 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:11.712 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:11.712 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:11.712 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:11.712 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:11.894 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:11.894 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:11.894 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:11.895 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:11.895 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:11.895 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:11.895 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:12.092 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:12.093 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:12.093 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:12.093 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:12.093 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:12.093 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:12.093 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:finished writesame 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:to verify the data 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:verified 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:started writesame 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:expected fail, finished writesame 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (4121 ms) 2024-06-06T11:09:12.303 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-06-06T11:09:12.304 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:12 smithi132 bash[17898]: cluster 2024-06-06T11:09:11.011133+0000 mgr.x (mgr.24880) 60 : cluster [DBG] pgmap v43: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 402 KiB/s wr, 1.57k op/s 2024-06-06T11:09:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:12 smithi132 bash[25563]: cluster 2024-06-06T11:09:11.011133+0000 mgr.x (mgr.24880) 60 : cluster [DBG] pgmap v43: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 402 KiB/s wr, 1.57k op/s 2024-06-06T11:09:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:12 smithi179 bash[18882]: cluster 2024-06-06T11:09:11.011133+0000 mgr.x (mgr.24880) 60 : cluster [DBG] pgmap v43: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 402 KiB/s wr, 1.57k op/s 2024-06-06T11:09:13.475 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:13 smithi179 bash[18882]: audit 2024-06-06T11:09:12.859467+0000 mon.a (mon.0) 995 : audit [DBG] from='client.? 172.21.15.132:0/3169851840' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:13 smithi132 bash[17898]: audit 2024-06-06T11:09:12.859467+0000 mon.a (mon.0) 995 : audit [DBG] from='client.? 172.21.15.132:0/3169851840' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:13.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:13 smithi132 bash[25563]: audit 2024-06-06T11:09:12.859467+0000 mon.a (mon.0) 995 : audit [DBG] from='client.? 172.21.15.132:0/3169851840' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:13.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:13 smithi179 bash[46901]: ts=2024-06-06T11:09:13.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi179\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi179\", job=\"node\", machine=\"x86_64\", nodename=\"smithi179\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi179\", job=\"node\", machine=\"x86_64\", nodename=\"smithi179\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:09:14.270 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 0 2024-06-06T11:09:14.270 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 0 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 1 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:snap: orig 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:found orig with size 2097152 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:read: 80 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:write test data! 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 80 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 2 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:snap: orig 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:snap: written 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:found orig with size 2097152 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:found written with size 2097152 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:read: 80 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:read: 80 2024-06-06T11:09:14.271 INFO:tasks.workunit.client.0.smithi132.stdout:read: 80 2024-06-06T11:09:14.272 INFO:tasks.workunit.client.0.smithi132.stdout:write to snapshot returned -30 2024-06-06T11:09:14.272 INFO:tasks.workunit.client.0.smithi132.stdout:Read-only file system 2024-06-06T11:09:14.312 INFO:tasks.workunit.client.0.smithi132.stdout:read: 80 2024-06-06T11:09:14.312 INFO:tasks.workunit.client.0.smithi132.stdout:read: 80 2024-06-06T11:09:14.312 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 80 2024-06-06T11:09:14.312 INFO:tasks.workunit.client.0.smithi132.stdout:opening testimg@orig 2024-06-06T11:09:14.312 INFO:tasks.workunit.client.0.smithi132.stdout:read: 80 2024-06-06T11:09:14.313 INFO:tasks.workunit.client.0.smithi132.stdout:write to snapshot returned -30 2024-06-06T11:09:14.313 INFO:tasks.workunit.client.0.smithi132.stdout:Read-only file system 2024-06-06T11:09:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:14 smithi132 bash[17898]: cluster 2024-06-06T11:09:13.011679+0000 mgr.x (mgr.24880) 61 : cluster [DBG] pgmap v44: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 691 KiB/s rd, 344 KiB/s wr, 1.34k op/s 2024-06-06T11:09:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:14 smithi132 bash[17898]: cluster 2024-06-06T11:09:13.222529+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-06-06T11:09:14.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:14 smithi132 bash[25563]: cluster 2024-06-06T11:09:13.011679+0000 mgr.x (mgr.24880) 61 : cluster [DBG] pgmap v44: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 691 KiB/s rd, 344 KiB/s wr, 1.34k op/s 2024-06-06T11:09:14.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:14 smithi132 bash[25563]: cluster 2024-06-06T11:09:13.222529+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-06-06T11:09:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:14 smithi179 bash[18882]: cluster 2024-06-06T11:09:13.011679+0000 mgr.x (mgr.24880) 61 : cluster [DBG] pgmap v44: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 691 KiB/s rd, 344 KiB/s wr, 1.34k op/s 2024-06-06T11:09:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:14 smithi179 bash[18882]: cluster 2024-06-06T11:09:13.222529+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-06-06T11:09:14.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:14 smithi179 bash[43862]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:09:14] "GET /metrics HTTP/1.1" 200 62276 "" "Prometheus/2.33.4" 2024-06-06T11:09:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:15 smithi132 bash[17898]: cluster 2024-06-06T11:09:14.232422+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-06-06T11:09:15.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:15 smithi132 bash[25563]: cluster 2024-06-06T11:09:14.232422+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-06-06T11:09:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:15 smithi179 bash[18882]: cluster 2024-06-06T11:09:14.232422+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-06-06T11:09:16.282 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 2 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:snap: orig 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:snap: written 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:found orig with size 2097152 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:found written with size 2097152 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 1 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:snap: orig 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:found orig with size 2097152 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 0 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 0 2024-06-06T11:09:16.283 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3980 ms) 2024-06-06T11:09:16.284 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-06-06T11:09:16.284 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:16 smithi132 bash[17898]: cluster 2024-06-06T11:09:15.014668+0000 mgr.x (mgr.24880) 62 : cluster [DBG] pgmap v47: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 619 KiB/s wr, 2.56k op/s 2024-06-06T11:09:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:16 smithi132 bash[17898]: cluster 2024-06-06T11:09:15.240138+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-06-06T11:09:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:16 smithi132 bash[17898]: audit 2024-06-06T11:09:15.331333+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.132:0/1902025770' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:16 smithi132 bash[25563]: cluster 2024-06-06T11:09:15.014668+0000 mgr.x (mgr.24880) 62 : cluster [DBG] pgmap v47: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 619 KiB/s wr, 2.56k op/s 2024-06-06T11:09:16.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:16 smithi132 bash[25563]: cluster 2024-06-06T11:09:15.240138+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-06-06T11:09:16.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:16 smithi132 bash[25563]: audit 2024-06-06T11:09:15.331333+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.132:0/1902025770' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:16 smithi179 bash[18882]: cluster 2024-06-06T11:09:15.014668+0000 mgr.x (mgr.24880) 62 : cluster [DBG] pgmap v47: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 619 KiB/s wr, 2.56k op/s 2024-06-06T11:09:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:16 smithi179 bash[18882]: cluster 2024-06-06T11:09:15.240138+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-06-06T11:09:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:16 smithi179 bash[18882]: audit 2024-06-06T11:09:15.331333+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.132:0/1902025770' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:17.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:17 smithi132 bash[17898]: cluster 2024-06-06T11:09:16.251974+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-06-06T11:09:17.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:17 smithi132 bash[25563]: cluster 2024-06-06T11:09:16.251974+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-06-06T11:09:17.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:17 smithi179 bash[18882]: cluster 2024-06-06T11:09:16.251974+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-06-06T11:09:18.282 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2000 ms) 2024-06-06T11:09:18.282 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestClone 2024-06-06T11:09:18.283 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:18 smithi132 bash[17898]: cluster 2024-06-06T11:09:17.015833+0000 mgr.x (mgr.24880) 63 : cluster [DBG] pgmap v50: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 614 KiB/s rd, 265 KiB/s wr, 1.26k op/s 2024-06-06T11:09:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:18 smithi132 bash[17898]: cluster 2024-06-06T11:09:17.257936+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-06-06T11:09:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:18 smithi132 bash[17898]: audit 2024-06-06T11:09:17.792773+0000 mon.a (mon.0) 1001 : audit [DBG] from='client.? 172.21.15.132:0/350841177' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:18.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:18 smithi132 bash[25563]: cluster 2024-06-06T11:09:17.015833+0000 mgr.x (mgr.24880) 63 : cluster [DBG] pgmap v50: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 614 KiB/s rd, 265 KiB/s wr, 1.26k op/s 2024-06-06T11:09:18.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:18 smithi132 bash[25563]: cluster 2024-06-06T11:09:17.257936+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-06-06T11:09:18.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:18 smithi132 bash[25563]: audit 2024-06-06T11:09:17.792773+0000 mon.a (mon.0) 1001 : audit [DBG] from='client.? 172.21.15.132:0/350841177' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:18 smithi179 bash[18882]: cluster 2024-06-06T11:09:17.015833+0000 mgr.x (mgr.24880) 63 : cluster [DBG] pgmap v50: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 614 KiB/s rd, 265 KiB/s wr, 1.26k op/s 2024-06-06T11:09:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:18 smithi179 bash[18882]: cluster 2024-06-06T11:09:17.257936+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-06-06T11:09:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:18 smithi179 bash[18882]: audit 2024-06-06T11:09:17.792773+0000 mon.a (mon.0) 1001 : audit [DBG] from='client.? 172.21.15.132:0/350841177' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:19.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:18 smithi179 bash[46901]: ts=2024-06-06T11:09:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:09:19.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:19 smithi132 bash[17898]: cluster 2024-06-06T11:09:18.266570+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-06-06T11:09:19.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:19 smithi132 bash[25563]: cluster 2024-06-06T11:09:18.266570+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-06-06T11:09:19.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:19 smithi179 bash[18882]: cluster 2024-06-06T11:09:18.266570+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-06-06T11:09:20.297 INFO:tasks.workunit.client.0.smithi132.stdout:made parent image "parent" 2024-06-06T11:09:20.297 INFO:tasks.workunit.client.0.smithi132.stdout:parent has no parent info 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:made snapshot "parent@parent_snap" 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:can't unprotect an unprotected snap 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:can't protect a protected snap 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:made and opened clone "child" 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:read: 8 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:read: 8 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:read: 8 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:sizes and overlaps are good between parent and child 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:child image successfully cloned all image-meta pairs 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:sized down clone, changed overlap 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:sized up clone, changed size but not overlap or parent's size 2024-06-06T11:09:20.298 INFO:tasks.workunit.client.0.smithi132.stdout:can't remove parent while child still exists 2024-06-06T11:09:20.299 INFO:tasks.workunit.client.0.smithi132.stdout:can't remove parent while still protected 2024-06-06T11:09:20.299 INFO:tasks.workunit.client.0.smithi132.stdout:removed parent snap after unprotecting 2024-06-06T11:09:20.299 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestClone (2015 ms) 2024-06-06T11:09:20.299 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestClone2 2024-06-06T11:09:20.299 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:20 smithi132 bash[17898]: cluster 2024-06-06T11:09:19.016813+0000 mgr.x (mgr.24880) 64 : cluster [DBG] pgmap v53: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:09:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:20 smithi132 bash[17898]: cluster 2024-06-06T11:09:19.281294+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-06-06T11:09:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:20 smithi132 bash[17898]: audit 2024-06-06T11:09:20.243164+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.132:0/3886720891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:20.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:20 smithi132 bash[25563]: cluster 2024-06-06T11:09:19.016813+0000 mgr.x (mgr.24880) 64 : cluster [DBG] pgmap v53: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:09:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:20 smithi132 bash[25563]: cluster 2024-06-06T11:09:19.281294+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-06-06T11:09:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:20 smithi132 bash[25563]: audit 2024-06-06T11:09:20.243164+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.132:0/3886720891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:20 smithi179 bash[18882]: cluster 2024-06-06T11:09:19.016813+0000 mgr.x (mgr.24880) 64 : cluster [DBG] pgmap v53: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:09:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:20 smithi179 bash[18882]: cluster 2024-06-06T11:09:19.281294+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-06-06T11:09:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:20 smithi179 bash[18882]: audit 2024-06-06T11:09:20.243164+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.132:0/3886720891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:21.500 INFO:tasks.workunit.client.0.smithi132.stdout:made parent image "parent" 2024-06-06T11:09:21.500 INFO:tasks.workunit.client.0.smithi132.stdout:parent has no parent info 2024-06-06T11:09:21.500 INFO:tasks.workunit.client.0.smithi132.stdout:made snapshot "parent@parent_snap" 2024-06-06T11:09:21.500 INFO:tasks.workunit.client.0.smithi132.stdout:made and opened clone "child" 2024-06-06T11:09:21.500 INFO:tasks.workunit.client.0.smithi132.stdout:child image successfully cloned all image-meta pairs 2024-06-06T11:09:21.500 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestClone2 (1203 ms) 2024-06-06T11:09:21.501 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ListChildren 2024-06-06T11:09:21.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:21 smithi179 bash[18882]: cluster 2024-06-06T11:09:20.285843+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-06-06T11:09:21.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:21 smithi132 bash[17898]: cluster 2024-06-06T11:09:20.285843+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-06-06T11:09:21.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:21 smithi132 bash[25563]: cluster 2024-06-06T11:09:20.285843+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-06-06T11:09:22.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:22 smithi132 bash[17898]: cluster 2024-06-06T11:09:21.017516+0000 mgr.x (mgr.24880) 65 : cluster [DBG] pgmap v56: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 451 KiB/s rd, 33 KiB/s wr, 548 op/s 2024-06-06T11:09:22.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:22 smithi132 bash[17898]: cluster 2024-06-06T11:09:21.300320+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-06-06T11:09:22.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:22 smithi132 bash[25563]: cluster 2024-06-06T11:09:21.017516+0000 mgr.x (mgr.24880) 65 : cluster [DBG] pgmap v56: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 451 KiB/s rd, 33 KiB/s wr, 548 op/s 2024-06-06T11:09:22.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:22 smithi132 bash[25563]: cluster 2024-06-06T11:09:21.300320+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-06-06T11:09:22.792 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:22 smithi179 bash[18882]: cluster 2024-06-06T11:09:21.017516+0000 mgr.x (mgr.24880) 65 : cluster [DBG] pgmap v56: 457 pgs: 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 451 KiB/s rd, 33 KiB/s wr, 548 op/s 2024-06-06T11:09:22.793 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:22 smithi179 bash[18882]: cluster 2024-06-06T11:09:21.300320+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-06-06T11:09:23.159 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:22 smithi179 systemd[1]: Stopping Ceph grafana.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:09:23.159 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:22 smithi179 bash[47352]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-grafana.a 2024-06-06T11:09:23.159 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:23 smithi179 bash[40981]: t=2024-06-06T11:09:23+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-06-06T11:09:23.159 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:23 smithi179 bash[40981]: t=2024-06-06T11:09:23+0000 lvl=info msg="Database locked, sleeping then retrying" logger=sqlstore error="database is locked" retry=0 2024-06-06T11:09:23.507 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:23 smithi179 bash[18882]: cluster 2024-06-06T11:09:22.308021+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-06-06T11:09:23.507 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:23 smithi179 bash[18882]: audit 2024-06-06T11:09:22.319814+0000 mon.a (mon.0) 1007 : audit [INF] from='client.? 172.21.15.132:0/17154862' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:23.507 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:23 smithi179 bash[18882]: audit 2024-06-06T11:09:22.704105+0000 mon.a (mon.0) 1008 : audit [DBG] from='client.? 172.21.15.132:0/282262104' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:23.742 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:23 smithi179 bash[46901]: ts=2024-06-06T11:09:23.507Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:09:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:23 smithi132 bash[17898]: cluster 2024-06-06T11:09:22.308021+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-06-06T11:09:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:23 smithi132 bash[17898]: audit 2024-06-06T11:09:22.319814+0000 mon.a (mon.0) 1007 : audit [INF] from='client.? 172.21.15.132:0/17154862' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:23 smithi132 bash[17898]: audit 2024-06-06T11:09:22.704105+0000 mon.a (mon.0) 1008 : audit [DBG] from='client.? 172.21.15.132:0/282262104' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:23 smithi132 bash[25563]: cluster 2024-06-06T11:09:22.308021+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-06-06T11:09:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:23 smithi132 bash[25563]: audit 2024-06-06T11:09:22.319814+0000 mon.a (mon.0) 1007 : audit [INF] from='client.? 172.21.15.132:0/17154862' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:23.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:23 smithi132 bash[25563]: audit 2024-06-06T11:09:22.704105+0000 mon.a (mon.0) 1008 : audit [DBG] from='client.? 172.21.15.132:0/282262104' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:23.789 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:23 smithi179 bash[47386]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-grafana-a 2024-06-06T11:09:24.289 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:23 smithi179 bash[47447]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-grafana-a 2024-06-06T11:09:24.289 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:23 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@grafana.a.service: Succeeded. 2024-06-06T11:09:24.289 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:23 smithi179 systemd[1]: Stopped Ceph grafana.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:09:24.289 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:23 smithi179 systemd[1]: Started Ceph grafana.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:09:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: cluster 2024-06-06T11:09:23.018497+0000 mgr.x (mgr.24880) 66 : cluster [DBG] pgmap v59: 489 pgs: 32 unknown, 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 451 KiB/s rd, 33 KiB/s wr, 548 op/s 2024-06-06T11:09:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: cluster 2024-06-06T11:09:23.306337+0000 mon.a (mon.0) 1009 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:09:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: audit 2024-06-06T11:09:23.318347+0000 mon.a (mon.0) 1010 : audit [INF] from='client.? 172.21.15.132:0/17154862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: cluster 2024-06-06T11:09:23.319207+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: audit 2024-06-06T11:09:23.987217+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: audit 2024-06-06T11:09:23.995856+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: audit 2024-06-06T11:09:24.002346+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: audit 2024-06-06T11:09:24.010736+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: audit 2024-06-06T11:09:24.014293+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: audit 2024-06-06T11:09:24.057984+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: cluster 2024-06-06T11:09:24.201748+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: audit 2024-06-06T11:09:24.203671+0000 mon.c (mon.2) 67 : audit [INF] from='client.? 172.21.15.132:0/3286282955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: audit 2024-06-06T11:09:24.206088+0000 mon.a (mon.0) 1015 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: audit 2024-06-06T11:09:24.289219+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[17898]: audit 2024-06-06T11:09:24.290483+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: cluster 2024-06-06T11:09:23.018497+0000 mgr.x (mgr.24880) 66 : cluster [DBG] pgmap v59: 489 pgs: 32 unknown, 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 451 KiB/s rd, 33 KiB/s wr, 548 op/s 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: cluster 2024-06-06T11:09:23.306337+0000 mon.a (mon.0) 1009 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: audit 2024-06-06T11:09:23.318347+0000 mon.a (mon.0) 1010 : audit [INF] from='client.? 172.21.15.132:0/17154862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: cluster 2024-06-06T11:09:23.319207+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: audit 2024-06-06T11:09:23.987217+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: audit 2024-06-06T11:09:23.995856+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: audit 2024-06-06T11:09:24.002346+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: audit 2024-06-06T11:09:24.010736+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: audit 2024-06-06T11:09:24.014293+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: audit 2024-06-06T11:09:24.057984+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: cluster 2024-06-06T11:09:24.201748+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: audit 2024-06-06T11:09:24.203671+0000 mon.c (mon.2) 67 : audit [INF] from='client.? 172.21.15.132:0/3286282955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:24.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: audit 2024-06-06T11:09:24.206088+0000 mon.a (mon.0) 1015 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:24.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: audit 2024-06-06T11:09:24.289219+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:24.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:24 smithi132 bash[25563]: audit 2024-06-06T11:09:24.290483+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:24.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[43862]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:09:24] "GET /metrics HTTP/1.1" 200 67082 "" "Prometheus/2.33.4" 2024-06-06T11:09:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: cluster 2024-06-06T11:09:23.018497+0000 mgr.x (mgr.24880) 66 : cluster [DBG] pgmap v59: 489 pgs: 32 unknown, 457 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 451 KiB/s rd, 33 KiB/s wr, 548 op/s 2024-06-06T11:09:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: cluster 2024-06-06T11:09:23.306337+0000 mon.a (mon.0) 1009 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:09:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: audit 2024-06-06T11:09:23.318347+0000 mon.a (mon.0) 1010 : audit [INF] from='client.? 172.21.15.132:0/17154862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: cluster 2024-06-06T11:09:23.319207+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-06-06T11:09:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: audit 2024-06-06T11:09:23.987217+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: audit 2024-06-06T11:09:23.995856+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: audit 2024-06-06T11:09:24.002346+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:09:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: audit 2024-06-06T11:09:24.010736+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:09:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: audit 2024-06-06T11:09:24.014293+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:09:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: audit 2024-06-06T11:09:24.057984+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: cluster 2024-06-06T11:09:24.201748+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-06-06T11:09:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: audit 2024-06-06T11:09:24.203671+0000 mon.c (mon.2) 67 : audit [INF] from='client.? 172.21.15.132:0/3286282955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: audit 2024-06-06T11:09:24.206088+0000 mon.a (mon.0) 1015 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: audit 2024-06-06T11:09:24.289219+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:24 smithi179 bash[18882]: audit 2024-06-06T11:09:24.290483+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:25.224 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:25.267 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-06-06T11:09:25.267 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-06-06T11:09:25.268 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="App mode production" logger=settings 2024-06-06T11:09:25.269 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-06-06T11:09:25.269 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-06-06T11:09:25.269 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-06-06T11:09:25.269 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="migrations completed" logger=migrator performed=0 skipped=377 duration=1.545214ms 2024-06-06T11:09:25.269 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-06-06T11:09:25.269 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-06-06T11:09:25.269 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-06-06T11:09:25.269 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-06-06T11:09:25.269 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-06-06T11:09:25.269 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-06-06T11:09:25.269 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="deleted datasource based on configuration" logger=provisioning.datasources name=Dashboard1 2024-06-06T11:09:25.539 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-06-06T11:09:25.539 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Loki uid=P8E80F9AEF21F6940 2024-06-06T11:09:25.539 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-06-06T11:09:25.539 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-06-06T11:09:25.539 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[47477]: t=2024-06-06T11:09:25+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-06-06T11:09:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[18882]: audit 2024-06-06T11:09:24.003018+0000 mgr.x (mgr.24880) 67 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:09:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[18882]: audit 2024-06-06T11:09:24.011247+0000 mgr.x (mgr.24880) 68 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:09:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[18882]: audit 2024-06-06T11:09:24.014666+0000 mgr.x (mgr.24880) 69 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:09:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[18882]: cephadm 2024-06-06T11:09:24.060772+0000 mgr.x (mgr.24880) 70 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:09:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[18882]: cephadm 2024-06-06T11:09:24.061266+0000 mgr.x (mgr.24880) 71 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:09:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[18882]: audit 2024-06-06T11:09:25.123541+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.132:0/253217804' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[18882]: audit 2024-06-06T11:09:25.205345+0000 mon.a (mon.0) 1018 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:25.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:25 smithi179 bash[18882]: cluster 2024-06-06T11:09:25.205587+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-06-06T11:09:25.688 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[17898]: audit 2024-06-06T11:09:24.003018+0000 mgr.x (mgr.24880) 67 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:09:25.688 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[17898]: audit 2024-06-06T11:09:24.011247+0000 mgr.x (mgr.24880) 68 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:09:25.688 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[17898]: audit 2024-06-06T11:09:24.014666+0000 mgr.x (mgr.24880) 69 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:09:25.688 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[17898]: cephadm 2024-06-06T11:09:24.060772+0000 mgr.x (mgr.24880) 70 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:09:25.688 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[17898]: cephadm 2024-06-06T11:09:24.061266+0000 mgr.x (mgr.24880) 71 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:09:25.689 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[17898]: audit 2024-06-06T11:09:25.123541+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.132:0/253217804' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:25.689 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[17898]: audit 2024-06-06T11:09:25.205345+0000 mon.a (mon.0) 1018 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:25.689 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[17898]: cluster 2024-06-06T11:09:25.205587+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-06-06T11:09:25.689 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[25563]: audit 2024-06-06T11:09:24.003018+0000 mgr.x (mgr.24880) 67 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-06-06T11:09:25.689 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[25563]: audit 2024-06-06T11:09:24.011247+0000 mgr.x (mgr.24880) 68 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:09:25.689 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[25563]: audit 2024-06-06T11:09:24.014666+0000 mgr.x (mgr.24880) 69 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-06-06T11:09:25.689 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[25563]: cephadm 2024-06-06T11:09:24.060772+0000 mgr.x (mgr.24880) 70 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:09:25.689 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[25563]: cephadm 2024-06-06T11:09:24.061266+0000 mgr.x (mgr.24880) 71 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:09:25.689 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[25563]: audit 2024-06-06T11:09:25.123541+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.132:0/253217804' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:25.689 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[25563]: audit 2024-06-06T11:09:25.205345+0000 mon.a (mon.0) 1018 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:25.690 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:25 smithi132 bash[25563]: cluster 2024-06-06T11:09:25.205587+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-06-06T11:09:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:26 smithi132 bash[17898]: cluster 2024-06-06T11:09:25.022924+0000 mgr.x (mgr.24880) 72 : cluster [DBG] pgmap v62: 521 pgs: 32 creating+peering, 489 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-06-06T11:09:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:26 smithi132 bash[17898]: cluster 2024-06-06T11:09:26.212643+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-06-06T11:09:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:26 smithi132 bash[25563]: cluster 2024-06-06T11:09:25.022924+0000 mgr.x (mgr.24880) 72 : cluster [DBG] pgmap v62: 521 pgs: 32 creating+peering, 489 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-06-06T11:09:26.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:26 smithi132 bash[25563]: cluster 2024-06-06T11:09:26.212643+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-06-06T11:09:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:26 smithi179 bash[18882]: cluster 2024-06-06T11:09:25.022924+0000 mgr.x (mgr.24880) 72 : cluster [DBG] pgmap v62: 521 pgs: 32 creating+peering, 489 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-06-06T11:09:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:26 smithi179 bash[18882]: cluster 2024-06-06T11:09:26.212643+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-06-06T11:09:27.932 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[25563]: cephadm 2024-06-06T11:09:26.648641+0000 mgr.x (mgr.24880) 73 : cephadm [INF] Upgrade: Updating mgr.y 2024-06-06T11:09:27.932 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[25563]: audit 2024-06-06T11:09:26.659290+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:27.932 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[25563]: audit 2024-06-06T11:09:26.660148+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:09:27.932 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[25563]: audit 2024-06-06T11:09:26.661863+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:09:27.932 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[25563]: audit 2024-06-06T11:09:26.662954+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:09:27.932 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[25563]: audit 2024-06-06T11:09:26.664564+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:09:27.932 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[25563]: cephadm 2024-06-06T11:09:26.666026+0000 mgr.x (mgr.24880) 74 : cephadm [INF] Deploying daemon mgr.y on smithi132 2024-06-06T11:09:27.932 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[25563]: cluster 2024-06-06T11:09:27.210521+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-06-06T11:09:27.933 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[25563]: audit 2024-06-06T11:09:27.582167+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.132:0/159007392' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:27.933 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[17898]: cephadm 2024-06-06T11:09:26.648641+0000 mgr.x (mgr.24880) 73 : cephadm [INF] Upgrade: Updating mgr.y 2024-06-06T11:09:27.933 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[17898]: audit 2024-06-06T11:09:26.659290+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:27.933 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[17898]: audit 2024-06-06T11:09:26.660148+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:09:27.933 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[17898]: audit 2024-06-06T11:09:26.661863+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:09:27.933 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[17898]: audit 2024-06-06T11:09:26.662954+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:09:27.933 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[17898]: audit 2024-06-06T11:09:26.664564+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:09:27.933 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[17898]: cephadm 2024-06-06T11:09:26.666026+0000 mgr.x (mgr.24880) 74 : cephadm [INF] Deploying daemon mgr.y on smithi132 2024-06-06T11:09:27.933 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[17898]: cluster 2024-06-06T11:09:27.210521+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-06-06T11:09:27.933 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:27 smithi132 bash[17898]: audit 2024-06-06T11:09:27.582167+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.132:0/159007392' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:28.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:27 smithi179 bash[18882]: cephadm 2024-06-06T11:09:26.648641+0000 mgr.x (mgr.24880) 73 : cephadm [INF] Upgrade: Updating mgr.y 2024-06-06T11:09:28.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:27 smithi179 bash[18882]: audit 2024-06-06T11:09:26.659290+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:28.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:27 smithi179 bash[18882]: audit 2024-06-06T11:09:26.660148+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:09:28.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:27 smithi179 bash[18882]: audit 2024-06-06T11:09:26.661863+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:09:28.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:27 smithi179 bash[18882]: audit 2024-06-06T11:09:26.662954+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:09:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:27 smithi179 bash[18882]: audit 2024-06-06T11:09:26.664564+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:09:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:27 smithi179 bash[18882]: cephadm 2024-06-06T11:09:26.666026+0000 mgr.x (mgr.24880) 74 : cephadm [INF] Deploying daemon mgr.y on smithi132 2024-06-06T11:09:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:27 smithi179 bash[18882]: cluster 2024-06-06T11:09:27.210521+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-06-06T11:09:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:27 smithi179 bash[18882]: audit 2024-06-06T11:09:27.582167+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.132:0/159007392' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:28.922 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:28 smithi132 bash[17898]: cluster 2024-06-06T11:09:27.024018+0000 mgr.x (mgr.24880) 75 : cluster [DBG] pgmap v65: 521 pgs: 32 creating+peering, 489 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-06-06T11:09:28.922 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:28 smithi132 bash[17898]: cluster 2024-06-06T11:09:27.653276+0000 mon.a (mon.0) 1024 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:09:28.923 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:28 smithi132 bash[17898]: cluster 2024-06-06T11:09:27.653334+0000 mon.a (mon.0) 1025 : cluster [INF] Cluster is now healthy 2024-06-06T11:09:28.923 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:28 smithi132 bash[17898]: cluster 2024-06-06T11:09:28.214254+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-06-06T11:09:28.923 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:28 smithi132 bash[25563]: cluster 2024-06-06T11:09:27.024018+0000 mgr.x (mgr.24880) 75 : cluster [DBG] pgmap v65: 521 pgs: 32 creating+peering, 489 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-06-06T11:09:28.923 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:28 smithi132 bash[25563]: cluster 2024-06-06T11:09:27.653276+0000 mon.a (mon.0) 1024 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:09:28.923 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:28 smithi132 bash[25563]: cluster 2024-06-06T11:09:27.653334+0000 mon.a (mon.0) 1025 : cluster [INF] Cluster is now healthy 2024-06-06T11:09:28.923 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:28 smithi132 bash[25563]: cluster 2024-06-06T11:09:28.214254+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-06-06T11:09:29.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:28 smithi179 bash[46901]: ts=2024-06-06T11:09:28.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:09:29.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:28 smithi179 bash[18882]: cluster 2024-06-06T11:09:27.024018+0000 mgr.x (mgr.24880) 75 : cluster [DBG] pgmap v65: 521 pgs: 32 creating+peering, 489 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-06-06T11:09:29.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:28 smithi179 bash[18882]: cluster 2024-06-06T11:09:27.653276+0000 mon.a (mon.0) 1024 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:09:29.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:28 smithi179 bash[18882]: cluster 2024-06-06T11:09:27.653334+0000 mon.a (mon.0) 1025 : cluster [INF] Cluster is now healthy 2024-06-06T11:09:29.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:28 smithi179 bash[18882]: cluster 2024-06-06T11:09:28.214254+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-06-06T11:09:29.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:29 smithi132 systemd[1]: Stopping Ceph mgr.y for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:09:30.199 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:29 smithi132 bash[66524]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mgr-y 2024-06-06T11:09:30.199 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:30 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-06-06T11:09:30.199 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:30 smithi132 bash[66612]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mgr-y 2024-06-06T11:09:30.199 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:30 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-06-06T11:09:30.199 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:30 smithi132 systemd[1]: Stopped Ceph mgr.y for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:09:30.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:30 smithi132 systemd[1]: Started Ceph mgr.y for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:09:30.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:30 smithi132 bash[17898]: cluster 2024-06-06T11:09:29.025146+0000 mgr.x (mgr.24880) 76 : cluster [DBG] pgmap v68: 521 pgs: 32 creating+peering, 489 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:09:30.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:30 smithi132 bash[17898]: cluster 2024-06-06T11:09:29.206120+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-06-06T11:09:30.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:30 smithi132 bash[17898]: audit 2024-06-06T11:09:30.022002+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.132:0/3879044355' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:30.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:30 smithi132 bash[25563]: cluster 2024-06-06T11:09:29.025146+0000 mgr.x (mgr.24880) 76 : cluster [DBG] pgmap v68: 521 pgs: 32 creating+peering, 489 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:09:30.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:30 smithi132 bash[25563]: cluster 2024-06-06T11:09:29.206120+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-06-06T11:09:30.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:30 smithi132 bash[25563]: audit 2024-06-06T11:09:30.022002+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.132:0/3879044355' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:30 smithi179 bash[18882]: cluster 2024-06-06T11:09:29.025146+0000 mgr.x (mgr.24880) 76 : cluster [DBG] pgmap v68: 521 pgs: 32 creating+peering, 489 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:09:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:30 smithi179 bash[18882]: cluster 2024-06-06T11:09:29.206120+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-06-06T11:09:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:30 smithi179 bash[18882]: audit 2024-06-06T11:09:30.022002+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.132:0/3879044355' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:30.974 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.975 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.975 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.975 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.975 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.975 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 1 2024-06-06T11:09:30.975 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:09:30.975 INFO:tasks.workunit.client.0.smithi132.stdout:child: image65 2024-06-06T11:09:30.975 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65/39ded1d4da2d 2024-06-06T11:09:30.975 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.975 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.975 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 2 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:09:30.976 INFO:tasks.workunit.client.0.smithi132.stdout:child: image66 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout:child: image65 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65/39ded1d4da2d 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66/39ded50b435d 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.977 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image67 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image67 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image67 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 3 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 3 2024-06-06T11:09:30.978 INFO:tasks.workunit.client.0.smithi132.stdout:child: image66 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout:child: image65 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout:child: image67 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65/39ded1d4da2d 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66/39ded50b435d 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image67/39de80c3022e 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.979 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 3 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 3 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout:child: image66 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout:child: image65 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout:child: image67 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65/39ded1d4da2d 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.980 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66/39ded50b435d 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image67/39de80c3022e 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.981 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 4 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 4 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:child: image66 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:child: image65 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:child: image67 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:child: image68 2024-06-06T11:09:30.982 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65/39ded1d4da2d 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66/39ded50b435d 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image67/39de80c3022e 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image68/39de9dba1552 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.983 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image67 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image67 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image67 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:30.984 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image65 2024-06-06T11:09:30.985 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image67 2024-06-06T11:09:31.511 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:31 smithi132 bash[17898]: cluster 2024-06-06T11:09:30.209978+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-06-06T11:09:31.512 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:31 smithi132 bash[17898]: audit 2024-06-06T11:09:30.397536+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:31.512 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:31 smithi132 bash[17898]: audit 2024-06-06T11:09:30.407442+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:31.512 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:31 smithi132 bash[17898]: audit 2024-06-06T11:09:30.408356+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:31.512 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:31 smithi132 bash[25563]: cluster 2024-06-06T11:09:30.209978+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-06-06T11:09:31.512 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:31 smithi132 bash[25563]: audit 2024-06-06T11:09:30.397536+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:31.512 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:31 smithi132 bash[25563]: audit 2024-06-06T11:09:30.407442+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:31.512 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:31 smithi132 bash[25563]: audit 2024-06-06T11:09:30.408356+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:31.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:31 smithi179 bash[18882]: cluster 2024-06-06T11:09:30.209978+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-06-06T11:09:31.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:31 smithi179 bash[18882]: audit 2024-06-06T11:09:30.397536+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:31.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:31 smithi179 bash[18882]: audit 2024-06-06T11:09:30.407442+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:31.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:31 smithi179 bash[18882]: audit 2024-06-06T11:09:30.408356+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:31.781 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:31 smithi132 bash[66667]: debug 2024-06-06T11:09:31.639+0000 7f162a535640 1 -- 172.21.15.132:0/3171956546 <== mon.0 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556509e14d00 con 0x556509e07400 2024-06-06T11:09:32.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:31 smithi132 bash[66667]: debug 2024-06-06T11:09:31.775+0000 7f162cd9e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T11:09:32.555 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:32.555 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:32.555 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 4 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 4 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout:child: image66 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout:child: image65 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout:child: image67 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout:child: image68 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image65/39ded1d4da2d 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66/39ded50b435d 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image67/39de80c3022e 2024-06-06T11:09:32.556 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image68/39de9dba1552 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image67 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image67 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image67 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.557 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image67 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 3 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 3 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout:child: image66 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout:child: image67 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout:child: image68 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66/39ded50b435d 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image67/39de80c3022e 2024-06-06T11:09:32.558 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image68/39de9dba1552 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image68 2024-06-06T11:09:32.559 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 2 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout:child: image66 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout:child: image68 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66/39ded50b435d 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-14/image68/39de9dba1552 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.560 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 1 2024-06-06T11:09:32.561 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:09:32.561 INFO:tasks.workunit.client.0.smithi132.stdout:child: image66 2024-06-06T11:09:32.561 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-13/image66/39ded50b435d 2024-06-06T11:09:32.561 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:32.561 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 0 2024-06-06T11:09:32.561 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 0 2024-06-06T11:09:32.561 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ListChildren (11055 ms) 2024-06-06T11:09:32.561 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-06-06T11:09:32.718 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:32 smithi132 bash[17898]: cluster 2024-06-06T11:09:31.026069+0000 mgr.x (mgr.24880) 77 : cluster [DBG] pgmap v71: 521 pgs: 521 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2024-06-06T11:09:32.719 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:32 smithi132 bash[66667]: debug 2024-06-06T11:09:32.643+0000 7f162cd9e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T11:09:32.719 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:32 smithi132 bash[25563]: cluster 2024-06-06T11:09:31.026069+0000 mgr.x (mgr.24880) 77 : cluster [DBG] pgmap v71: 521 pgs: 521 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2024-06-06T11:09:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:32 smithi179 bash[18882]: cluster 2024-06-06T11:09:31.026069+0000 mgr.x (mgr.24880) 77 : cluster [DBG] pgmap v71: 521 pgs: 521 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2024-06-06T11:09:32.980 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:32 smithi132 bash[66667]: debug 2024-06-06T11:09:32.715+0000 7f162cd9e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T11:09:32.980 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:32 smithi132 bash[66667]: debug 2024-06-06T11:09:32.791+0000 7f162cd9e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T11:09:33.270 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:32 smithi132 bash[66667]: debug 2024-06-06T11:09:32.975+0000 7f162cd9e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:09:33.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:33 smithi132 bash[17898]: cluster 2024-06-06T11:09:32.419143+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-06-06T11:09:33.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:33 smithi132 bash[17898]: audit 2024-06-06T11:09:32.475252+0000 mon.a (mon.0) 1032 : audit [DBG] from='client.? 172.21.15.132:0/998132032' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:33.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:33 smithi132 bash[66667]: debug 2024-06-06T11:09:33.267+0000 7f162cd9e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T11:09:33.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:33 smithi132 bash[66667]: debug 2024-06-06T11:09:33.339+0000 7f162cd9e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T11:09:33.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:33 smithi132 bash[66667]: debug 2024-06-06T11:09:33.491+0000 7f162cd9e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T11:09:33.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:33 smithi132 bash[25563]: cluster 2024-06-06T11:09:32.419143+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-06-06T11:09:33.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:33 smithi132 bash[25563]: audit 2024-06-06T11:09:32.475252+0000 mon.a (mon.0) 1032 : audit [DBG] from='client.? 172.21.15.132:0/998132032' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:33.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:33 smithi179 bash[18882]: cluster 2024-06-06T11:09:32.419143+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-06-06T11:09:33.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:33 smithi179 bash[18882]: audit 2024-06-06T11:09:32.475252+0000 mon.a (mon.0) 1032 : audit [DBG] from='client.? 172.21.15.132:0/998132032' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:33.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:33 smithi179 bash[46901]: ts=2024-06-06T11:09:33.509Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:09:34.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[66667]: debug 2024-06-06T11:09:34.203+0000 7f162cd9e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T11:09:34.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[66667]: debug 2024-06-06T11:09:34.299+0000 7f162cd9e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T11:09:34.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[66667]: debug 2024-06-06T11:09:34.379+0000 7f162cd9e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T11:09:34.697 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:34 smithi179 bash[43862]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:09:34] "GET /metrics HTTP/1.1" 200 67082 "" "Prometheus/2.33.4" 2024-06-06T11:09:35.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[66667]: debug 2024-06-06T11:09:34.703+0000 7f162cd9e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T11:09:35.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[66667]: debug 2024-06-06T11:09:34.859+0000 7f162cd9e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T11:09:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[17898]: cluster 2024-06-06T11:09:33.027077+0000 mgr.x (mgr.24880) 78 : cluster [DBG] pgmap v73: 521 pgs: 521 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 KiB/s wr, 35 op/s 2024-06-06T11:09:35.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[17898]: cluster 2024-06-06T11:09:33.430881+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-06-06T11:09:35.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[17898]: audit 2024-06-06T11:09:33.445699+0000 mon.c (mon.2) 70 : audit [INF] from='client.? 172.21.15.132:0/1259036504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:35.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[17898]: audit 2024-06-06T11:09:33.446249+0000 mon.a (mon.0) 1034 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:35.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[17898]: audit 2024-06-06T11:09:34.207464+0000 mon.a (mon.0) 1035 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:35.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[17898]: cluster 2024-06-06T11:09:34.207613+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-06-06T11:09:35.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[25563]: cluster 2024-06-06T11:09:33.027077+0000 mgr.x (mgr.24880) 78 : cluster [DBG] pgmap v73: 521 pgs: 521 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 KiB/s wr, 35 op/s 2024-06-06T11:09:35.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[25563]: cluster 2024-06-06T11:09:33.430881+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-06-06T11:09:35.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[25563]: audit 2024-06-06T11:09:33.445699+0000 mon.c (mon.2) 70 : audit [INF] from='client.? 172.21.15.132:0/1259036504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:35.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[25563]: audit 2024-06-06T11:09:33.446249+0000 mon.a (mon.0) 1034 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:35.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[25563]: audit 2024-06-06T11:09:34.207464+0000 mon.a (mon.0) 1035 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:35.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:34 smithi132 bash[25563]: cluster 2024-06-06T11:09:34.207613+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-06-06T11:09:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:34 smithi179 bash[18882]: cluster 2024-06-06T11:09:33.027077+0000 mgr.x (mgr.24880) 78 : cluster [DBG] pgmap v73: 521 pgs: 521 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 KiB/s wr, 35 op/s 2024-06-06T11:09:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:34 smithi179 bash[18882]: cluster 2024-06-06T11:09:33.430881+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-06-06T11:09:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:34 smithi179 bash[18882]: audit 2024-06-06T11:09:33.445699+0000 mon.c (mon.2) 70 : audit [INF] from='client.? 172.21.15.132:0/1259036504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:34 smithi179 bash[18882]: audit 2024-06-06T11:09:33.446249+0000 mon.a (mon.0) 1034 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:34 smithi179 bash[18882]: audit 2024-06-06T11:09:34.207464+0000 mon.a (mon.0) 1035 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:34 smithi179 bash[18882]: cluster 2024-06-06T11:09:34.207613+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-06-06T11:09:35.560 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[66667]: debug 2024-06-06T11:09:35.279+0000 7f162cd9e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T11:09:35.942 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[66667]: debug 2024-06-06T11:09:35.555+0000 7f162cd9e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:09:35.942 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[17898]: audit 2024-06-06T11:09:34.707989+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:35.942 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[17898]: audit 2024-06-06T11:09:34.928317+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.132:0/3005858400' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:35.942 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[17898]: cluster 2024-06-06T11:09:35.208832+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-06-06T11:09:35.942 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[17898]: audit 2024-06-06T11:09:35.216047+0000 mon.b (mon.1) 90 : audit [INF] from='client.? 172.21.15.132:0/2756534937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:35.942 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[17898]: audit 2024-06-06T11:09:35.222936+0000 mon.a (mon.0) 1039 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:35.943 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[25563]: audit 2024-06-06T11:09:34.707989+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:35.943 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[25563]: audit 2024-06-06T11:09:34.928317+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.132:0/3005858400' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:35.943 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[25563]: cluster 2024-06-06T11:09:35.208832+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-06-06T11:09:35.943 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[25563]: audit 2024-06-06T11:09:35.216047+0000 mon.b (mon.1) 90 : audit [INF] from='client.? 172.21.15.132:0/2756534937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:35.943 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[25563]: audit 2024-06-06T11:09:35.222936+0000 mon.a (mon.0) 1039 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:35 smithi179 bash[18882]: audit 2024-06-06T11:09:34.707989+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:35 smithi179 bash[18882]: audit 2024-06-06T11:09:34.928317+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.132:0/3005858400' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:35 smithi179 bash[18882]: cluster 2024-06-06T11:09:35.208832+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-06-06T11:09:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:35 smithi179 bash[18882]: audit 2024-06-06T11:09:35.216047+0000 mon.b (mon.1) 90 : audit [INF] from='client.? 172.21.15.132:0/2756534937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:35 smithi179 bash[18882]: audit 2024-06-06T11:09:35.222936+0000 mon.a (mon.0) 1039 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:36.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[66667]: debug 2024-06-06T11:09:35.939+0000 7f162cd9e040 -1 mgr[py] Module not found: 'k8sevents' 2024-06-06T11:09:36.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[66667]: debug 2024-06-06T11:09:35.939+0000 7f162cd9e040 -1 mgr[py] Traceback (most recent call last): 2024-06-06T11:09:36.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[66667]: File "/usr/share/ceph/mgr/k8sevents/__init__.py", line 1, in 2024-06-06T11:09:36.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[66667]: from .module import Module 2024-06-06T11:09:36.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[66667]: File "/usr/share/ceph/mgr/k8sevents/module.py", line 70, in 2024-06-06T11:09:36.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[66667]: from kubernetes.client.models.v1_event import V1Event 2024-06-06T11:09:36.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[66667]: ModuleNotFoundError: No module named 'kubernetes.client.models.v1_event' 2024-06-06T11:09:36.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[66667]: debug 2024-06-06T11:09:35.939+0000 7f162cd9e040 -1 mgr[py] Class not found in module 'k8sevents' 2024-06-06T11:09:36.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:35 smithi132 bash[66667]: debug 2024-06-06T11:09:35.939+0000 7f162cd9e040 -1 mgr[py] Error loading module 'k8sevents': (2) No such file or directory 2024-06-06T11:09:36.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[66667]: debug 2024-06-06T11:09:36.027+0000 7f162cd9e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T11:09:36.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[66667]: debug 2024-06-06T11:09:36.115+0000 7f162cd9e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T11:09:36.647 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[66667]: debug 2024-06-06T11:09:36.319+0000 7f162cd9e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T11:09:36.648 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[66667]: debug 2024-06-06T11:09:36.391+0000 7f162cd9e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T11:09:36.648 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[66667]: debug 2024-06-06T11:09:36.491+0000 7f162cd9e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T11:09:36.648 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[66667]: debug 2024-06-06T11:09:36.563+0000 7f162cd9e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T11:09:37.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[66667]: debug 2024-06-06T11:09:36.643+0000 7f162cd9e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T11:09:37.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[66667]: debug 2024-06-06T11:09:36.807+0000 7f162cd9e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T11:09:37.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[66667]: debug 2024-06-06T11:09:36.891+0000 7f162cd9e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T11:09:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[17898]: cluster 2024-06-06T11:09:35.030255+0000 mgr.x (mgr.24880) 79 : cluster [DBG] pgmap v76: 553 pgs: 553 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 469 KiB/s rd, 11 KiB/s wr, 570 op/s 2024-06-06T11:09:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[17898]: audit 2024-06-06T11:09:36.212511+0000 mon.a (mon.0) 1040 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:37.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[17898]: cluster 2024-06-06T11:09:36.212945+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-06-06T11:09:37.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[17898]: audit 2024-06-06T11:09:36.696183+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:37.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[17898]: audit 2024-06-06T11:09:36.703470+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:37.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[17898]: audit 2024-06-06T11:09:36.711152+0000 mon.a (mon.0) 1044 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[25563]: cluster 2024-06-06T11:09:35.030255+0000 mgr.x (mgr.24880) 79 : cluster [DBG] pgmap v76: 553 pgs: 553 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 469 KiB/s rd, 11 KiB/s wr, 570 op/s 2024-06-06T11:09:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[25563]: audit 2024-06-06T11:09:36.212511+0000 mon.a (mon.0) 1040 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[25563]: cluster 2024-06-06T11:09:36.212945+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-06-06T11:09:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[25563]: audit 2024-06-06T11:09:36.696183+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[25563]: audit 2024-06-06T11:09:36.703470+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:36 smithi132 bash[25563]: audit 2024-06-06T11:09:36.711152+0000 mon.a (mon.0) 1044 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:36 smithi179 bash[18882]: cluster 2024-06-06T11:09:35.030255+0000 mgr.x (mgr.24880) 79 : cluster [DBG] pgmap v76: 553 pgs: 553 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 469 KiB/s rd, 11 KiB/s wr, 570 op/s 2024-06-06T11:09:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:36 smithi179 bash[18882]: audit 2024-06-06T11:09:36.212511+0000 mon.a (mon.0) 1040 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:36 smithi179 bash[18882]: cluster 2024-06-06T11:09:36.212945+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-06-06T11:09:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:36 smithi179 bash[18882]: audit 2024-06-06T11:09:36.696183+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:36 smithi179 bash[18882]: audit 2024-06-06T11:09:36.703470+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:36 smithi179 bash[18882]: audit 2024-06-06T11:09:36.711152+0000 mon.a (mon.0) 1044 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:38.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[17898]: audit 2024-06-06T11:09:36.715612+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:38.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[17898]: cluster 2024-06-06T11:09:37.216704+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-06-06T11:09:38.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[17898]: audit 2024-06-06T11:09:37.225845+0000 mon.c (mon.2) 72 : audit [INF] from='client.? 172.21.15.132:0/1779567194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:38.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[17898]: audit 2024-06-06T11:09:37.227267+0000 mon.a (mon.0) 1047 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:38.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[17898]: audit 2024-06-06T11:09:37.391577+0000 mon.a (mon.0) 1048 : audit [DBG] from='client.? 172.21.15.132:0/3711805364' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:38.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[17898]: audit 2024-06-06T11:09:37.539581+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:38.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[17898]: audit 2024-06-06T11:09:37.550584+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[25563]: audit 2024-06-06T11:09:36.715612+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[25563]: cluster 2024-06-06T11:09:37.216704+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-06-06T11:09:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[25563]: audit 2024-06-06T11:09:37.225845+0000 mon.c (mon.2) 72 : audit [INF] from='client.? 172.21.15.132:0/1779567194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[25563]: audit 2024-06-06T11:09:37.227267+0000 mon.a (mon.0) 1047 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[25563]: audit 2024-06-06T11:09:37.391577+0000 mon.a (mon.0) 1048 : audit [DBG] from='client.? 172.21.15.132:0/3711805364' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[25563]: audit 2024-06-06T11:09:37.539581+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:37 smithi132 bash[25563]: audit 2024-06-06T11:09:37.550584+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:38.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:37 smithi179 bash[18882]: audit 2024-06-06T11:09:36.715612+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:38.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:37 smithi179 bash[18882]: cluster 2024-06-06T11:09:37.216704+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-06-06T11:09:38.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:37 smithi179 bash[18882]: audit 2024-06-06T11:09:37.225845+0000 mon.c (mon.2) 72 : audit [INF] from='client.? 172.21.15.132:0/1779567194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:38.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:37 smithi179 bash[18882]: audit 2024-06-06T11:09:37.227267+0000 mon.a (mon.0) 1047 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:09:38.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:37 smithi179 bash[18882]: audit 2024-06-06T11:09:37.391577+0000 mon.a (mon.0) 1048 : audit [DBG] from='client.? 172.21.15.132:0/3711805364' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:38.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:37 smithi179 bash[18882]: audit 2024-06-06T11:09:37.539581+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:38.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:37 smithi179 bash[18882]: audit 2024-06-06T11:09:37.550584+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:38.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[66667]: debug 2024-06-06T11:09:38.027+0000 7f162cd9e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T11:09:38.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[66667]: debug 2024-06-06T11:09:38.027+0000 7f162cd9e040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:09:38.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[66667]: [06/Jun/2024:11:09:38] ENGINE Bus STARTING 2024-06-06T11:09:38.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[66667]: CherryPy Checker: 2024-06-06T11:09:38.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[66667]: The Application mounted at '' has an empty config. 2024-06-06T11:09:38.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[66667]: [06/Jun/2024:11:09:38] ENGINE Serving on http://:::9283 2024-06-06T11:09:38.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[66667]: [06/Jun/2024:11:09:38] ENGINE Bus STARTED 2024-06-06T11:09:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[25563]: cluster 2024-06-06T11:09:37.031318+0000 mgr.x (mgr.24880) 80 : cluster [DBG] pgmap v79: 585 pgs: 32 unknown, 553 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 564 KiB/s rd, 13 KiB/s wr, 686 op/s 2024-06-06T11:09:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[25563]: cluster 2024-06-06T11:09:38.032365+0000 mgr.y (mgr.25283) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:09:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[25563]: cluster 2024-06-06T11:09:38.054382+0000 mon.a (mon.0) 1051 : cluster [DBG] Standby manager daemon y restarted 2024-06-06T11:09:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[25563]: cluster 2024-06-06T11:09:38.054892+0000 mon.a (mon.0) 1052 : cluster [DBG] Standby manager daemon y started 2024-06-06T11:09:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[25563]: audit 2024-06-06T11:09:38.058094+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T11:09:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[25563]: audit 2024-06-06T11:09:38.059229+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:09:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[25563]: audit 2024-06-06T11:09:38.061152+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T11:09:39.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[25563]: audit 2024-06-06T11:09:38.061690+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:09:39.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[25563]: audit 2024-06-06T11:09:38.218915+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:39.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[25563]: cluster 2024-06-06T11:09:38.219855+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-06-06T11:09:39.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[25563]: audit 2024-06-06T11:09:38.227570+0000 mon.a (mon.0) 1055 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17", "force_nonempty":""}]: dispatch 2024-06-06T11:09:39.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[17898]: cluster 2024-06-06T11:09:37.031318+0000 mgr.x (mgr.24880) 80 : cluster [DBG] pgmap v79: 585 pgs: 32 unknown, 553 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 564 KiB/s rd, 13 KiB/s wr, 686 op/s 2024-06-06T11:09:39.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[17898]: cluster 2024-06-06T11:09:38.032365+0000 mgr.y (mgr.25283) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:09:39.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[17898]: cluster 2024-06-06T11:09:38.054382+0000 mon.a (mon.0) 1051 : cluster [DBG] Standby manager daemon y restarted 2024-06-06T11:09:39.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[17898]: cluster 2024-06-06T11:09:38.054892+0000 mon.a (mon.0) 1052 : cluster [DBG] Standby manager daemon y started 2024-06-06T11:09:39.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[17898]: audit 2024-06-06T11:09:38.058094+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T11:09:39.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[17898]: audit 2024-06-06T11:09:38.059229+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:09:39.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[17898]: audit 2024-06-06T11:09:38.061152+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T11:09:39.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[17898]: audit 2024-06-06T11:09:38.061690+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:09:39.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[17898]: audit 2024-06-06T11:09:38.218915+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:39.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[17898]: cluster 2024-06-06T11:09:38.219855+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-06-06T11:09:39.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:38 smithi132 bash[17898]: audit 2024-06-06T11:09:38.227570+0000 mon.a (mon.0) 1055 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17", "force_nonempty":""}]: dispatch 2024-06-06T11:09:39.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[46901]: ts=2024-06-06T11:09:38.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:09:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[18882]: cluster 2024-06-06T11:09:37.031318+0000 mgr.x (mgr.24880) 80 : cluster [DBG] pgmap v79: 585 pgs: 32 unknown, 553 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 564 KiB/s rd, 13 KiB/s wr, 686 op/s 2024-06-06T11:09:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[18882]: cluster 2024-06-06T11:09:38.032365+0000 mgr.y (mgr.25283) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:09:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[18882]: cluster 2024-06-06T11:09:38.054382+0000 mon.a (mon.0) 1051 : cluster [DBG] Standby manager daemon y restarted 2024-06-06T11:09:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[18882]: cluster 2024-06-06T11:09:38.054892+0000 mon.a (mon.0) 1052 : cluster [DBG] Standby manager daemon y started 2024-06-06T11:09:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[18882]: audit 2024-06-06T11:09:38.058094+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T11:09:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[18882]: audit 2024-06-06T11:09:38.059229+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:09:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[18882]: audit 2024-06-06T11:09:38.061152+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T11:09:39.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[18882]: audit 2024-06-06T11:09:38.061690+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.? 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:09:39.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[18882]: audit 2024-06-06T11:09:38.218915+0000 mon.a (mon.0) 1053 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:09:39.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[18882]: cluster 2024-06-06T11:09:38.219855+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-06-06T11:09:39.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:38 smithi179 bash[18882]: audit 2024-06-06T11:09:38.227570+0000 mon.a (mon.0) 1055 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17", "force_nonempty":""}]: dispatch 2024-06-06T11:09:40.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[17898]: cluster 2024-06-06T11:09:38.748914+0000 mon.a (mon.0) 1056 : cluster [DBG] mgrmap e24: x(active, since 89s), standbys: y 2024-06-06T11:09:40.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[17898]: cluster 2024-06-06T11:09:39.032152+0000 mgr.x (mgr.24880) 81 : cluster [DBG] pgmap v82: 617 pgs: 64 unknown, 553 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:09:40.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[17898]: audit 2024-06-06T11:09:39.211163+0000 mon.a (mon.0) 1057 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17", "force_nonempty":""}]': finished 2024-06-06T11:09:40.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[17898]: cluster 2024-06-06T11:09:39.211268+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-06-06T11:09:40.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[17898]: audit 2024-06-06T11:09:39.212525+0000 mon.a (mon.0) 1059 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi132-60178-17", "mode":"writeback"}]: dispatch 2024-06-06T11:09:40.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[17898]: audit 2024-06-06T11:09:39.290226+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:40.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[17898]: audit 2024-06-06T11:09:39.291151+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:40.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[25563]: cluster 2024-06-06T11:09:38.748914+0000 mon.a (mon.0) 1056 : cluster [DBG] mgrmap e24: x(active, since 89s), standbys: y 2024-06-06T11:09:40.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[25563]: cluster 2024-06-06T11:09:39.032152+0000 mgr.x (mgr.24880) 81 : cluster [DBG] pgmap v82: 617 pgs: 64 unknown, 553 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:09:40.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[25563]: audit 2024-06-06T11:09:39.211163+0000 mon.a (mon.0) 1057 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17", "force_nonempty":""}]': finished 2024-06-06T11:09:40.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[25563]: cluster 2024-06-06T11:09:39.211268+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-06-06T11:09:40.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[25563]: audit 2024-06-06T11:09:39.212525+0000 mon.a (mon.0) 1059 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi132-60178-17", "mode":"writeback"}]: dispatch 2024-06-06T11:09:40.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[25563]: audit 2024-06-06T11:09:39.290226+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:40.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:39 smithi132 bash[25563]: audit 2024-06-06T11:09:39.291151+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:40.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:39 smithi179 bash[18882]: cluster 2024-06-06T11:09:38.748914+0000 mon.a (mon.0) 1056 : cluster [DBG] mgrmap e24: x(active, since 89s), standbys: y 2024-06-06T11:09:40.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:39 smithi179 bash[18882]: cluster 2024-06-06T11:09:39.032152+0000 mgr.x (mgr.24880) 81 : cluster [DBG] pgmap v82: 617 pgs: 64 unknown, 553 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:09:40.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:39 smithi179 bash[18882]: audit 2024-06-06T11:09:39.211163+0000 mon.a (mon.0) 1057 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17", "force_nonempty":""}]': finished 2024-06-06T11:09:40.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:39 smithi179 bash[18882]: cluster 2024-06-06T11:09:39.211268+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-06-06T11:09:40.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:39 smithi179 bash[18882]: audit 2024-06-06T11:09:39.212525+0000 mon.a (mon.0) 1059 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi132-60178-17", "mode":"writeback"}]: dispatch 2024-06-06T11:09:40.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:39 smithi179 bash[18882]: audit 2024-06-06T11:09:39.290226+0000 mon.a (mon.0) 1060 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:40.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:39 smithi179 bash[18882]: audit 2024-06-06T11:09:39.291151+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:41.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:40 smithi132 bash[17898]: audit 2024-06-06T11:09:39.851631+0000 mon.a (mon.0) 1061 : audit [DBG] from='client.? 172.21.15.132:0/2083035437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:41.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:40 smithi132 bash[17898]: cluster 2024-06-06T11:09:40.203584+0000 mon.a (mon.0) 1062 : cluster [WRN] Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-06-06T11:09:41.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:40 smithi132 bash[17898]: audit 2024-06-06T11:09:40.213729+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi132-60178-17", "mode":"writeback"}]': finished 2024-06-06T11:09:41.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:40 smithi132 bash[17898]: cluster 2024-06-06T11:09:40.213832+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-06-06T11:09:41.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:40 smithi132 bash[17898]: audit 2024-06-06T11:09:40.215260+0000 mon.a (mon.0) 1065 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi132-60178-15", "overlaypool":"test-librbd-smithi132-60178-17"}]: dispatch 2024-06-06T11:09:41.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:40 smithi132 bash[25563]: audit 2024-06-06T11:09:39.851631+0000 mon.a (mon.0) 1061 : audit [DBG] from='client.? 172.21.15.132:0/2083035437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:41.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:40 smithi132 bash[25563]: cluster 2024-06-06T11:09:40.203584+0000 mon.a (mon.0) 1062 : cluster [WRN] Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-06-06T11:09:41.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:40 smithi132 bash[25563]: audit 2024-06-06T11:09:40.213729+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi132-60178-17", "mode":"writeback"}]': finished 2024-06-06T11:09:41.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:40 smithi132 bash[25563]: cluster 2024-06-06T11:09:40.213832+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-06-06T11:09:41.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:40 smithi132 bash[25563]: audit 2024-06-06T11:09:40.215260+0000 mon.a (mon.0) 1065 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi132-60178-15", "overlaypool":"test-librbd-smithi132-60178-17"}]: dispatch 2024-06-06T11:09:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:40 smithi179 bash[18882]: audit 2024-06-06T11:09:39.851631+0000 mon.a (mon.0) 1061 : audit [DBG] from='client.? 172.21.15.132:0/2083035437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:40 smithi179 bash[18882]: cluster 2024-06-06T11:09:40.203584+0000 mon.a (mon.0) 1062 : cluster [WRN] Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-06-06T11:09:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:40 smithi179 bash[18882]: audit 2024-06-06T11:09:40.213729+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi132-60178-17", "mode":"writeback"}]': finished 2024-06-06T11:09:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:40 smithi179 bash[18882]: cluster 2024-06-06T11:09:40.213832+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-06-06T11:09:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:40 smithi179 bash[18882]: audit 2024-06-06T11:09:40.215260+0000 mon.a (mon.0) 1065 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi132-60178-15", "overlaypool":"test-librbd-smithi132-60178-17"}]: dispatch 2024-06-06T11:09:41.219 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:41 smithi132 bash[17898]: cluster 2024-06-06T11:09:40.773922+0000 mon.a (mon.0) 1066 : cluster [DBG] mgrmap e25: x(active, since 91s), standbys: y 2024-06-06T11:09:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:41 smithi132 bash[17898]: cluster 2024-06-06T11:09:41.033294+0000 mgr.x (mgr.24880) 82 : cluster [DBG] pgmap v85: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-06-06T11:09:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:41 smithi132 bash[17898]: audit 2024-06-06T11:09:41.218025+0000 mon.a (mon.0) 1067 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi132-60178-15", "overlaypool":"test-librbd-smithi132-60178-17"}]': finished 2024-06-06T11:09:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:41 smithi132 bash[17898]: cluster 2024-06-06T11:09:41.218164+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-06-06T11:09:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:41 smithi132 bash[25563]: cluster 2024-06-06T11:09:40.773922+0000 mon.a (mon.0) 1066 : cluster [DBG] mgrmap e25: x(active, since 91s), standbys: y 2024-06-06T11:09:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:41 smithi132 bash[25563]: cluster 2024-06-06T11:09:41.033294+0000 mgr.x (mgr.24880) 82 : cluster [DBG] pgmap v85: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-06-06T11:09:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:41 smithi132 bash[25563]: audit 2024-06-06T11:09:41.218025+0000 mon.a (mon.0) 1067 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi132-60178-15", "overlaypool":"test-librbd-smithi132-60178-17"}]': finished 2024-06-06T11:09:42.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:41 smithi132 bash[25563]: cluster 2024-06-06T11:09:41.218164+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-06-06T11:09:42.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:41 smithi179 bash[18882]: cluster 2024-06-06T11:09:40.773922+0000 mon.a (mon.0) 1066 : cluster [DBG] mgrmap e25: x(active, since 91s), standbys: y 2024-06-06T11:09:42.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:41 smithi179 bash[18882]: cluster 2024-06-06T11:09:41.033294+0000 mgr.x (mgr.24880) 82 : cluster [DBG] pgmap v85: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-06-06T11:09:42.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:41 smithi179 bash[18882]: audit 2024-06-06T11:09:41.218025+0000 mon.a (mon.0) 1067 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi132-60178-15", "overlaypool":"test-librbd-smithi132-60178-17"}]': finished 2024-06-06T11:09:42.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:41 smithi179 bash[18882]: cluster 2024-06-06T11:09:41.218164+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-06-06T11:09:43.508 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:43 smithi179 bash[18882]: cluster 2024-06-06T11:09:42.218602+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-06-06T11:09:43.508 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:43 smithi179 bash[18882]: audit 2024-06-06T11:09:42.317962+0000 mon.c (mon.2) 77 : audit [DBG] from='client.? 172.21.15.132:0/3442965262' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:43 smithi132 bash[25563]: cluster 2024-06-06T11:09:42.218602+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-06-06T11:09:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:43 smithi132 bash[25563]: audit 2024-06-06T11:09:42.317962+0000 mon.c (mon.2) 77 : audit [DBG] from='client.? 172.21.15.132:0/3442965262' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:43 smithi132 bash[17898]: cluster 2024-06-06T11:09:42.218602+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-06-06T11:09:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:43 smithi132 bash[17898]: audit 2024-06-06T11:09:42.317962+0000 mon.c (mon.2) 77 : audit [DBG] from='client.? 172.21.15.132:0/3442965262' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:43.790 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:43 smithi179 bash[46901]: ts=2024-06-06T11:09:43.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:09:44.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:44 smithi132 bash[17898]: cluster 2024-06-06T11:09:43.034415+0000 mgr.x (mgr.24880) 83 : cluster [DBG] pgmap v88: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-06-06T11:09:44.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:44 smithi132 bash[17898]: cluster 2024-06-06T11:09:43.225254+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-06-06T11:09:44.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:44 smithi132 bash[25563]: cluster 2024-06-06T11:09:43.034415+0000 mgr.x (mgr.24880) 83 : cluster [DBG] pgmap v88: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-06-06T11:09:44.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:44 smithi132 bash[25563]: cluster 2024-06-06T11:09:43.225254+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-06-06T11:09:44.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:44 smithi179 bash[43862]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:09:44] "GET /metrics HTTP/1.1" 200 74231 "" "Prometheus/2.33.4" 2024-06-06T11:09:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:44 smithi179 bash[18882]: cluster 2024-06-06T11:09:43.034415+0000 mgr.x (mgr.24880) 83 : cluster [DBG] pgmap v88: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-06-06T11:09:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:44 smithi179 bash[18882]: cluster 2024-06-06T11:09:43.225254+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-06-06T11:09:45.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:45 smithi132 bash[25563]: cluster 2024-06-06T11:09:44.235778+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-06-06T11:09:45.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:45 smithi132 bash[25563]: audit 2024-06-06T11:09:44.750452+0000 mon.a (mon.0) 1072 : audit [DBG] from='client.? 172.21.15.132:0/513997416' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:45.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:45 smithi132 bash[25563]: audit 2024-06-06T11:09:44.759203+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:45.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:45 smithi132 bash[17898]: cluster 2024-06-06T11:09:44.235778+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-06-06T11:09:45.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:45 smithi132 bash[17898]: audit 2024-06-06T11:09:44.750452+0000 mon.a (mon.0) 1072 : audit [DBG] from='client.? 172.21.15.132:0/513997416' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:45.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:45 smithi132 bash[17898]: audit 2024-06-06T11:09:44.759203+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:45 smithi179 bash[18882]: cluster 2024-06-06T11:09:44.235778+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-06-06T11:09:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:45 smithi179 bash[18882]: audit 2024-06-06T11:09:44.750452+0000 mon.a (mon.0) 1072 : audit [DBG] from='client.? 172.21.15.132:0/513997416' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:45 smithi179 bash[18882]: audit 2024-06-06T11:09:44.759203+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:46.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:46 smithi132 bash[17898]: cluster 2024-06-06T11:09:45.038885+0000 mgr.x (mgr.24880) 84 : cluster [DBG] pgmap v91: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-06-06T11:09:46.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:46 smithi132 bash[17898]: cluster 2024-06-06T11:09:45.250818+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-06-06T11:09:46.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:46 smithi132 bash[25563]: cluster 2024-06-06T11:09:45.038885+0000 mgr.x (mgr.24880) 84 : cluster [DBG] pgmap v91: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-06-06T11:09:46.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:46 smithi132 bash[25563]: cluster 2024-06-06T11:09:45.250818+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-06-06T11:09:46.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:46 smithi179 bash[18882]: cluster 2024-06-06T11:09:45.038885+0000 mgr.x (mgr.24880) 84 : cluster [DBG] pgmap v91: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-06-06T11:09:46.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:46 smithi179 bash[18882]: cluster 2024-06-06T11:09:45.250818+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-06-06T11:09:47.160 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.161 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.161 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.161 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.161 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.161 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 1 2024-06-06T11:09:47.161 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:09:47.161 INFO:tasks.workunit.client.0.smithi132.stdout:child: image70 2024-06-06T11:09:47.161 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70/39de5f70057e 2024-06-06T11:09:47.161 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.161 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 2 2024-06-06T11:09:47.162 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:09:47.163 INFO:tasks.workunit.client.0.smithi132.stdout:child: image71 2024-06-06T11:09:47.163 INFO:tasks.workunit.client.0.smithi132.stdout:child: image70 2024-06-06T11:09:47.163 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70/39de5f70057e 2024-06-06T11:09:47.163 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.163 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71/39decaa391d0 2024-06-06T11:09:47.163 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.163 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.163 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.163 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.163 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image72 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image72 2024-06-06T11:09:47.164 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image72 2024-06-06T11:09:47.165 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.165 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 3 2024-06-06T11:09:47.165 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 3 2024-06-06T11:09:47.165 INFO:tasks.workunit.client.0.smithi132.stdout:child: image71 2024-06-06T11:09:47.165 INFO:tasks.workunit.client.0.smithi132.stdout:child: image70 2024-06-06T11:09:47.165 INFO:tasks.workunit.client.0.smithi132.stdout:child: image72 2024-06-06T11:09:47.165 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70/39de5f70057e 2024-06-06T11:09:47.165 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.165 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71/39decaa391d0 2024-06-06T11:09:47.165 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.165 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image72/39de954639f2 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.166 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 3 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 3 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout:child: image71 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout:child: image70 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout:child: image72 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70/39de5f70057e 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71/39decaa391d0 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image72/39de954639f2 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.167 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:47.168 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:47.169 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.169 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 4 2024-06-06T11:09:47.169 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 4 2024-06-06T11:09:47.169 INFO:tasks.workunit.client.0.smithi132.stdout:child: image71 2024-06-06T11:09:47.169 INFO:tasks.workunit.client.0.smithi132.stdout:child: image70 2024-06-06T11:09:47.169 INFO:tasks.workunit.client.0.smithi132.stdout:child: image72 2024-06-06T11:09:47.169 INFO:tasks.workunit.client.0.smithi132.stdout:child: image73 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70/39de5f70057e 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71/39decaa391d0 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image72/39de954639f2 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image73/39de44dcde48 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.170 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.171 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.171 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.171 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.171 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.171 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.171 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.171 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image72 2024-06-06T11:09:47.171 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.171 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.171 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image72 2024-06-06T11:09:47.171 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image72 2024-06-06T11:09:47.172 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.172 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:47.172 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:47.172 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:47.172 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image70 2024-06-06T11:09:47.172 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image72 2024-06-06T11:09:47.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:47 smithi132 bash[25563]: cluster 2024-06-06T11:09:46.257645+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-06-06T11:09:47.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:47 smithi132 bash[25563]: audit 2024-06-06T11:09:47.227820+0000 mon.c (mon.2) 78 : audit [DBG] from='client.? 172.21.15.132:0/1708570985' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:47.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:47 smithi132 bash[17898]: cluster 2024-06-06T11:09:46.257645+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-06-06T11:09:47.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:47 smithi132 bash[17898]: audit 2024-06-06T11:09:47.227820+0000 mon.c (mon.2) 78 : audit [DBG] from='client.? 172.21.15.132:0/1708570985' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:47.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:47 smithi179 bash[18882]: cluster 2024-06-06T11:09:46.257645+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-06-06T11:09:47.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:47 smithi179 bash[18882]: audit 2024-06-06T11:09:47.227820+0000 mon.c (mon.2) 78 : audit [DBG] from='client.? 172.21.15.132:0/1708570985' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:48.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:47 smithi132 bash[66667]: [06/Jun/2024:11:09:47] ENGINE Bus STOPPING 2024-06-06T11:09:48.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:47 smithi179 bash[43862]: debug 2024-06-06T11:09:47.708+0000 7f30ea2df640 -1 mgr handle_mgr_map I was active but no longer am 2024-06-06T11:09:48.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:47 smithi179 bash[43862]: ignoring --setuser ceph since I am not root 2024-06-06T11:09:48.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:47 smithi179 bash[43862]: ignoring --setgroup ceph since I am not root 2024-06-06T11:09:48.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:47 smithi179 bash[43862]: debug 2024-06-06T11:09:47.776+0000 7f029446c640 1 -- 172.21.15.179:0/3381839597 <== mon.0 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557388c40d00 con 0x557388c33400 2024-06-06T11:09:48.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:47 smithi179 bash[43862]: debug 2024-06-06T11:09:47.912+0000 7f0296cc7040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T11:09:48.442 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: [06/Jun/2024:11:09:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:09:48.442 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: [06/Jun/2024:11:09:48] ENGINE Bus STOPPED 2024-06-06T11:09:48.443 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: [06/Jun/2024:11:09:48] ENGINE Bus STARTING 2024-06-06T11:09:48.443 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: [06/Jun/2024:11:09:48] ENGINE Serving on http://:::9283 2024-06-06T11:09:48.443 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: [06/Jun/2024:11:09:48] ENGINE Bus STARTED 2024-06-06T11:09:48.761 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.566554+0000 mon.a (mon.0) 1076 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:48.761 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.575986+0000 mon.a (mon.0) 1077 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:48.761 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.578093+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:09:48.761 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.579652+0000 mon.b (mon.1) 93 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:09:48.761 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.589976+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.691794+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.701502+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.703070+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: cluster 2024-06-06T11:09:47.716080+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.723230+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: cluster 2024-06-06T11:09:47.723498+0000 mon.a (mon.0) 1082 : cluster [DBG] mgrmap e26: y(active, starting, since 0.0195617s) 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.727413+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.727675+0000 mon.a (mon.0) 1084 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.727885+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.728220+0000 mon.a (mon.0) 1086 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi132.jyyqao"}]: dispatch 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.728605+0000 mon.a (mon.0) 1087 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi179.tpnmsk"}]: dispatch 2024-06-06T11:09:48.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.730426+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T11:09:48.763 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.730669+0000 mon.a (mon.0) 1089 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:09:48.763 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.731021+0000 mon.a (mon.0) 1090 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:09:48.763 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.731330+0000 mon.a (mon.0) 1091 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:09:48.763 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.566554+0000 mon.a (mon.0) 1076 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:48.763 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.575986+0000 mon.a (mon.0) 1077 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:48.763 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.578093+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:09:48.763 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.579652+0000 mon.b (mon.1) 93 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:09:48.763 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.589976+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.691794+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.701502+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.703070+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: cluster 2024-06-06T11:09:47.716080+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.723230+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: cluster 2024-06-06T11:09:47.723498+0000 mon.a (mon.0) 1082 : cluster [DBG] mgrmap e26: y(active, starting, since 0.0195617s) 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.727413+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.727675+0000 mon.a (mon.0) 1084 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.727885+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.728220+0000 mon.a (mon.0) 1086 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi132.jyyqao"}]: dispatch 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.728605+0000 mon.a (mon.0) 1087 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi179.tpnmsk"}]: dispatch 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.730426+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T11:09:48.764 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.730669+0000 mon.a (mon.0) 1089 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:09:48.765 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.731021+0000 mon.a (mon.0) 1090 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:09:48.765 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.731330+0000 mon.a (mon.0) 1091 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:09:48.765 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.731654+0000 mon.a (mon.0) 1092 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:09:48.765 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.731945+0000 mon.a (mon.0) 1093 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T11:09:48.765 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.732236+0000 mon.a (mon.0) 1094 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:09:48.765 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.732531+0000 mon.a (mon.0) 1095 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:09:48.765 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.732767+0000 mon.a (mon.0) 1096 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:09:48.765 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.733856+0000 mon.a (mon.0) 1097 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T11:09:48.766 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.734265+0000 mon.a (mon.0) 1098 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T11:09:48.766 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:47.735105+0000 mon.a (mon.0) 1099 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T11:09:48.766 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: cluster 2024-06-06T11:09:48.231744+0000 mon.a (mon.0) 1100 : cluster [INF] Manager daemon y is now available 2024-06-06T11:09:48.766 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:48.271269+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:48.766 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:48.343253+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:48.766 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:48.345248+0000 mon.a (mon.0) 1103 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:48.766 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:48.403925+0000 mon.a (mon.0) 1104 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:09:48.766 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[17898]: audit 2024-06-06T11:09:48.434997+0000 mon.a (mon.0) 1105 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T11:09:48.766 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.731654+0000 mon.a (mon.0) 1092 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:09:48.766 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.731945+0000 mon.a (mon.0) 1093 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.732236+0000 mon.a (mon.0) 1094 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.732531+0000 mon.a (mon.0) 1095 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.732767+0000 mon.a (mon.0) 1096 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.733856+0000 mon.a (mon.0) 1097 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.734265+0000 mon.a (mon.0) 1098 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:47.735105+0000 mon.a (mon.0) 1099 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: cluster 2024-06-06T11:09:48.231744+0000 mon.a (mon.0) 1100 : cluster [INF] Manager daemon y is now available 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:48.271269+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:48.343253+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:48.345248+0000 mon.a (mon.0) 1103 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:48.403925+0000 mon.a (mon.0) 1104 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:09:48.767 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[25563]: audit 2024-06-06T11:09:48.434997+0000 mon.a (mon.0) 1105 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T11:09:48.768 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: debug 2024-06-06T11:09:48.450+0000 7f15943c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:09:48.768 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: debug 2024-06-06T11:09:48.450+0000 7f15943c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:09:48.768 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: debug 2024-06-06T11:09:48.450+0000 7f15943c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:09:48.768 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: debug 2024-06-06T11:09:48.450+0000 7f15943c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:09:48.768 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: debug 2024-06-06T11:09:48.450+0000 7f15943c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:09:48.768 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: debug 2024-06-06T11:09:48.454+0000 7f15973c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:09:48.768 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: debug 2024-06-06T11:09:48.454+0000 7f15973c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:09:48.768 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: debug 2024-06-06T11:09:48.454+0000 7f15973c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:09:48.768 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: debug 2024-06-06T11:09:48.454+0000 7f15973c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:09:48.768 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:48 smithi132 bash[66667]: debug 2024-06-06T11:09:48.454+0000 7f15973c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:09:48.769 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[46901]: ts=2024-06-06T11:09:48.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:09:48.769 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.566554+0000 mon.a (mon.0) 1076 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:48.769 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.575986+0000 mon.a (mon.0) 1077 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:48.769 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.578093+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:09:48.769 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.579652+0000 mon.b (mon.1) 93 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.589976+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.24880 ' entity='mgr.x' 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.691794+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.701502+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.24880 172.21.15.179:0/2492435554' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.703070+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: cluster 2024-06-06T11:09:47.716080+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.723230+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24880 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: cluster 2024-06-06T11:09:47.723498+0000 mon.a (mon.0) 1082 : cluster [DBG] mgrmap e26: y(active, starting, since 0.0195617s) 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.727413+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.727675+0000 mon.a (mon.0) 1084 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.727885+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.728220+0000 mon.a (mon.0) 1086 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi132.jyyqao"}]: dispatch 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.728605+0000 mon.a (mon.0) 1087 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi179.tpnmsk"}]: dispatch 2024-06-06T11:09:48.770 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.730426+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.730669+0000 mon.a (mon.0) 1089 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.731021+0000 mon.a (mon.0) 1090 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.731330+0000 mon.a (mon.0) 1091 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.731654+0000 mon.a (mon.0) 1092 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.731945+0000 mon.a (mon.0) 1093 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.732236+0000 mon.a (mon.0) 1094 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.732531+0000 mon.a (mon.0) 1095 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.732767+0000 mon.a (mon.0) 1096 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.733856+0000 mon.a (mon.0) 1097 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.734265+0000 mon.a (mon.0) 1098 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:47.735105+0000 mon.a (mon.0) 1099 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: cluster 2024-06-06T11:09:48.231744+0000 mon.a (mon.0) 1100 : cluster [INF] Manager daemon y is now available 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:48.271269+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:09:48.771 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:48.343253+0000 mon.a (mon.0) 1102 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:48.772 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:48.345248+0000 mon.a (mon.0) 1103 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:09:48.772 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:48.403925+0000 mon.a (mon.0) 1104 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:09:48.772 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[18882]: audit 2024-06-06T11:09:48.434997+0000 mon.a (mon.0) 1105 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T11:09:49.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[43862]: debug 2024-06-06T11:09:48.796+0000 7f0296cc7040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T11:09:49.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[43862]: debug 2024-06-06T11:09:48.884+0000 7f0296cc7040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T11:09:49.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:48 smithi179 bash[43862]: debug 2024-06-06T11:09:48.968+0000 7f0296cc7040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T11:09:49.478 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[43862]: debug 2024-06-06T11:09:49.172+0000 7f0296cc7040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:09:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[18882]: cluster 2024-06-06T11:09:48.720192+0000 mon.a (mon.0) 1106 : cluster [DBG] mgrmap e27: y(active, since 1.01626s) 2024-06-06T11:09:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[18882]: cluster 2024-06-06T11:09:48.724416+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-06-06T11:09:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[18882]: cluster 2024-06-06T11:09:48.760563+0000 mgr.y (mgr.25283) 2 : cluster [DBG] pgmap v4: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 GiB/s rd, 11 GiB/s wr, 9.66M op/s; 14 KiB/s, 486 objects/s recovering 2024-06-06T11:09:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[18882]: audit 2024-06-06T11:09:48.873873+0000 mon.a (mon.0) 1108 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi132-60178-15"}]: dispatch 2024-06-06T11:09:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[18882]: audit 2024-06-06T11:09:49.212095+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi132-60178-15"}]': finished 2024-06-06T11:09:49.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[18882]: cluster 2024-06-06T11:09:49.212191+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-06-06T11:09:49.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[18882]: audit 2024-06-06T11:09:49.214662+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17"}]: dispatch 2024-06-06T11:09:49.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[18882]: audit 2024-06-06T11:09:49.668125+0000 mon.c (mon.2) 79 : audit [DBG] from='client.? 172.21.15.132:0/2033927265' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:49.790 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[43862]: debug 2024-06-06T11:09:49.476+0000 7f0296cc7040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T11:09:49.790 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[43862]: debug 2024-06-06T11:09:49.540+0000 7f0296cc7040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T11:09:49.790 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:49 smithi179 bash[43862]: debug 2024-06-06T11:09:49.688+0000 7f0296cc7040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T11:09:49.967 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[17898]: cluster 2024-06-06T11:09:48.720192+0000 mon.a (mon.0) 1106 : cluster [DBG] mgrmap e27: y(active, since 1.01626s) 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[17898]: cluster 2024-06-06T11:09:48.724416+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[17898]: cluster 2024-06-06T11:09:48.760563+0000 mgr.y (mgr.25283) 2 : cluster [DBG] pgmap v4: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 GiB/s rd, 11 GiB/s wr, 9.66M op/s; 14 KiB/s, 486 objects/s recovering 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[17898]: audit 2024-06-06T11:09:48.873873+0000 mon.a (mon.0) 1108 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi132-60178-15"}]: dispatch 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[17898]: audit 2024-06-06T11:09:49.212095+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi132-60178-15"}]': finished 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[17898]: cluster 2024-06-06T11:09:49.212191+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[17898]: audit 2024-06-06T11:09:49.214662+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17"}]: dispatch 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[17898]: audit 2024-06-06T11:09:49.668125+0000 mon.c (mon.2) 79 : audit [DBG] from='client.? 172.21.15.132:0/2033927265' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[25563]: cluster 2024-06-06T11:09:48.720192+0000 mon.a (mon.0) 1106 : cluster [DBG] mgrmap e27: y(active, since 1.01626s) 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[25563]: cluster 2024-06-06T11:09:48.724416+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[25563]: cluster 2024-06-06T11:09:48.760563+0000 mgr.y (mgr.25283) 2 : cluster [DBG] pgmap v4: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 GiB/s rd, 11 GiB/s wr, 9.66M op/s; 14 KiB/s, 486 objects/s recovering 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[25563]: audit 2024-06-06T11:09:48.873873+0000 mon.a (mon.0) 1108 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi132-60178-15"}]: dispatch 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[25563]: audit 2024-06-06T11:09:49.212095+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi132-60178-15"}]': finished 2024-06-06T11:09:49.968 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[25563]: cluster 2024-06-06T11:09:49.212191+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-06-06T11:09:49.969 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[25563]: audit 2024-06-06T11:09:49.214662+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17"}]: dispatch 2024-06-06T11:09:49.969 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[25563]: audit 2024-06-06T11:09:49.668125+0000 mon.c (mon.2) 79 : audit [DBG] from='client.? 172.21.15.132:0/2033927265' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:50.214 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 4 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 4 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout:child: image71 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout:child: image70 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout:child: image72 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout:child: image73 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image70/39de5f70057e 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71/39decaa391d0 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image72/39de954639f2 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.215 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image73/39de44dcde48 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image72 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image72 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image72 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:50.216 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image72 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 3 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 3 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout:child: image71 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout:child: image72 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout:child: image73 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71/39decaa391d0 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image72/39de954639f2 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image73/39de44dcde48 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.217 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image73 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 2 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 2 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout:child: image71 2024-06-06T11:09:50.218 INFO:tasks.workunit.client.0.smithi132.stdout:child: image73 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71/39decaa391d0 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-16/image73/39de44dcde48 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout:trying to find test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout:checking test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 1 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 1 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout:child: image71 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-15/image71/39decaa391d0 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:09:50.219 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 0 2024-06-06T11:09:50.220 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 0 2024-06-06T11:09:50.220 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ListChildrenTiered (17659 ms) 2024-06-06T11:09:50.220 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.LockingPP 2024-06-06T11:09:50.220 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:50.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: debug 2024-06-06T11:09:49.962+0000 7f1580b9a640 -1 log_channel(cephadm) log [ERR] : [06/Jun/2024:11:09:49] ENGINE Error in HTTPServer.serve 2024-06-06T11:09:50.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: Traceback (most recent call last): 2024-06-06T11:09:50.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:09:50.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: self._connections.run(self.expiration_interval) 2024-06-06T11:09:50.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:09:50.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: self._run(expiration_interval) 2024-06-06T11:09:50.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:09:50.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:09:50.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:09:50.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:09:50.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:09:50.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: s = self.context.wrap_socket( 2024-06-06T11:09:50.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:09:50.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: return self.sslsocket_class._create( 2024-06-06T11:09:50.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:09:50.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: self.do_handshake() 2024-06-06T11:09:50.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:09:50.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: self._sslobj.do_handshake() 2024-06-06T11:09:50.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:09:49 smithi132 bash[66667]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:09:50.309 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.LockingPP (96 ms) 2024-06-06T11:09:50.310 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.FlushAio 2024-06-06T11:09:50.310 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:50.682 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.FlushAio (372 ms) 2024-06-06T11:09:50.683 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-06-06T11:09:50.683 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:50.733 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[43862]: debug 2024-06-06T11:09:50.436+0000 7f0296cc7040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T11:09:50.733 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[43862]: debug 2024-06-06T11:09:50.532+0000 7f0296cc7040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T11:09:50.734 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[43862]: debug 2024-06-06T11:09:50.624+0000 7f0296cc7040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T11:09:50.734 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: cephadm 2024-06-06T11:09:49.835554+0000 mgr.y (mgr.25283) 4 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Bus STARTING 2024-06-06T11:09:50.734 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: cephadm 2024-06-06T11:09:49.960914+0000 mgr.y (mgr.25283) 5 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Serving on https://172.21.15.132:7150 2024-06-06T11:09:50.734 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: cephadm 2024-06-06T11:09:49.969155+0000 mgr.y (mgr.25283) 6 : cephadm [ERR] [06/Jun/2024:11:09:49] ENGINE Error in HTTPServer.serve 2024-06-06T11:09:50.734 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: Traceback (most recent call last): 2024-06-06T11:09:50.734 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:09:50.734 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: self._connections.run(self.expiration_interval) 2024-06-06T11:09:50.734 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:09:50.734 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: self._run(expiration_interval) 2024-06-06T11:09:50.734 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:09:50.953 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.FlushAioPP (271 ms) 2024-06-06T11:09:50.953 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-06-06T11:09:50.953 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:50.991 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (38 ms) 2024-06-06T11:09:50.991 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-06-06T11:09:50.991 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:51.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:09:51.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:09:51.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:09:51.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:09:51.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: s = self.context.wrap_socket( 2024-06-06T11:09:51.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:09:51.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: return self.sslsocket_class._create( 2024-06-06T11:09:51.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:09:51.018 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: self.do_handshake() 2024-06-06T11:09:51.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:09:51.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: self._sslobj.do_handshake() 2024-06-06T11:09:51.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:09:51.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: cephadm 2024-06-06T11:09:50.062723+0000 mgr.y (mgr.25283) 7 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Serving on http://172.21.15.132:8765 2024-06-06T11:09:51.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: cephadm 2024-06-06T11:09:50.062842+0000 mgr.y (mgr.25283) 8 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Bus STARTED 2024-06-06T11:09:51.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: cluster 2024-06-06T11:09:50.208487+0000 mon.a (mon.0) 1112 : cluster [INF] Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-06-06T11:09:51.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: cluster 2024-06-06T11:09:50.208532+0000 mon.a (mon.0) 1113 : cluster [INF] Cluster is now healthy 2024-06-06T11:09:51.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: audit 2024-06-06T11:09:50.215790+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17"}]': finished 2024-06-06T11:09:51.019 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:50 smithi179 bash[18882]: cluster 2024-06-06T11:09:50.215923+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-06-06T11:09:51.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: cephadm 2024-06-06T11:09:49.835554+0000 mgr.y (mgr.25283) 4 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Bus STARTING 2024-06-06T11:09:51.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: cephadm 2024-06-06T11:09:49.960914+0000 mgr.y (mgr.25283) 5 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Serving on https://172.21.15.132:7150 2024-06-06T11:09:51.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: cephadm 2024-06-06T11:09:49.969155+0000 mgr.y (mgr.25283) 6 : cephadm [ERR] [06/Jun/2024:11:09:49] ENGINE Error in HTTPServer.serve 2024-06-06T11:09:51.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: Traceback (most recent call last): 2024-06-06T11:09:51.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: self._connections.run(self.expiration_interval) 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: self._run(expiration_interval) 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: s = self.context.wrap_socket( 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: return self.sslsocket_class._create( 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: self.do_handshake() 2024-06-06T11:09:51.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: self._sslobj.do_handshake() 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: cephadm 2024-06-06T11:09:50.062723+0000 mgr.y (mgr.25283) 7 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Serving on http://172.21.15.132:8765 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: cephadm 2024-06-06T11:09:50.062842+0000 mgr.y (mgr.25283) 8 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Bus STARTED 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: cluster 2024-06-06T11:09:50.208487+0000 mon.a (mon.0) 1112 : cluster [INF] Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: cluster 2024-06-06T11:09:50.208532+0000 mon.a (mon.0) 1113 : cluster [INF] Cluster is now healthy 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: audit 2024-06-06T11:09:50.215790+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17"}]': finished 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[25563]: cluster 2024-06-06T11:09:50.215923+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: cephadm 2024-06-06T11:09:49.835554+0000 mgr.y (mgr.25283) 4 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Bus STARTING 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: cephadm 2024-06-06T11:09:49.960914+0000 mgr.y (mgr.25283) 5 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Serving on https://172.21.15.132:7150 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: cephadm 2024-06-06T11:09:49.969155+0000 mgr.y (mgr.25283) 6 : cephadm [ERR] [06/Jun/2024:11:09:49] ENGINE Error in HTTPServer.serve 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: Traceback (most recent call last): 2024-06-06T11:09:51.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: self._connections.run(self.expiration_interval) 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: self._run(expiration_interval) 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: s = self.context.wrap_socket( 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: return self.sslsocket_class._create( 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: self.do_handshake() 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:09:51.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: self._sslobj.do_handshake() 2024-06-06T11:09:51.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:09:51.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: cephadm 2024-06-06T11:09:50.062723+0000 mgr.y (mgr.25283) 7 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Serving on http://172.21.15.132:8765 2024-06-06T11:09:51.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: cephadm 2024-06-06T11:09:50.062842+0000 mgr.y (mgr.25283) 8 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Bus STARTED 2024-06-06T11:09:51.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: cluster 2024-06-06T11:09:50.208487+0000 mon.a (mon.0) 1112 : cluster [INF] Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-06-06T11:09:51.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: cluster 2024-06-06T11:09:50.208532+0000 mon.a (mon.0) 1113 : cluster [INF] Cluster is now healthy 2024-06-06T11:09:51.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: audit 2024-06-06T11:09:50.215790+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.15.132:0/761716886' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi132-60178-15", "tierpool":"test-librbd-smithi132-60178-17"}]': finished 2024-06-06T11:09:51.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:50 smithi132 bash[17898]: cluster 2024-06-06T11:09:50.215923+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-06-06T11:09:51.045 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (54 ms) 2024-06-06T11:09:51.045 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-06-06T11:09:51.045 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:51.079 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ZeroLengthRead (34 ms) 2024-06-06T11:09:51.079 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-06-06T11:09:51.079 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:51.147 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.LargeCacheRead (68 ms) 2024-06-06T11:09:51.147 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-06-06T11:09:51.147 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:51.289 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:51 smithi179 bash[43862]: debug 2024-06-06T11:09:51.012+0000 7f0296cc7040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T11:09:51.289 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:51 smithi179 bash[43862]: debug 2024-06-06T11:09:51.192+0000 7f0296cc7040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T11:09:51.523 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestPendingAio (376 ms) 2024-06-06T11:09:51.524 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-06-06T11:09:51.524 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:51.989 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:51 smithi179 bash[43862]: debug 2024-06-06T11:09:51.704+0000 7f0296cc7040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T11:09:52.289 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:51 smithi179 bash[43862]: debug 2024-06-06T11:09:51.984+0000 7f0296cc7040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:09:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[18882]: cluster 2024-06-06T11:09:51.222564+0000 mon.a (mon.0) 1116 : cluster [DBG] mgrmap e28: y(active, since 3s) 2024-06-06T11:09:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[18882]: audit 2024-06-06T11:09:52.115009+0000 mon.c (mon.2) 80 : audit [DBG] from='client.? 172.21.15.132:0/1817265535' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:52.402 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:52.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:52 smithi132 bash[17898]: cluster 2024-06-06T11:09:51.222564+0000 mon.a (mon.0) 1116 : cluster [DBG] mgrmap e28: y(active, since 3s) 2024-06-06T11:09:52.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:52 smithi132 bash[17898]: audit 2024-06-06T11:09:52.115009+0000 mon.c (mon.2) 80 : audit [DBG] from='client.? 172.21.15.132:0/1817265535' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:52.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:52 smithi132 bash[25563]: cluster 2024-06-06T11:09:51.222564+0000 mon.a (mon.0) 1116 : cluster [DBG] mgrmap e28: y(active, since 3s) 2024-06-06T11:09:52.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:52 smithi132 bash[25563]: audit 2024-06-06T11:09:52.115009+0000 mon.c (mon.2) 80 : audit [DBG] from='client.? 172.21.15.132:0/1817265535' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:52.726 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: debug 2024-06-06T11:09:52.400+0000 7f0296cc7040 -1 mgr[py] Module not found: 'k8sevents' 2024-06-06T11:09:52.726 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: debug 2024-06-06T11:09:52.400+0000 7f0296cc7040 -1 mgr[py] Traceback (most recent call last): 2024-06-06T11:09:52.726 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: File "/usr/share/ceph/mgr/k8sevents/__init__.py", line 1, in 2024-06-06T11:09:52.726 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: from .module import Module 2024-06-06T11:09:52.726 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: File "/usr/share/ceph/mgr/k8sevents/module.py", line 70, in 2024-06-06T11:09:52.726 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: from kubernetes.client.models.v1_event import V1Event 2024-06-06T11:09:52.727 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: ModuleNotFoundError: No module named 'kubernetes.client.models.v1_event' 2024-06-06T11:09:52.727 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: debug 2024-06-06T11:09:52.404+0000 7f0296cc7040 -1 mgr[py] Class not found in module 'k8sevents' 2024-06-06T11:09:52.727 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: debug 2024-06-06T11:09:52.404+0000 7f0296cc7040 -1 mgr[py] Error loading module 'k8sevents': (2) No such file or directory 2024-06-06T11:09:52.727 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: debug 2024-06-06T11:09:52.488+0000 7f0296cc7040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T11:09:52.727 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: debug 2024-06-06T11:09:52.552+0000 7f0296cc7040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T11:09:53.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: debug 2024-06-06T11:09:52.720+0000 7f0296cc7040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T11:09:53.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: debug 2024-06-06T11:09:52.792+0000 7f0296cc7040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T11:09:53.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: debug 2024-06-06T11:09:52.888+0000 7f0296cc7040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T11:09:53.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:52 smithi179 bash[43862]: debug 2024-06-06T11:09:52.960+0000 7f0296cc7040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T11:09:53.507 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:53 smithi179 bash[18882]: cluster 2024-06-06T11:09:51.735403+0000 mgr.y (mgr.25283) 9 : cluster [DBG] pgmap v8: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 24 MiB/s wr, 19.98k op/s; 28 B/s, 1 objects/s recovering 2024-06-06T11:09:53.507 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:53 smithi179 bash[18882]: cluster 2024-06-06T11:09:52.231125+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-06-06T11:09:53.507 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:53 smithi179 bash[43862]: debug 2024-06-06T11:09:53.040+0000 7f0296cc7040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T11:09:53.508 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:53 smithi179 bash[43862]: debug 2024-06-06T11:09:53.192+0000 7f0296cc7040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T11:09:53.508 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:53 smithi179 bash[43862]: debug 2024-06-06T11:09:53.288+0000 7f0296cc7040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T11:09:53.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:53 smithi132 bash[17898]: cluster 2024-06-06T11:09:51.735403+0000 mgr.y (mgr.25283) 9 : cluster [DBG] pgmap v8: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 24 MiB/s wr, 19.98k op/s; 28 B/s, 1 objects/s recovering 2024-06-06T11:09:53.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:53 smithi132 bash[17898]: cluster 2024-06-06T11:09:52.231125+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-06-06T11:09:53.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:53 smithi132 bash[25563]: cluster 2024-06-06T11:09:51.735403+0000 mgr.y (mgr.25283) 9 : cluster [DBG] pgmap v8: 617 pgs: 617 active+clean; 35 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 24 MiB/s wr, 19.98k op/s; 28 B/s, 1 objects/s recovering 2024-06-06T11:09:53.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:53 smithi132 bash[25563]: cluster 2024-06-06T11:09:52.231125+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-06-06T11:09:53.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:09:53 smithi179 bash[46901]: ts=2024-06-06T11:09:53.507Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:09:54.284 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2761 ms) 2024-06-06T11:09:54.284 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-06-06T11:09:54.285 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:54.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:54 smithi132 bash[17898]: cluster 2024-06-06T11:09:53.236853+0000 mon.a (mon.0) 1118 : cluster [DBG] mgrmap e29: y(active, since 5s) 2024-06-06T11:09:54.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:54 smithi132 bash[17898]: cluster 2024-06-06T11:09:53.242128+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-06-06T11:09:54.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:54 smithi132 bash[17898]: cluster 2024-06-06T11:09:54.217828+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-06-06T11:09:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:54 smithi132 bash[25563]: cluster 2024-06-06T11:09:53.236853+0000 mon.a (mon.0) 1118 : cluster [DBG] mgrmap e29: y(active, since 5s) 2024-06-06T11:09:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:54 smithi132 bash[25563]: cluster 2024-06-06T11:09:53.242128+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-06-06T11:09:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:54 smithi132 bash[25563]: cluster 2024-06-06T11:09:54.217828+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-06-06T11:09:54.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:54 smithi179 bash[43862]: debug 2024-06-06T11:09:54.404+0000 7f0296cc7040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T11:09:54.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:54 smithi179 bash[43862]: debug 2024-06-06T11:09:54.404+0000 7f0296cc7040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:09:54.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:54 smithi179 bash[43862]: [06/Jun/2024:11:09:54] ENGINE Bus STARTING 2024-06-06T11:09:54.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:54 smithi179 bash[43862]: CherryPy Checker: 2024-06-06T11:09:54.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:54 smithi179 bash[43862]: The Application mounted at '' has an empty config. 2024-06-06T11:09:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:54 smithi179 bash[18882]: cluster 2024-06-06T11:09:53.236853+0000 mon.a (mon.0) 1118 : cluster [DBG] mgrmap e29: y(active, since 5s) 2024-06-06T11:09:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:54 smithi179 bash[18882]: cluster 2024-06-06T11:09:53.242128+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-06-06T11:09:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:54 smithi179 bash[18882]: cluster 2024-06-06T11:09:54.217828+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-06-06T11:09:55.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:54 smithi179 bash[43862]: [06/Jun/2024:11:09:54] ENGINE Serving on http://:::9283 2024-06-06T11:09:55.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:09:54 smithi179 bash[43862]: [06/Jun/2024:11:09:54] ENGINE Bus STARTED 2024-06-06T11:09:55.417 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: cluster 2024-06-06T11:09:53.737095+0000 mgr.y (mgr.25283) 10 : cluster [DBG] pgmap v11: 617 pgs: 617 active+clean; 37 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 499 KiB/s rd, 456 KiB/s wr, 62 op/s 2024-06-06T11:09:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: cluster 2024-06-06T11:09:54.408626+0000 mgr.x (mgr.25201) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:09:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: cluster 2024-06-06T11:09:54.431380+0000 mon.a (mon.0) 1121 : cluster [DBG] Standby manager daemon x started 2024-06-06T11:09:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: audit 2024-06-06T11:09:54.435694+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:09:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: audit 2024-06-06T11:09:54.436933+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:09:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: audit 2024-06-06T11:09:54.439651+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:09:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: audit 2024-06-06T11:09:54.440421+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:09:55.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: audit 2024-06-06T11:09:54.603821+0000 mon.a (mon.0) 1122 : audit [DBG] from='client.? 172.21.15.132:0/4172790536' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:55.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: audit 2024-06-06T11:09:54.729773+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:55.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: audit 2024-06-06T11:09:54.737213+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:55.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: audit 2024-06-06T11:09:54.787623+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:55.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[17898]: audit 2024-06-06T11:09:54.796008+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: cluster 2024-06-06T11:09:53.737095+0000 mgr.y (mgr.25283) 10 : cluster [DBG] pgmap v11: 617 pgs: 617 active+clean; 37 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 499 KiB/s rd, 456 KiB/s wr, 62 op/s 2024-06-06T11:09:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: cluster 2024-06-06T11:09:54.408626+0000 mgr.x (mgr.25201) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:09:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: cluster 2024-06-06T11:09:54.431380+0000 mon.a (mon.0) 1121 : cluster [DBG] Standby manager daemon x started 2024-06-06T11:09:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: audit 2024-06-06T11:09:54.435694+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:09:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: audit 2024-06-06T11:09:54.436933+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:09:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: audit 2024-06-06T11:09:54.439651+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:09:55.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: audit 2024-06-06T11:09:54.440421+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:09:55.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: audit 2024-06-06T11:09:54.603821+0000 mon.a (mon.0) 1122 : audit [DBG] from='client.? 172.21.15.132:0/4172790536' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:55.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: audit 2024-06-06T11:09:54.729773+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:55.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: audit 2024-06-06T11:09:54.737213+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:55.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: audit 2024-06-06T11:09:54.787623+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:55.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:55 smithi132 bash[25563]: audit 2024-06-06T11:09:54.796008+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: cluster 2024-06-06T11:09:53.737095+0000 mgr.y (mgr.25283) 10 : cluster [DBG] pgmap v11: 617 pgs: 617 active+clean; 37 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 499 KiB/s rd, 456 KiB/s wr, 62 op/s 2024-06-06T11:09:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: cluster 2024-06-06T11:09:54.408626+0000 mgr.x (mgr.25201) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:09:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: cluster 2024-06-06T11:09:54.431380+0000 mon.a (mon.0) 1121 : cluster [DBG] Standby manager daemon x started 2024-06-06T11:09:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: audit 2024-06-06T11:09:54.435694+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:09:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: audit 2024-06-06T11:09:54.436933+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:09:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: audit 2024-06-06T11:09:54.439651+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:09:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: audit 2024-06-06T11:09:54.440421+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.? 172.21.15.179:0/2129117909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:09:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: audit 2024-06-06T11:09:54.603821+0000 mon.a (mon.0) 1122 : audit [DBG] from='client.? 172.21.15.132:0/4172790536' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:55.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: audit 2024-06-06T11:09:54.729773+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:55.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: audit 2024-06-06T11:09:54.737213+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:55.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: audit 2024-06-06T11:09:54.787623+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:55.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:55 smithi179 bash[18882]: audit 2024-06-06T11:09:54.796008+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[17898]: cluster 2024-06-06T11:09:55.283531+0000 mon.a (mon.0) 1127 : cluster [DBG] mgrmap e30: y(active, since 7s), standbys: x 2024-06-06T11:09:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[17898]: cluster 2024-06-06T11:09:55.285339+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-06-06T11:09:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[17898]: audit 2024-06-06T11:09:55.289496+0000 mon.a (mon.0) 1129 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T11:09:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[17898]: audit 2024-06-06T11:09:55.594958+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[17898]: audit 2024-06-06T11:09:55.600866+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[17898]: audit 2024-06-06T11:09:55.606836+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[17898]: audit 2024-06-06T11:09:55.613923+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[25563]: cluster 2024-06-06T11:09:55.283531+0000 mon.a (mon.0) 1127 : cluster [DBG] mgrmap e30: y(active, since 7s), standbys: x 2024-06-06T11:09:56.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[25563]: cluster 2024-06-06T11:09:55.285339+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-06-06T11:09:56.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[25563]: audit 2024-06-06T11:09:55.289496+0000 mon.a (mon.0) 1129 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T11:09:56.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[25563]: audit 2024-06-06T11:09:55.594958+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[25563]: audit 2024-06-06T11:09:55.600866+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[25563]: audit 2024-06-06T11:09:55.606836+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:56 smithi132 bash[25563]: audit 2024-06-06T11:09:55.613923+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:56 smithi179 bash[18882]: cluster 2024-06-06T11:09:55.283531+0000 mon.a (mon.0) 1127 : cluster [DBG] mgrmap e30: y(active, since 7s), standbys: x 2024-06-06T11:09:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:56 smithi179 bash[18882]: cluster 2024-06-06T11:09:55.285339+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-06-06T11:09:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:56 smithi179 bash[18882]: audit 2024-06-06T11:09:55.289496+0000 mon.a (mon.0) 1129 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T11:09:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:56 smithi179 bash[18882]: audit 2024-06-06T11:09:55.594958+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:56 smithi179 bash[18882]: audit 2024-06-06T11:09:55.600866+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:56 smithi179 bash[18882]: audit 2024-06-06T11:09:55.606836+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:56 smithi179 bash[18882]: audit 2024-06-06T11:09:55.613923+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:09:57.368 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3084 ms) 2024-06-06T11:09:57.368 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.Flatten 2024-06-06T11:09:57.368 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:57 smithi179 bash[18882]: cluster 2024-06-06T11:09:55.738234+0000 mgr.y (mgr.25283) 11 : cluster [DBG] pgmap v14: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 880 KiB/s rd, 729 KiB/s wr, 640 op/s 2024-06-06T11:09:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:57 smithi179 bash[18882]: cluster 2024-06-06T11:09:56.286748+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-06-06T11:09:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:57 smithi179 bash[18882]: audit 2024-06-06T11:09:57.053922+0000 mon.a (mon.0) 1135 : audit [DBG] from='client.? 172.21.15.132:0/3532414052' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:57 smithi132 bash[17898]: cluster 2024-06-06T11:09:55.738234+0000 mgr.y (mgr.25283) 11 : cluster [DBG] pgmap v14: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 880 KiB/s rd, 729 KiB/s wr, 640 op/s 2024-06-06T11:09:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:57 smithi132 bash[17898]: cluster 2024-06-06T11:09:56.286748+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-06-06T11:09:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:57 smithi132 bash[17898]: audit 2024-06-06T11:09:57.053922+0000 mon.a (mon.0) 1135 : audit [DBG] from='client.? 172.21.15.132:0/3532414052' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:57.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:57 smithi132 bash[25563]: cluster 2024-06-06T11:09:55.738234+0000 mgr.y (mgr.25283) 11 : cluster [DBG] pgmap v14: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 880 KiB/s rd, 729 KiB/s wr, 640 op/s 2024-06-06T11:09:57.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:57 smithi132 bash[25563]: cluster 2024-06-06T11:09:56.286748+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-06-06T11:09:57.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:57 smithi132 bash[25563]: audit 2024-06-06T11:09:57.053922+0000 mon.a (mon.0) 1135 : audit [DBG] from='client.? 172.21.15.132:0/3532414052' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:09:58.471 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.Flatten (1103 ms) 2024-06-06T11:09:58.472 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.Sparsify 2024-06-06T11:09:58.472 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:58.533 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 32768 2024-06-06T11:09:58.533 INFO:tasks.workunit.client.0.smithi132.stdout:read: 32768 2024-06-06T11:09:58.533 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.Sparsify (62 ms) 2024-06-06T11:09:58.533 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-06-06T11:09:58.533 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:58.598 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.SparsifyPP (65 ms) 2024-06-06T11:09:58.598 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-06-06T11:09:58.599 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:09:58.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:58 smithi132 bash[17898]: cluster 2024-06-06T11:09:57.297155+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-06-06T11:09:58.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:58 smithi132 bash[25563]: cluster 2024-06-06T11:09:57.297155+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-06-06T11:09:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:58 smithi179 bash[18882]: cluster 2024-06-06T11:09:57.297155+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-06-06T11:09:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:59 smithi132 bash[17898]: cluster 2024-06-06T11:09:57.739451+0000 mgr.y (mgr.25283) 12 : cluster [DBG] pgmap v17: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 316 KiB/s rd, 213 KiB/s wr, 569 op/s 2024-06-06T11:09:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:59 smithi132 bash[17898]: cluster 2024-06-06T11:09:58.307622+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-06-06T11:09:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:09:59 smithi132 bash[17898]: cluster 2024-06-06T11:09:59.217832+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-06-06T11:09:59.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:59 smithi132 bash[25563]: cluster 2024-06-06T11:09:57.739451+0000 mgr.y (mgr.25283) 12 : cluster [DBG] pgmap v17: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 316 KiB/s rd, 213 KiB/s wr, 569 op/s 2024-06-06T11:09:59.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:59 smithi132 bash[25563]: cluster 2024-06-06T11:09:58.307622+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-06-06T11:09:59.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:09:59 smithi132 bash[25563]: cluster 2024-06-06T11:09:59.217832+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-06-06T11:09:59.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:59 smithi179 bash[18882]: cluster 2024-06-06T11:09:57.739451+0000 mgr.y (mgr.25283) 12 : cluster [DBG] pgmap v17: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 316 KiB/s rd, 213 KiB/s wr, 569 op/s 2024-06-06T11:09:59.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:59 smithi179 bash[18882]: cluster 2024-06-06T11:09:58.307622+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-06-06T11:09:59.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:09:59 smithi179 bash[18882]: cluster 2024-06-06T11:09:59.217832+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-06-06T11:10:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:00 smithi132 bash[25563]: audit 2024-06-06T11:09:59.533410+0000 mon.a (mon.0) 1139 : audit [DBG] from='client.? 172.21.15.132:0/1656517184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:00 smithi132 bash[25563]: cluster 2024-06-06T11:10:00.000177+0000 mon.a (mon.0) 1140 : cluster [INF] overall HEALTH_OK 2024-06-06T11:10:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:00 smithi132 bash[25563]: cluster 2024-06-06T11:10:00.225124+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-06-06T11:10:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:00 smithi132 bash[17898]: audit 2024-06-06T11:09:59.533410+0000 mon.a (mon.0) 1139 : audit [DBG] from='client.? 172.21.15.132:0/1656517184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:00 smithi132 bash[17898]: cluster 2024-06-06T11:10:00.000177+0000 mon.a (mon.0) 1140 : cluster [INF] overall HEALTH_OK 2024-06-06T11:10:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:00 smithi132 bash[17898]: cluster 2024-06-06T11:10:00.225124+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-06-06T11:10:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:00 smithi179 bash[18882]: audit 2024-06-06T11:09:59.533410+0000 mon.a (mon.0) 1139 : audit [DBG] from='client.? 172.21.15.132:0/1656517184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:00 smithi179 bash[18882]: cluster 2024-06-06T11:10:00.000177+0000 mon.a (mon.0) 1140 : cluster [INF] overall HEALTH_OK 2024-06-06T11:10:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:00 smithi179 bash[18882]: cluster 2024-06-06T11:10:00.225124+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-06-06T11:10:01.289 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:00 smithi179 bash[46901]: ts=2024-06-06T11:10:00.791Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.179:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.179:8765: connect: connection refused" 2024-06-06T11:10:01.289 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:00 smithi179 bash[46901]: ts=2024-06-06T11:10:00.793Z caller=refresh.go:98 level=error component="discovery manager notify" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.179:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.179:8765: connect: connection refused" 2024-06-06T11:10:01.289 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:00 smithi179 bash[46901]: ts=2024-06-06T11:10:00.794Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.179:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.179:8765: connect: connection refused" 2024-06-06T11:10:01.289 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:00 smithi179 bash[46901]: ts=2024-06-06T11:10:00.795Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.179:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.179:8765: connect: connection refused" 2024-06-06T11:10:01.289 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:00 smithi179 bash[46901]: ts=2024-06-06T11:10:00.797Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.179:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.179:8765: connect: connection refused" 2024-06-06T11:10:01.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:01 smithi132 bash[25563]: cluster 2024-06-06T11:09:59.740545+0000 mgr.y (mgr.25283) 13 : cluster [DBG] pgmap v20: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 266 KiB/s rd, 47 KiB/s wr, 337 op/s 2024-06-06T11:10:01.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:01 smithi132 bash[25563]: cluster 2024-06-06T11:10:01.224711+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-06-06T11:10:01.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:01 smithi132 bash[17898]: cluster 2024-06-06T11:09:59.740545+0000 mgr.y (mgr.25283) 13 : cluster [DBG] pgmap v20: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 266 KiB/s rd, 47 KiB/s wr, 337 op/s 2024-06-06T11:10:01.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:01 smithi132 bash[17898]: cluster 2024-06-06T11:10:01.224711+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-06-06T11:10:01.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:01 smithi179 bash[18882]: cluster 2024-06-06T11:09:59.740545+0000 mgr.y (mgr.25283) 13 : cluster [DBG] pgmap v20: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 266 KiB/s rd, 47 KiB/s wr, 337 op/s 2024-06-06T11:10:01.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:01 smithi179 bash[18882]: cluster 2024-06-06T11:10:01.224711+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-06-06T11:10:02.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:02 smithi132 bash[25563]: audit 2024-06-06T11:10:01.956371+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? 172.21.15.132:0/3165982184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:02.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:02 smithi132 bash[25563]: cluster 2024-06-06T11:10:02.227714+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-06-06T11:10:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:02 smithi132 bash[17898]: audit 2024-06-06T11:10:01.956371+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? 172.21.15.132:0/3165982184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:02.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:02 smithi132 bash[17898]: cluster 2024-06-06T11:10:02.227714+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-06-06T11:10:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:02 smithi179 bash[18882]: audit 2024-06-06T11:10:01.956371+0000 mon.c (mon.2) 81 : audit [DBG] from='client.? 172.21.15.132:0/3165982184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:02 smithi179 bash[18882]: cluster 2024-06-06T11:10:02.227714+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-06-06T11:10:03.258 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.SnapshotLimit (4660 ms) 2024-06-06T11:10:03.258 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-06-06T11:10:03.258 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:03 smithi132 bash[17898]: cluster 2024-06-06T11:10:01.741654+0000 mgr.y (mgr.25283) 14 : cluster [DBG] pgmap v23: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 266 KiB/s rd, 47 KiB/s wr, 337 op/s 2024-06-06T11:10:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:03 smithi132 bash[17898]: cluster 2024-06-06T11:10:03.228259+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-06-06T11:10:03.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:03 smithi132 bash[25563]: cluster 2024-06-06T11:10:01.741654+0000 mgr.y (mgr.25283) 14 : cluster [DBG] pgmap v23: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 266 KiB/s rd, 47 KiB/s wr, 337 op/s 2024-06-06T11:10:03.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:03 smithi132 bash[25563]: cluster 2024-06-06T11:10:03.228259+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-06-06T11:10:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:03 smithi179 bash[18882]: cluster 2024-06-06T11:10:01.741654+0000 mgr.y (mgr.25283) 14 : cluster [DBG] pgmap v23: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 266 KiB/s rd, 47 KiB/s wr, 337 op/s 2024-06-06T11:10:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:03 smithi179 bash[18882]: cluster 2024-06-06T11:10:03.228259+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-06-06T11:10:03.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:03 smithi179 bash[46901]: ts=2024-06-06T11:10:03.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:10:04.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:04 smithi132 bash[17898]: audit 2024-06-06T11:10:03.346613+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:04.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:04 smithi132 bash[17898]: audit 2024-06-06T11:10:03.348483+0000 mon.a (mon.0) 1146 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:10:04.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:04 smithi132 bash[17898]: cluster 2024-06-06T11:10:04.229193+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-06-06T11:10:04.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:04 smithi132 bash[25563]: audit 2024-06-06T11:10:03.346613+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:04.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:04 smithi132 bash[25563]: audit 2024-06-06T11:10:03.348483+0000 mon.a (mon.0) 1146 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:10:04.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:04 smithi132 bash[25563]: cluster 2024-06-06T11:10:04.229193+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-06-06T11:10:04.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:04 smithi179 bash[43862]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:10:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-06-06T11:10:04.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:04 smithi179 bash[18882]: audit 2024-06-06T11:10:03.346613+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:04.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:04 smithi179 bash[18882]: audit 2024-06-06T11:10:03.348483+0000 mon.a (mon.0) 1146 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:10:04.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:04 smithi179 bash[18882]: cluster 2024-06-06T11:10:04.229193+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-06-06T11:10:05.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:05 smithi132 bash[17898]: cluster 2024-06-06T11:10:03.743269+0000 mgr.y (mgr.25283) 15 : cluster [DBG] pgmap v26: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 2 op/s 2024-06-06T11:10:05.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:05 smithi132 bash[17898]: audit 2024-06-06T11:10:04.437793+0000 mon.a (mon.0) 1148 : audit [DBG] from='client.? 172.21.15.132:0/4120570193' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:05.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:05 smithi132 bash[17898]: cluster 2024-06-06T11:10:05.236962+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-06-06T11:10:05.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:05 smithi132 bash[25563]: cluster 2024-06-06T11:10:03.743269+0000 mgr.y (mgr.25283) 15 : cluster [DBG] pgmap v26: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 2 op/s 2024-06-06T11:10:05.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:05 smithi132 bash[25563]: audit 2024-06-06T11:10:04.437793+0000 mon.a (mon.0) 1148 : audit [DBG] from='client.? 172.21.15.132:0/4120570193' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:05.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:05 smithi132 bash[25563]: cluster 2024-06-06T11:10:05.236962+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-06-06T11:10:05.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:05 smithi179 bash[18882]: cluster 2024-06-06T11:10:03.743269+0000 mgr.y (mgr.25283) 15 : cluster [DBG] pgmap v26: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 2 op/s 2024-06-06T11:10:05.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:05 smithi179 bash[18882]: audit 2024-06-06T11:10:04.437793+0000 mon.a (mon.0) 1148 : audit [DBG] from='client.? 172.21.15.132:0/4120570193' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:05.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:05 smithi179 bash[18882]: cluster 2024-06-06T11:10:05.236962+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-06-06T11:10:07.368 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: cluster 2024-06-06T11:10:05.744173+0000 mgr.y (mgr.25283) 16 : cluster [DBG] pgmap v29: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-06-06T11:10:07.368 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: audit 2024-06-06T11:10:06.102546+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.368 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: audit 2024-06-06T11:10:06.109826+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.368 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: audit 2024-06-06T11:10:06.112302+0000 mon.a (mon.0) 1152 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:07.368 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: audit 2024-06-06T11:10:06.113807+0000 mon.a (mon.0) 1153 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:10:07.368 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: cephadm 2024-06-06T11:10:06.115845+0000 mgr.y (mgr.25283) 17 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:10:07.368 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: cephadm 2024-06-06T11:10:06.116217+0000 mgr.y (mgr.25283) 18 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:10:07.368 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: cluster 2024-06-06T11:10:06.234630+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-06-06T11:10:07.368 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: cephadm 2024-06-06T11:10:06.266989+0000 mgr.y (mgr.25283) 19 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:10:07.368 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: cephadm 2024-06-06T11:10:06.286286+0000 mgr.y (mgr.25283) 20 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:10:07.368 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: cephadm 2024-06-06T11:10:06.419428+0000 mgr.y (mgr.25283) 21 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:10:07.369 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: cephadm 2024-06-06T11:10:06.442038+0000 mgr.y (mgr.25283) 22 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:10:07.369 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: cephadm 2024-06-06T11:10:06.582851+0000 mgr.y (mgr.25283) 23 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:10:07.369 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: cephadm 2024-06-06T11:10:06.595186+0000 mgr.y (mgr.25283) 24 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:10:07.369 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: audit 2024-06-06T11:10:06.734924+0000 mon.a (mon.0) 1155 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.369 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: audit 2024-06-06T11:10:06.740920+0000 mon.a (mon.0) 1156 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.369 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: audit 2024-06-06T11:10:06.748185+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.369 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: audit 2024-06-06T11:10:06.754489+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.369 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: audit 2024-06-06T11:10:06.760346+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.369 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:07 smithi179 bash[18882]: audit 2024-06-06T11:10:06.944894+0000 mon.a (mon.0) 1160 : audit [DBG] from='client.? 172.21.15.132:0/151399004' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:07.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: cluster 2024-06-06T11:10:05.744173+0000 mgr.y (mgr.25283) 16 : cluster [DBG] pgmap v29: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: audit 2024-06-06T11:10:06.102546+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: audit 2024-06-06T11:10:06.109826+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: audit 2024-06-06T11:10:06.112302+0000 mon.a (mon.0) 1152 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: audit 2024-06-06T11:10:06.113807+0000 mon.a (mon.0) 1153 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: cephadm 2024-06-06T11:10:06.115845+0000 mgr.y (mgr.25283) 17 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: cephadm 2024-06-06T11:10:06.116217+0000 mgr.y (mgr.25283) 18 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: cluster 2024-06-06T11:10:06.234630+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: cephadm 2024-06-06T11:10:06.266989+0000 mgr.y (mgr.25283) 19 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: cephadm 2024-06-06T11:10:06.286286+0000 mgr.y (mgr.25283) 20 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: cephadm 2024-06-06T11:10:06.419428+0000 mgr.y (mgr.25283) 21 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: cephadm 2024-06-06T11:10:06.442038+0000 mgr.y (mgr.25283) 22 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: cephadm 2024-06-06T11:10:06.582851+0000 mgr.y (mgr.25283) 23 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:10:07.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: cephadm 2024-06-06T11:10:06.595186+0000 mgr.y (mgr.25283) 24 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: audit 2024-06-06T11:10:06.734924+0000 mon.a (mon.0) 1155 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: audit 2024-06-06T11:10:06.740920+0000 mon.a (mon.0) 1156 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: audit 2024-06-06T11:10:06.748185+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: audit 2024-06-06T11:10:06.754489+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: audit 2024-06-06T11:10:06.760346+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[25563]: audit 2024-06-06T11:10:06.944894+0000 mon.a (mon.0) 1160 : audit [DBG] from='client.? 172.21.15.132:0/151399004' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: cluster 2024-06-06T11:10:05.744173+0000 mgr.y (mgr.25283) 16 : cluster [DBG] pgmap v29: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: audit 2024-06-06T11:10:06.102546+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: audit 2024-06-06T11:10:06.109826+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: audit 2024-06-06T11:10:06.112302+0000 mon.a (mon.0) 1152 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: audit 2024-06-06T11:10:06.113807+0000 mon.a (mon.0) 1153 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:10:07.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: cephadm 2024-06-06T11:10:06.115845+0000 mgr.y (mgr.25283) 17 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:10:07.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: cephadm 2024-06-06T11:10:06.116217+0000 mgr.y (mgr.25283) 18 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:10:07.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: cluster 2024-06-06T11:10:06.234630+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-06-06T11:10:07.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: cephadm 2024-06-06T11:10:06.266989+0000 mgr.y (mgr.25283) 19 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:10:07.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: cephadm 2024-06-06T11:10:06.286286+0000 mgr.y (mgr.25283) 20 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:10:07.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: cephadm 2024-06-06T11:10:06.419428+0000 mgr.y (mgr.25283) 21 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:10:07.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: cephadm 2024-06-06T11:10:06.442038+0000 mgr.y (mgr.25283) 22 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:10:07.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: cephadm 2024-06-06T11:10:06.582851+0000 mgr.y (mgr.25283) 23 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:10:07.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: cephadm 2024-06-06T11:10:06.595186+0000 mgr.y (mgr.25283) 24 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:10:07.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: audit 2024-06-06T11:10:06.734924+0000 mon.a (mon.0) 1155 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: audit 2024-06-06T11:10:06.740920+0000 mon.a (mon.0) 1156 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.535 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: audit 2024-06-06T11:10:06.748185+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.536 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: audit 2024-06-06T11:10:06.754489+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.536 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: audit 2024-06-06T11:10:06.760346+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:07.536 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:07 smithi132 bash[17898]: audit 2024-06-06T11:10:06.944894+0000 mon.a (mon.0) 1160 : audit [DBG] from='client.? 172.21.15.132:0/151399004' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:08.293 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5035 ms) 2024-06-06T11:10:08.293 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-06-06T11:10:08.293 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:08.402 INFO:tasks.workunit.client.0.smithi132.stdout:0.00% done 2024-06-06T11:10:08.402 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (109 ms) 2024-06-06T11:10:08.402 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-06-06T11:10:08.403 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:08.528 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (126 ms) 2024-06-06T11:10:08.528 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-06-06T11:10:08.529 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:08.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:08 smithi132 bash[17898]: cephadm 2024-06-06T11:10:06.805503+0000 mgr.y (mgr.25283) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:10:08.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:08 smithi132 bash[17898]: cephadm 2024-06-06T11:10:07.056665+0000 mgr.y (mgr.25283) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:10:08.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:08 smithi132 bash[17898]: cluster 2024-06-06T11:10:07.241534+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-06-06T11:10:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:08 smithi132 bash[25563]: cephadm 2024-06-06T11:10:06.805503+0000 mgr.y (mgr.25283) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:10:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:08 smithi132 bash[25563]: cephadm 2024-06-06T11:10:07.056665+0000 mgr.y (mgr.25283) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:10:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:08 smithi132 bash[25563]: cluster 2024-06-06T11:10:07.241534+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-06-06T11:10:08.551 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:08 smithi179 bash[18882]: cephadm 2024-06-06T11:10:06.805503+0000 mgr.y (mgr.25283) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:10:08.551 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:08 smithi179 bash[18882]: cephadm 2024-06-06T11:10:07.056665+0000 mgr.y (mgr.25283) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:10:08.551 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:08 smithi179 bash[18882]: cluster 2024-06-06T11:10:07.241534+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-06-06T11:10:09.274 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (746 ms) 2024-06-06T11:10:09.274 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-06-06T11:10:09.275 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:09.377 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:09 smithi179 bash[18882]: cluster 2024-06-06T11:10:07.745242+0000 mgr.y (mgr.25283) 27 : cluster [DBG] pgmap v32: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2024-06-06T11:10:09.377 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:09 smithi179 bash[18882]: cluster 2024-06-06T11:10:08.248746+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-06-06T11:10:09.377 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:09 smithi179 bash[18882]: cluster 2024-06-06T11:10:09.223385+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-06-06T11:10:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:09 smithi132 bash[25563]: cluster 2024-06-06T11:10:07.745242+0000 mgr.y (mgr.25283) 27 : cluster [DBG] pgmap v32: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2024-06-06T11:10:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:09 smithi132 bash[25563]: cluster 2024-06-06T11:10:08.248746+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-06-06T11:10:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:09 smithi132 bash[25563]: cluster 2024-06-06T11:10:09.223385+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-06-06T11:10:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:09 smithi132 bash[17898]: cluster 2024-06-06T11:10:07.745242+0000 mgr.y (mgr.25283) 27 : cluster [DBG] pgmap v32: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2024-06-06T11:10:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:09 smithi132 bash[17898]: cluster 2024-06-06T11:10:08.248746+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-06-06T11:10:09.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:09 smithi132 bash[17898]: cluster 2024-06-06T11:10:09.223385+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-06-06T11:10:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:10 smithi132 bash[17898]: audit 2024-06-06T11:10:09.412888+0000 mon.c (mon.2) 82 : audit [DBG] from='client.? 172.21.15.132:0/3672625123' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:10 smithi132 bash[25563]: audit 2024-06-06T11:10:09.412888+0000 mon.c (mon.2) 82 : audit [DBG] from='client.? 172.21.15.132:0/3672625123' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:10 smithi179 bash[18882]: audit 2024-06-06T11:10:09.412888+0000 mon.c (mon.2) 82 : audit [DBG] from='client.? 172.21.15.132:0/3672625123' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:11.310 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2036 ms) 2024-06-06T11:10:11.310 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-06-06T11:10:11.310 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:10:11.311 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-06-06T11:10:11.311 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-06-06T11:10:11.311 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:11.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:11 smithi132 bash[25563]: cluster 2024-06-06T11:10:09.746365+0000 mgr.y (mgr.25283) 28 : cluster [DBG] pgmap v35: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-06-06T11:10:11.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:11 smithi132 bash[25563]: cluster 2024-06-06T11:10:10.262100+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-06-06T11:10:11.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:11 smithi132 bash[17898]: cluster 2024-06-06T11:10:09.746365+0000 mgr.y (mgr.25283) 28 : cluster [DBG] pgmap v35: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-06-06T11:10:11.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:11 smithi132 bash[17898]: cluster 2024-06-06T11:10:10.262100+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-06-06T11:10:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[18882]: cluster 2024-06-06T11:10:09.746365+0000 mgr.y (mgr.25283) 28 : cluster [DBG] pgmap v35: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-06-06T11:10:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[18882]: cluster 2024-06-06T11:10:10.262100+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-06-06T11:10:12.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 systemd[1]: Stopping Ceph prometheus.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:10:12.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[48671]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-prometheus.a 2024-06-06T11:10:12.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.868Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-06-06T11:10:12.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.869Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-06-06T11:10:12.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.869Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-06-06T11:10:12.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.869Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-06-06T11:10:12.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.869Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-06-06T11:10:12.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.869Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-06-06T11:10:12.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.869Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-06-06T11:10:12.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.869Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-06-06T11:10:12.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.869Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-06-06T11:10:12.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.870Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-06-06T11:10:12.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.870Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-06-06T11:10:12.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:11 smithi179 bash[46901]: ts=2024-06-06T11:10:11.870Z caller=main.go:1066 level=info msg="See you next time!" 2024-06-06T11:10:12.387 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:12 smithi179 bash[18882]: cluster 2024-06-06T11:10:11.277565+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-06-06T11:10:12.387 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:12 smithi179 bash[18882]: audit 2024-06-06T11:10:11.861582+0000 mon.a (mon.0) 1166 : audit [DBG] from='client.? 172.21.15.132:0/2156007852' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:12 smithi132 bash[17898]: cluster 2024-06-06T11:10:11.277565+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-06-06T11:10:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:12 smithi132 bash[17898]: audit 2024-06-06T11:10:11.861582+0000 mon.a (mon.0) 1166 : audit [DBG] from='client.? 172.21.15.132:0/2156007852' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:12 smithi132 bash[25563]: cluster 2024-06-06T11:10:11.277565+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-06-06T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:12 smithi132 bash[25563]: audit 2024-06-06T11:10:11.861582+0000 mon.a (mon.0) 1166 : audit [DBG] from='client.? 172.21.15.132:0/2156007852' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:12.669 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:12 smithi179 bash[48706]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-prometheus-a 2024-06-06T11:10:12.669 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:12 smithi179 bash[48769]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-prometheus-a 2024-06-06T11:10:12.669 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:12 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@prometheus.a.service: Succeeded. 2024-06-06T11:10:12.669 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:12 smithi179 systemd[1]: Stopped Ceph prometheus.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:10:12.669 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:12 smithi179 systemd[1]: Started Ceph prometheus.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:10:13.333 INFO:tasks.workunit.client.0.smithi132.stdout:100.00% done 2024-06-06T11:10:13.333 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.SnapRemove2 (2023 ms) 2024-06-06T11:10:13.333 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-06-06T11:10:13.333 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:13 smithi179 bash[18882]: cluster 2024-06-06T11:10:11.747465+0000 mgr.y (mgr.25283) 29 : cluster [DBG] pgmap v38: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-06-06T11:10:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:13 smithi179 bash[18882]: cluster 2024-06-06T11:10:12.280082+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-06-06T11:10:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:13 smithi179 bash[18882]: audit 2024-06-06T11:10:12.648816+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:13 smithi179 bash[18882]: audit 2024-06-06T11:10:12.655890+0000 mon.a (mon.0) 1169 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:13 smithi179 bash[18882]: audit 2024-06-06T11:10:12.664439+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:10:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:13 smithi179 bash[18882]: audit 2024-06-06T11:10:12.713554+0000 mon.a (mon.0) 1171 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:10:13.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[17898]: cluster 2024-06-06T11:10:11.747465+0000 mgr.y (mgr.25283) 29 : cluster [DBG] pgmap v38: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-06-06T11:10:13.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[17898]: cluster 2024-06-06T11:10:12.280082+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-06-06T11:10:13.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[17898]: audit 2024-06-06T11:10:12.648816+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:13.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[17898]: audit 2024-06-06T11:10:12.655890+0000 mon.a (mon.0) 1169 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:13.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[17898]: audit 2024-06-06T11:10:12.664439+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:10:13.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[17898]: audit 2024-06-06T11:10:12.713554+0000 mon.a (mon.0) 1171 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:10:13.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[25563]: cluster 2024-06-06T11:10:11.747465+0000 mgr.y (mgr.25283) 29 : cluster [DBG] pgmap v38: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-06-06T11:10:13.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[25563]: cluster 2024-06-06T11:10:12.280082+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-06-06T11:10:13.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[25563]: audit 2024-06-06T11:10:12.648816+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:13.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[25563]: audit 2024-06-06T11:10:12.655890+0000 mon.a (mon.0) 1169 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:13.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[25563]: audit 2024-06-06T11:10:12.664439+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:10:13.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:13 smithi132 bash[25563]: audit 2024-06-06T11:10:12.713554+0000 mon.a (mon.0) 1171 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:10:14.379 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1046 ms) 2024-06-06T11:10:14.379 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-06-06T11:10:14.380 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:14.506 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.371Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-06-06T11:10:14.506 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.372Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-06-06T11:10:14.507 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.372Z caller=main.go:518 level=info host_details="(Linux 5.15.0-107-generic #117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024 x86_64 smithi179 (none))" 2024-06-06T11:10:14.507 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.372Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-06-06T11:10:14.507 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.372Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-06-06T11:10:14.507 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.375Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-06-06T11:10:14.507 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.375Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-06-06T11:10:14.507 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.377Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-06-06T11:10:14.507 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.379Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-06-06T11:10:14.507 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.379Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.144µs 2024-06-06T11:10:14.508 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.379Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-06-06T11:10:14.509 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[18882]: audit 2024-06-06T11:10:12.665096+0000 mgr.y (mgr.25283) 30 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:10:14.509 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[18882]: cluster 2024-06-06T11:10:13.296646+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-06-06T11:10:14.685 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.543Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-06-06T11:10:14.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:14 smithi132 bash[25563]: audit 2024-06-06T11:10:12.665096+0000 mgr.y (mgr.25283) 30 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:10:14.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:14 smithi132 bash[25563]: cluster 2024-06-06T11:10:13.296646+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-06-06T11:10:14.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:14 smithi132 bash[17898]: audit 2024-06-06T11:10:12.665096+0000 mgr.y (mgr.25283) 30 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-06-06T11:10:14.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:14 smithi132 bash[17898]: cluster 2024-06-06T11:10:13.296646+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-06-06T11:10:15.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:14 smithi179 bash[48797]: ts=2024-06-06T11:10:14.905Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-06-06T11:10:15.375 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (996 ms) 2024-06-06T11:10:15.376 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-06-06T11:10:15.376 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[18882]: cluster 2024-06-06T11:10:13.749111+0000 mgr.y (mgr.25283) 31 : cluster [DBG] pgmap v41: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-06-06T11:10:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[18882]: cluster 2024-06-06T11:10:14.307246+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-06-06T11:10:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[18882]: audit 2024-06-06T11:10:14.320953+0000 mon.a (mon.0) 1174 : audit [DBG] from='client.? 172.21.15.132:0/3259733772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[18882]: audit 2024-06-06T11:10:15.229130+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:10:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[18882]: audit 2024-06-06T11:10:15.230920+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:10:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[18882]: audit 2024-06-06T11:10:15.232562+0000 mon.a (mon.0) 1177 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:15.539 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[48797]: ts=2024-06-06T11:10:15.184Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-06-06T11:10:15.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[48797]: ts=2024-06-06T11:10:15.184Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-06-06T11:10:15.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[48797]: ts=2024-06-06T11:10:15.184Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=149.601µs wal_replay_duration=805.356739ms total_replay_duration=805.522484ms 2024-06-06T11:10:15.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[48797]: ts=2024-06-06T11:10:15.194Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-06-06T11:10:15.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[48797]: ts=2024-06-06T11:10:15.195Z caller=main.go:947 level=info msg="TSDB started" 2024-06-06T11:10:15.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[48797]: ts=2024-06-06T11:10:15.195Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-06T11:10:15.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[48797]: ts=2024-06-06T11:10:15.239Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=44.310134ms db_storage=1.222µs remote_storage=2.835µs web_handler=553ns query_engine=1.239µs scrape=438.013µs scrape_sd=178.548µs notify=25.184µs notify_sd=48.945µs rules=42.954186ms 2024-06-06T11:10:15.540 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:15 smithi179 bash[48797]: ts=2024-06-06T11:10:15.239Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-06-06T11:10:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[17898]: cluster 2024-06-06T11:10:13.749111+0000 mgr.y (mgr.25283) 31 : cluster [DBG] pgmap v41: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-06-06T11:10:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[17898]: cluster 2024-06-06T11:10:14.307246+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-06-06T11:10:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[17898]: audit 2024-06-06T11:10:14.320953+0000 mon.a (mon.0) 1174 : audit [DBG] from='client.? 172.21.15.132:0/3259733772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[17898]: audit 2024-06-06T11:10:15.229130+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:10:15.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[17898]: audit 2024-06-06T11:10:15.230920+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:10:15.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[17898]: audit 2024-06-06T11:10:15.232562+0000 mon.a (mon.0) 1177 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:15.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[25563]: cluster 2024-06-06T11:10:13.749111+0000 mgr.y (mgr.25283) 31 : cluster [DBG] pgmap v41: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-06-06T11:10:15.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[25563]: cluster 2024-06-06T11:10:14.307246+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-06-06T11:10:15.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[25563]: audit 2024-06-06T11:10:14.320953+0000 mon.a (mon.0) 1174 : audit [DBG] from='client.? 172.21.15.132:0/3259733772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:15.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[25563]: audit 2024-06-06T11:10:15.229130+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:10:15.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[25563]: audit 2024-06-06T11:10:15.230920+0000 mon.a (mon.0) 1176 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:10:15.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:15 smithi132 bash[25563]: audit 2024-06-06T11:10:15.232562+0000 mon.a (mon.0) 1177 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:16.408 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1033 ms) 2024-06-06T11:10:16.409 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-06-06T11:10:16.409 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:16.684 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:16 smithi179 bash[18882]: cephadm 2024-06-06T11:10:15.228404+0000 mgr.y (mgr.25283) 32 : cephadm [INF] Upgrade: Updating mgr.x 2024-06-06T11:10:16.685 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:16 smithi179 bash[18882]: cephadm 2024-06-06T11:10:15.234400+0000 mgr.y (mgr.25283) 33 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T11:10:16.685 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:16 smithi179 bash[18882]: cluster 2024-06-06T11:10:15.319839+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-06-06T11:10:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:16 smithi132 bash[25563]: cephadm 2024-06-06T11:10:15.228404+0000 mgr.y (mgr.25283) 32 : cephadm [INF] Upgrade: Updating mgr.x 2024-06-06T11:10:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:16 smithi132 bash[25563]: cephadm 2024-06-06T11:10:15.234400+0000 mgr.y (mgr.25283) 33 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T11:10:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:16 smithi132 bash[25563]: cluster 2024-06-06T11:10:15.319839+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-06-06T11:10:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:16 smithi132 bash[17898]: cephadm 2024-06-06T11:10:15.228404+0000 mgr.y (mgr.25283) 32 : cephadm [INF] Upgrade: Updating mgr.x 2024-06-06T11:10:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:16 smithi132 bash[17898]: cephadm 2024-06-06T11:10:15.234400+0000 mgr.y (mgr.25283) 33 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T11:10:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:16 smithi132 bash[17898]: cluster 2024-06-06T11:10:15.319839+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-06-06T11:10:17.536 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1128 ms) 2024-06-06T11:10:17.536 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-06-06T11:10:17.536 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:17.607 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (71 ms) 2024-06-06T11:10:17.608 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-06-06T11:10:17.608 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:17.679 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (72 ms) 2024-06-06T11:10:17.679 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-06-06T11:10:17.679 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:17.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:17 smithi132 bash[17898]: cluster 2024-06-06T11:10:15.750225+0000 mgr.y (mgr.25283) 34 : cluster [DBG] pgmap v44: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 130 KiB/s rd, 9.7 KiB/s wr, 174 op/s 2024-06-06T11:10:17.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:17 smithi132 bash[17898]: cluster 2024-06-06T11:10:16.326170+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-06-06T11:10:17.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:17 smithi132 bash[17898]: audit 2024-06-06T11:10:16.767719+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.132:0/3935853395' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:17.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:17 smithi132 bash[25563]: cluster 2024-06-06T11:10:15.750225+0000 mgr.y (mgr.25283) 34 : cluster [DBG] pgmap v44: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 130 KiB/s rd, 9.7 KiB/s wr, 174 op/s 2024-06-06T11:10:17.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:17 smithi132 bash[25563]: cluster 2024-06-06T11:10:16.326170+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-06-06T11:10:17.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:17 smithi132 bash[25563]: audit 2024-06-06T11:10:16.767719+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.132:0/3935853395' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:17.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:17 smithi179 bash[18882]: cluster 2024-06-06T11:10:15.750225+0000 mgr.y (mgr.25283) 34 : cluster [DBG] pgmap v44: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 130 KiB/s rd, 9.7 KiB/s wr, 174 op/s 2024-06-06T11:10:17.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:17 smithi179 bash[18882]: cluster 2024-06-06T11:10:16.326170+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-06-06T11:10:17.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:17 smithi179 bash[18882]: audit 2024-06-06T11:10:16.767719+0000 mon.c (mon.2) 83 : audit [DBG] from='client.? 172.21.15.132:0/3935853395' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:17.788 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:17 smithi179 systemd[1]: Stopping Ceph mgr.x for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:10:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:18 smithi179 bash[18882]: cluster 2024-06-06T11:10:17.337359+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-06-06T11:10:18.588 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:18 smithi179 bash[49094]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mgr-x 2024-06-06T11:10:18.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:18 smithi132 bash[17898]: cluster 2024-06-06T11:10:17.337359+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-06-06T11:10:18.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:18 smithi132 bash[25563]: cluster 2024-06-06T11:10:17.337359+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-06-06T11:10:19.034 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:18 smithi179 bash[49157]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mgr-x 2024-06-06T11:10:19.034 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:18 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-06-06T11:10:19.034 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:18 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-06-06T11:10:19.034 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:18 smithi179 systemd[1]: Stopped Ceph mgr.x for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:10:19.035 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:19 smithi179 systemd[1]: Started Ceph mgr.x for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:10:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:19 smithi179 bash[18882]: cluster 2024-06-06T11:10:17.751328+0000 mgr.y (mgr.25283) 35 : cluster [DBG] pgmap v47: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 130 KiB/s rd, 9.7 KiB/s wr, 174 op/s 2024-06-06T11:10:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:19 smithi179 bash[18882]: audit 2024-06-06T11:10:18.342256+0000 mon.a (mon.0) 1181 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:10:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:19 smithi179 bash[18882]: cluster 2024-06-06T11:10:18.347753+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-06-06T11:10:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:19 smithi179 bash[18882]: audit 2024-06-06T11:10:19.072157+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:19 smithi179 bash[18882]: audit 2024-06-06T11:10:19.080393+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:19 smithi179 bash[18882]: audit 2024-06-06T11:10:19.081654+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:10:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:19 smithi179 bash[18882]: cluster 2024-06-06T11:10:19.226175+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-06-06T11:10:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:19 smithi179 bash[18882]: audit 2024-06-06T11:10:19.230830+0000 mon.a (mon.0) 1187 : audit [DBG] from='client.? 172.21.15.132:0/1584822773' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[25563]: cluster 2024-06-06T11:10:17.751328+0000 mgr.y (mgr.25283) 35 : cluster [DBG] pgmap v47: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 130 KiB/s rd, 9.7 KiB/s wr, 174 op/s 2024-06-06T11:10:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[25563]: audit 2024-06-06T11:10:18.342256+0000 mon.a (mon.0) 1181 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:10:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[25563]: cluster 2024-06-06T11:10:18.347753+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-06-06T11:10:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[25563]: audit 2024-06-06T11:10:19.072157+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[25563]: audit 2024-06-06T11:10:19.080393+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[25563]: audit 2024-06-06T11:10:19.081654+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:10:19.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[25563]: cluster 2024-06-06T11:10:19.226175+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-06-06T11:10:19.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[25563]: audit 2024-06-06T11:10:19.230830+0000 mon.a (mon.0) 1187 : audit [DBG] from='client.? 172.21.15.132:0/1584822773' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:19.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[17898]: cluster 2024-06-06T11:10:17.751328+0000 mgr.y (mgr.25283) 35 : cluster [DBG] pgmap v47: 617 pgs: 617 active+clean; 43 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 130 KiB/s rd, 9.7 KiB/s wr, 174 op/s 2024-06-06T11:10:19.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[17898]: audit 2024-06-06T11:10:18.342256+0000 mon.a (mon.0) 1181 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:10:19.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[17898]: cluster 2024-06-06T11:10:18.347753+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-06-06T11:10:19.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[17898]: audit 2024-06-06T11:10:19.072157+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:19.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[17898]: audit 2024-06-06T11:10:19.080393+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:19.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[17898]: audit 2024-06-06T11:10:19.081654+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:10:19.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[17898]: cluster 2024-06-06T11:10:19.226175+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-06-06T11:10:19.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:19 smithi132 bash[17898]: audit 2024-06-06T11:10:19.230830+0000 mon.a (mon.0) 1187 : audit [DBG] from='client.? 172.21.15.132:0/1584822773' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:20.361 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:20 smithi179 bash[49213]: debug 2024-06-06T11:10:20.211+0000 7fe7c5254640 1 -- 172.21.15.179:0/105497394 <== mon.1 v2:172.21.15.179:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55db09ddad00 con 0x55db09dcd800 2024-06-06T11:10:20.790 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:20 smithi179 bash[49213]: debug 2024-06-06T11:10:20.355+0000 7fe7c7abd040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T11:10:21.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:21 smithi132 bash[17898]: cluster 2024-06-06T11:10:19.752463+0000 mgr.y (mgr.25283) 36 : cluster [DBG] pgmap v50: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-06-06T11:10:21.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:21 smithi132 bash[17898]: cluster 2024-06-06T11:10:20.227558+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-06-06T11:10:21.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:21 smithi132 bash[25563]: cluster 2024-06-06T11:10:19.752463+0000 mgr.y (mgr.25283) 36 : cluster [DBG] pgmap v50: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-06-06T11:10:21.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:21 smithi132 bash[25563]: cluster 2024-06-06T11:10:20.227558+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-06-06T11:10:21.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:21 smithi179 bash[18882]: cluster 2024-06-06T11:10:19.752463+0000 mgr.y (mgr.25283) 36 : cluster [DBG] pgmap v50: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-06-06T11:10:21.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:21 smithi179 bash[18882]: cluster 2024-06-06T11:10:20.227558+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-06-06T11:10:21.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:21 smithi179 bash[49213]: debug 2024-06-06T11:10:21.187+0000 7fe7c7abd040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T11:10:21.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:21 smithi179 bash[49213]: debug 2024-06-06T11:10:21.271+0000 7fe7c7abd040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T11:10:21.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:21 smithi179 bash[49213]: debug 2024-06-06T11:10:21.347+0000 7fe7c7abd040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T11:10:21.842 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:21 smithi179 bash[49213]: debug 2024-06-06T11:10:21.539+0000 7fe7c7abd040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:10:22.244 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:21 smithi179 bash[49213]: debug 2024-06-06T11:10:21.839+0000 7fe7c7abd040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T11:10:22.244 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:21 smithi179 bash[49213]: debug 2024-06-06T11:10:21.903+0000 7fe7c7abd040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T11:10:22.244 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:22 smithi179 bash[49213]: debug 2024-06-06T11:10:22.047+0000 7fe7c7abd040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T11:10:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:22 smithi132 bash[17898]: cluster 2024-06-06T11:10:21.237287+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-06-06T11:10:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:22 smithi132 bash[17898]: audit 2024-06-06T11:10:21.673273+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.132:0/2293700367' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:22.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:22 smithi132 bash[25563]: cluster 2024-06-06T11:10:21.237287+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-06-06T11:10:22.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:22 smithi132 bash[25563]: audit 2024-06-06T11:10:21.673273+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.132:0/2293700367' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:22 smithi179 bash[18882]: cluster 2024-06-06T11:10:21.237287+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-06-06T11:10:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:22 smithi179 bash[18882]: audit 2024-06-06T11:10:21.673273+0000 mon.c (mon.2) 84 : audit [DBG] from='client.? 172.21.15.132:0/2293700367' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:23.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:22 smithi179 bash[49213]: debug 2024-06-06T11:10:22.763+0000 7fe7c7abd040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T11:10:23.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:22 smithi179 bash[49213]: debug 2024-06-06T11:10:22.839+0000 7fe7c7abd040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T11:10:23.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:22 smithi179 bash[49213]: debug 2024-06-06T11:10:22.923+0000 7fe7c7abd040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T11:10:23.507 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:23 smithi179 bash[18882]: cluster 2024-06-06T11:10:21.753502+0000 mgr.y (mgr.25283) 37 : cluster [DBG] pgmap v53: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-06-06T11:10:23.507 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:23 smithi179 bash[18882]: cluster 2024-06-06T11:10:22.249709+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-06-06T11:10:23.507 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:23 smithi179 bash[49213]: debug 2024-06-06T11:10:23.219+0000 7fe7c7abd040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T11:10:23.507 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:23 smithi179 bash[49213]: debug 2024-06-06T11:10:23.387+0000 7fe7c7abd040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T11:10:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:23 smithi132 bash[17898]: cluster 2024-06-06T11:10:21.753502+0000 mgr.y (mgr.25283) 37 : cluster [DBG] pgmap v53: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-06-06T11:10:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:23 smithi132 bash[17898]: cluster 2024-06-06T11:10:22.249709+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-06-06T11:10:23.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:23 smithi132 bash[25563]: cluster 2024-06-06T11:10:21.753502+0000 mgr.y (mgr.25283) 37 : cluster [DBG] pgmap v53: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-06-06T11:10:23.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:23 smithi132 bash[25563]: cluster 2024-06-06T11:10:22.249709+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-06-06T11:10:23.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:23 smithi179 bash[48797]: ts=2024-06-06T11:10:23.507Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:10:24.066 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:23 smithi179 bash[49213]: debug 2024-06-06T11:10:23.795+0000 7fe7c7abd040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T11:10:24.262 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:10:23] "GET /metrics HTTP/1.1" 200 74408 "" "Prometheus/2.33.4" 2024-06-06T11:10:24.262 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:24 smithi132 bash[25563]: cluster 2024-06-06T11:10:23.261861+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-06-06T11:10:24.262 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:24 smithi132 bash[25563]: audit 2024-06-06T11:10:24.138381+0000 mon.a (mon.0) 1192 : audit [DBG] from='client.? 172.21.15.132:0/747298003' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:24.496 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[18882]: cluster 2024-06-06T11:10:23.261861+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-06-06T11:10:24.497 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[18882]: audit 2024-06-06T11:10:24.138381+0000 mon.a (mon.0) 1192 : audit [DBG] from='client.? 172.21.15.132:0/747298003' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:24.497 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: debug 2024-06-06T11:10:24.063+0000 7fe7c7abd040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:10:24.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:24 smithi132 bash[17898]: cluster 2024-06-06T11:10:23.261861+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-06-06T11:10:24.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:24 smithi132 bash[17898]: audit 2024-06-06T11:10:24.138381+0000 mon.a (mon.0) 1192 : audit [DBG] from='client.? 172.21.15.132:0/747298003' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:24.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: debug 2024-06-06T11:10:24.491+0000 7fe7c7abd040 -1 mgr[py] Module not found: 'k8sevents' 2024-06-06T11:10:24.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: debug 2024-06-06T11:10:24.491+0000 7fe7c7abd040 -1 mgr[py] Traceback (most recent call last): 2024-06-06T11:10:24.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: File "/usr/share/ceph/mgr/k8sevents/__init__.py", line 1, in 2024-06-06T11:10:24.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: from .module import Module 2024-06-06T11:10:24.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: File "/usr/share/ceph/mgr/k8sevents/module.py", line 70, in 2024-06-06T11:10:24.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: from kubernetes.client.models.v1_event import V1Event 2024-06-06T11:10:24.539 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: ModuleNotFoundError: No module named 'kubernetes.client.models.v1_event' 2024-06-06T11:10:24.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: debug 2024-06-06T11:10:24.491+0000 7fe7c7abd040 -1 mgr[py] Class not found in module 'k8sevents' 2024-06-06T11:10:24.540 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: debug 2024-06-06T11:10:24.491+0000 7fe7c7abd040 -1 mgr[py] Error loading module 'k8sevents': (2) No such file or directory 2024-06-06T11:10:24.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: debug 2024-06-06T11:10:24.591+0000 7fe7c7abd040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T11:10:24.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: debug 2024-06-06T11:10:24.671+0000 7fe7c7abd040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T11:10:25.187 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: debug 2024-06-06T11:10:24.867+0000 7fe7c7abd040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T11:10:25.187 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:24 smithi179 bash[49213]: debug 2024-06-06T11:10:24.951+0000 7fe7c7abd040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T11:10:25.187 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:25 smithi179 bash[49213]: debug 2024-06-06T11:10:25.095+0000 7fe7c7abd040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T11:10:25.481 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:25 smithi179 bash[18882]: cluster 2024-06-06T11:10:23.755165+0000 mgr.y (mgr.25283) 38 : cluster [DBG] pgmap v56: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-06-06T11:10:25.481 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:25 smithi179 bash[18882]: cluster 2024-06-06T11:10:24.269930+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-06-06T11:10:25.481 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:25 smithi179 bash[18882]: audit 2024-06-06T11:10:25.112580+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:25.481 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:25 smithi179 bash[18882]: audit 2024-06-06T11:10:25.119329+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:25.482 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:25 smithi179 bash[49213]: debug 2024-06-06T11:10:25.183+0000 7fe7c7abd040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T11:10:25.482 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:25 smithi179 bash[49213]: debug 2024-06-06T11:10:25.279+0000 7fe7c7abd040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T11:10:25.482 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:25 smithi179 bash[49213]: debug 2024-06-06T11:10:25.475+0000 7fe7c7abd040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T11:10:25.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:25 smithi132 bash[17898]: cluster 2024-06-06T11:10:23.755165+0000 mgr.y (mgr.25283) 38 : cluster [DBG] pgmap v56: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-06-06T11:10:25.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:25 smithi132 bash[17898]: cluster 2024-06-06T11:10:24.269930+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-06-06T11:10:25.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:25 smithi132 bash[17898]: audit 2024-06-06T11:10:25.112580+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:25.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:25 smithi132 bash[17898]: audit 2024-06-06T11:10:25.119329+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:25.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:25 smithi132 bash[25563]: cluster 2024-06-06T11:10:23.755165+0000 mgr.y (mgr.25283) 38 : cluster [DBG] pgmap v56: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-06-06T11:10:25.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:25 smithi132 bash[25563]: cluster 2024-06-06T11:10:24.269930+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-06-06T11:10:25.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:25 smithi132 bash[25563]: audit 2024-06-06T11:10:25.112580+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:25.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:25 smithi132 bash[25563]: audit 2024-06-06T11:10:25.119329+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:25.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:25 smithi179 bash[49213]: debug 2024-06-06T11:10:25.587+0000 7fe7c7abd040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T11:10:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:26 smithi179 bash[18882]: cluster 2024-06-06T11:10:25.279351+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-06-06T11:10:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:26 smithi179 bash[18882]: audit 2024-06-06T11:10:25.897227+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:26 smithi179 bash[18882]: audit 2024-06-06T11:10:25.904411+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:26 smithi132 bash[17898]: cluster 2024-06-06T11:10:25.279351+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-06-06T11:10:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:26 smithi132 bash[17898]: audit 2024-06-06T11:10:25.897227+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:26 smithi132 bash[17898]: audit 2024-06-06T11:10:25.904411+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:26 smithi132 bash[25563]: cluster 2024-06-06T11:10:25.279351+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-06-06T11:10:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:26 smithi132 bash[25563]: audit 2024-06-06T11:10:25.897227+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:26.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:26 smithi132 bash[25563]: audit 2024-06-06T11:10:25.904411+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:27.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:26 smithi179 bash[49213]: debug 2024-06-06T11:10:26.767+0000 7fe7c7abd040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T11:10:27.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:26 smithi179 bash[49213]: debug 2024-06-06T11:10:26.767+0000 7fe7c7abd040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:10:27.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:26 smithi179 bash[49213]: [06/Jun/2024:11:10:26] ENGINE Bus STARTING 2024-06-06T11:10:27.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:26 smithi179 bash[49213]: CherryPy Checker: 2024-06-06T11:10:27.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:26 smithi179 bash[49213]: The Application mounted at '' has an empty config. 2024-06-06T11:10:27.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:26 smithi179 bash[49213]: [06/Jun/2024:11:10:26] ENGINE Serving on http://:::9283 2024-06-06T11:10:27.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:26 smithi179 bash[49213]: [06/Jun/2024:11:10:26] ENGINE Bus STARTED 2024-06-06T11:10:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:27 smithi179 bash[18882]: cluster 2024-06-06T11:10:25.756273+0000 mgr.y (mgr.25283) 39 : cluster [DBG] pgmap v59: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-06-06T11:10:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:27 smithi179 bash[18882]: cluster 2024-06-06T11:10:26.292906+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-06-06T11:10:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:27 smithi179 bash[18882]: audit 2024-06-06T11:10:26.608915+0000 mon.a (mon.0) 1200 : audit [DBG] from='client.? 172.21.15.132:0/2231365326' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:27 smithi179 bash[18882]: cluster 2024-06-06T11:10:26.772717+0000 mgr.x (mgr.25306) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:10:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:27 smithi179 bash[18882]: cluster 2024-06-06T11:10:26.796191+0000 mon.a (mon.0) 1201 : cluster [DBG] Standby manager daemon x restarted 2024-06-06T11:10:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:27 smithi179 bash[18882]: cluster 2024-06-06T11:10:26.796449+0000 mon.a (mon.0) 1202 : cluster [DBG] Standby manager daemon x started 2024-06-06T11:10:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:27 smithi179 bash[18882]: audit 2024-06-06T11:10:26.799530+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:10:27.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:27 smithi179 bash[18882]: audit 2024-06-06T11:10:26.801235+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:10:27.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:27 smithi179 bash[18882]: audit 2024-06-06T11:10:26.804117+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:10:27.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:27 smithi179 bash[18882]: audit 2024-06-06T11:10:26.805812+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:10:27.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[17898]: cluster 2024-06-06T11:10:25.756273+0000 mgr.y (mgr.25283) 39 : cluster [DBG] pgmap v59: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-06-06T11:10:27.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[17898]: cluster 2024-06-06T11:10:26.292906+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-06-06T11:10:27.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[17898]: audit 2024-06-06T11:10:26.608915+0000 mon.a (mon.0) 1200 : audit [DBG] from='client.? 172.21.15.132:0/2231365326' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:27.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[17898]: cluster 2024-06-06T11:10:26.772717+0000 mgr.x (mgr.25306) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:10:27.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[17898]: cluster 2024-06-06T11:10:26.796191+0000 mon.a (mon.0) 1201 : cluster [DBG] Standby manager daemon x restarted 2024-06-06T11:10:27.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[17898]: cluster 2024-06-06T11:10:26.796449+0000 mon.a (mon.0) 1202 : cluster [DBG] Standby manager daemon x started 2024-06-06T11:10:27.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[17898]: audit 2024-06-06T11:10:26.799530+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:10:27.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[17898]: audit 2024-06-06T11:10:26.801235+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:10:27.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[17898]: audit 2024-06-06T11:10:26.804117+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:10:27.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[17898]: audit 2024-06-06T11:10:26.805812+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:10:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[25563]: cluster 2024-06-06T11:10:25.756273+0000 mgr.y (mgr.25283) 39 : cluster [DBG] pgmap v59: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-06-06T11:10:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[25563]: cluster 2024-06-06T11:10:26.292906+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-06-06T11:10:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[25563]: audit 2024-06-06T11:10:26.608915+0000 mon.a (mon.0) 1200 : audit [DBG] from='client.? 172.21.15.132:0/2231365326' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[25563]: cluster 2024-06-06T11:10:26.772717+0000 mgr.x (mgr.25306) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:10:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[25563]: cluster 2024-06-06T11:10:26.796191+0000 mon.a (mon.0) 1201 : cluster [DBG] Standby manager daemon x restarted 2024-06-06T11:10:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[25563]: cluster 2024-06-06T11:10:26.796449+0000 mon.a (mon.0) 1202 : cluster [DBG] Standby manager daemon x started 2024-06-06T11:10:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[25563]: audit 2024-06-06T11:10:26.799530+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:10:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[25563]: audit 2024-06-06T11:10:26.801235+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:10:27.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[25563]: audit 2024-06-06T11:10:26.804117+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:10:27.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:27 smithi132 bash[25563]: audit 2024-06-06T11:10:26.805812+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.? 172.21.15.179:0/1349695723' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:10:28.491 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10812 ms) 2024-06-06T11:10:28.492 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.Metadata 2024-06-06T11:10:28.492 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:28.662 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:28 smithi179 bash[18882]: cluster 2024-06-06T11:10:27.315586+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-06-06T11:10:28.662 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:28 smithi179 bash[18882]: cluster 2024-06-06T11:10:27.317375+0000 mon.a (mon.0) 1204 : cluster [DBG] mgrmap e31: y(active, since 39s), standbys: x 2024-06-06T11:10:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:28 smithi132 bash[17898]: cluster 2024-06-06T11:10:27.315586+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-06-06T11:10:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:28 smithi132 bash[17898]: cluster 2024-06-06T11:10:27.317375+0000 mon.a (mon.0) 1204 : cluster [DBG] mgrmap e31: y(active, since 39s), standbys: x 2024-06-06T11:10:28.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:28 smithi132 bash[25563]: cluster 2024-06-06T11:10:27.315586+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-06-06T11:10:28.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:28 smithi132 bash[25563]: cluster 2024-06-06T11:10:27.317375+0000 mon.a (mon.0) 1204 : cluster [DBG] mgrmap e31: y(active, since 39s), standbys: x 2024-06-06T11:10:29.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:28 smithi179 bash[48797]: ts=2024-06-06T11:10:28.662Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:10:29.521 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.Metadata (1030 ms) 2024-06-06T11:10:29.521 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-06-06T11:10:29.521 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:29 smithi132 bash[17898]: cluster 2024-06-06T11:10:27.757418+0000 mgr.y (mgr.25283) 40 : cluster [DBG] pgmap v62: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-06-06T11:10:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:29 smithi132 bash[17898]: audit 2024-06-06T11:10:29.057092+0000 mon.a (mon.0) 1205 : audit [DBG] from='client.? 172.21.15.132:0/3363522347' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:29 smithi132 bash[25563]: cluster 2024-06-06T11:10:27.757418+0000 mgr.y (mgr.25283) 40 : cluster [DBG] pgmap v62: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-06-06T11:10:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:29 smithi132 bash[25563]: audit 2024-06-06T11:10:29.057092+0000 mon.a (mon.0) 1205 : audit [DBG] from='client.? 172.21.15.132:0/3363522347' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:29 smithi179 bash[18882]: cluster 2024-06-06T11:10:27.757418+0000 mgr.y (mgr.25283) 40 : cluster [DBG] pgmap v62: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-06-06T11:10:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:29 smithi179 bash[18882]: audit 2024-06-06T11:10:29.057092+0000 mon.a (mon.0) 1205 : audit [DBG] from='client.? 172.21.15.132:0/3363522347' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:30.545 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.MetadataPP (1024 ms) 2024-06-06T11:10:30.545 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-06-06T11:10:30.546 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:30.760 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.UpdateFeatures (215 ms) 2024-06-06T11:10:30.760 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-06-06T11:10:30.760 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-06-06T11:10:30.760 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-06-06T11:10:30.761 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:30 smithi132 bash[17898]: cluster 2024-06-06T11:10:29.317824+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-06-06T11:10:30.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:30 smithi132 bash[25563]: cluster 2024-06-06T11:10:29.317824+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-06-06T11:10:30.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:30 smithi179 bash[18882]: cluster 2024-06-06T11:10:29.317824+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-06-06T11:10:31.445 INFO:tasks.workunit.client.0.smithi132.stdout:0.00% done 2024-06-06T11:10:31.446 INFO:tasks.workunit.client.0.smithi132.stdout:25.00% done 2024-06-06T11:10:31.446 INFO:tasks.workunit.client.0.smithi132.stdout:50.00% done 2024-06-06T11:10:31.446 INFO:tasks.workunit.client.0.smithi132.stdout:75.00% done 2024-06-06T11:10:31.446 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.RebuildObjectMap (686 ms) 2024-06-06T11:10:31.446 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-06-06T11:10:31.496 INFO:tasks.workunit.client.0.smithi132.stdout:0.00% done 2024-06-06T11:10:31.496 INFO:tasks.workunit.client.0.smithi132.stdout:25.00% done 2024-06-06T11:10:31.496 INFO:tasks.workunit.client.0.smithi132.stdout:50.00% done 2024-06-06T11:10:31.496 INFO:tasks.workunit.client.0.smithi132.stdout:75.00% done 2024-06-06T11:10:31.496 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (50 ms) 2024-06-06T11:10:31.496 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-06-06T11:10:31.496 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:31.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:31 smithi132 bash[17898]: cluster 2024-06-06T11:10:29.758568+0000 mgr.y (mgr.25283) 41 : cluster [DBG] pgmap v64: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 378 KiB/s rd, 176 KiB/s wr, 638 op/s 2024-06-06T11:10:31.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:31 smithi132 bash[17898]: cluster 2024-06-06T11:10:30.338591+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-06-06T11:10:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:31 smithi132 bash[25563]: cluster 2024-06-06T11:10:29.758568+0000 mgr.y (mgr.25283) 41 : cluster [DBG] pgmap v64: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 378 KiB/s rd, 176 KiB/s wr, 638 op/s 2024-06-06T11:10:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:31 smithi132 bash[25563]: cluster 2024-06-06T11:10:30.338591+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-06-06T11:10:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:31 smithi179 bash[18882]: cluster 2024-06-06T11:10:29.758568+0000 mgr.y (mgr.25283) 41 : cluster [DBG] pgmap v64: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 378 KiB/s rd, 176 KiB/s wr, 638 op/s 2024-06-06T11:10:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:31 smithi179 bash[18882]: cluster 2024-06-06T11:10:30.338591+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-06-06T11:10:32.455 INFO:tasks.workunit.client.0.smithi132.stdout:0.00% done 2024-06-06T11:10:32.455 INFO:tasks.workunit.client.0.smithi132.stdout:25.00% done 2024-06-06T11:10:32.456 INFO:tasks.workunit.client.0.smithi132.stdout:50.00% done 2024-06-06T11:10:32.456 INFO:tasks.workunit.client.0.smithi132.stdout:75.00% done 2024-06-06T11:10:32.456 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.CheckObjectMap (959 ms) 2024-06-06T11:10:32.456 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-06-06T11:10:32.456 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:32.514 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.BlockingAIO (59 ms) 2024-06-06T11:10:32.514 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-06-06T11:10:32.514 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:32.727 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (213 ms) 2024-06-06T11:10:32.727 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-06-06T11:10:32.727 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:10:32.727 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-06-06T11:10:32.727 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-06-06T11:10:32.727 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:32.749 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:32 smithi179 bash[18882]: cluster 2024-06-06T11:10:31.347390+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-06-06T11:10:32.749 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:32 smithi179 bash[18882]: audit 2024-06-06T11:10:31.544622+0000 mon.c (mon.2) 85 : audit [DBG] from='client.? 172.21.15.132:0/1800993964' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:32.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:32 smithi132 bash[17898]: cluster 2024-06-06T11:10:31.347390+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-06-06T11:10:32.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:32 smithi132 bash[17898]: audit 2024-06-06T11:10:31.544622+0000 mon.c (mon.2) 85 : audit [DBG] from='client.? 172.21.15.132:0/1800993964' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:32.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:32 smithi132 bash[25563]: cluster 2024-06-06T11:10:31.347390+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-06-06T11:10:32.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:32 smithi132 bash[25563]: audit 2024-06-06T11:10:31.544622+0000 mon.c (mon.2) 85 : audit [DBG] from='client.? 172.21.15.132:0/1800993964' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:33.509 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (782 ms) 2024-06-06T11:10:33.509 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-06-06T11:10:33.510 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:33.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:33 smithi132 bash[17898]: cluster 2024-06-06T11:10:31.759708+0000 mgr.y (mgr.25283) 42 : cluster [DBG] pgmap v67: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 380 KiB/s rd, 177 KiB/s wr, 641 op/s 2024-06-06T11:10:33.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:33 smithi132 bash[17898]: cluster 2024-06-06T11:10:32.356589+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-06-06T11:10:33.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:33 smithi132 bash[17898]: audit 2024-06-06T11:10:33.338407+0000 mon.a (mon.0) 1210 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:10:33.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:33 smithi132 bash[25563]: cluster 2024-06-06T11:10:31.759708+0000 mgr.y (mgr.25283) 42 : cluster [DBG] pgmap v67: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 380 KiB/s rd, 177 KiB/s wr, 641 op/s 2024-06-06T11:10:33.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:33 smithi132 bash[25563]: cluster 2024-06-06T11:10:32.356589+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-06-06T11:10:33.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:33 smithi132 bash[25563]: audit 2024-06-06T11:10:33.338407+0000 mon.a (mon.0) 1210 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:10:33.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:33 smithi179 bash[18882]: cluster 2024-06-06T11:10:31.759708+0000 mgr.y (mgr.25283) 42 : cluster [DBG] pgmap v67: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 380 KiB/s rd, 177 KiB/s wr, 641 op/s 2024-06-06T11:10:33.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:33 smithi179 bash[18882]: cluster 2024-06-06T11:10:32.356589+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-06-06T11:10:33.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:33 smithi179 bash[18882]: audit 2024-06-06T11:10:33.338407+0000 mon.a (mon.0) 1210 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:10:33.792 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:33 smithi179 bash[48797]: ts=2024-06-06T11:10:33.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:10:34.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:10:33] "GET /metrics HTTP/1.1" 200 74404 "" "Prometheus/2.33.4" 2024-06-06T11:10:34.433 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (924 ms) 2024-06-06T11:10:34.433 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-06-06T11:10:34.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:34 smithi132 bash[17898]: cluster 2024-06-06T11:10:33.367113+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-06-06T11:10:34.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:34 smithi132 bash[17898]: audit 2024-06-06T11:10:33.995202+0000 mon.c (mon.2) 86 : audit [DBG] from='client.? 172.21.15.132:0/1952480216' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:34.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:34 smithi132 bash[25563]: cluster 2024-06-06T11:10:33.367113+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-06-06T11:10:34.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:34 smithi132 bash[25563]: audit 2024-06-06T11:10:33.995202+0000 mon.c (mon.2) 86 : audit [DBG] from='client.? 172.21.15.132:0/1952480216' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:34.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:34 smithi179 bash[18882]: cluster 2024-06-06T11:10:33.367113+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-06-06T11:10:34.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:34 smithi179 bash[18882]: audit 2024-06-06T11:10:33.995202+0000 mon.c (mon.2) 86 : audit [DBG] from='client.? 172.21.15.132:0/1952480216' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:35.616 INFO:tasks.workunit.client.0.smithi132.stdout:0.00% done 2024-06-06T11:10:35.617 INFO:tasks.workunit.client.0.smithi132.stdout:100.00% done 2024-06-06T11:10:35.617 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestImageOptions (1183 ms) 2024-06-06T11:10:35.617 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-06-06T11:10:35.758 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:35 smithi179 bash[18882]: cluster 2024-06-06T11:10:33.761874+0000 mgr.y (mgr.25283) 43 : cluster [DBG] pgmap v70: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 17 KiB/s wr, 80 op/s 2024-06-06T11:10:35.758 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:35 smithi179 bash[18882]: cluster 2024-06-06T11:10:34.380584+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-06-06T11:10:35.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:35 smithi132 bash[17898]: cluster 2024-06-06T11:10:33.761874+0000 mgr.y (mgr.25283) 43 : cluster [DBG] pgmap v70: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 17 KiB/s wr, 80 op/s 2024-06-06T11:10:35.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:35 smithi132 bash[17898]: cluster 2024-06-06T11:10:34.380584+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-06-06T11:10:35.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:35 smithi132 bash[25563]: cluster 2024-06-06T11:10:33.761874+0000 mgr.y (mgr.25283) 43 : cluster [DBG] pgmap v70: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 17 KiB/s wr, 80 op/s 2024-06-06T11:10:35.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:35 smithi132 bash[25563]: cluster 2024-06-06T11:10:34.380584+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-06-06T11:10:36.580 INFO:tasks.workunit.client.0.smithi132.stdout:0.00% done 2024-06-06T11:10:36.580 INFO:tasks.workunit.client.0.smithi132.stdout:100.00% done 2024-06-06T11:10:36.580 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (963 ms) 2024-06-06T11:10:36.580 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-06-06T11:10:36.580 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-06-06T11:10:36.581 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-06-06T11:10:36.581 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-06-06T11:10:36.581 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-06-06T11:10:36.581 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:36.656 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:10:36.656 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:10:36.656 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:10:36.656 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:10:36.656 INFO:tasks.workunit.client.0.smithi132.stdout:wrote: 512 2024-06-06T11:10:36.656 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:10:36.656 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:10:36.656 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:10:36.656 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:10:36.656 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:10:36.656 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:10:36.657 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:started write 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:write completion cb called! 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 0 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:finished write 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:10:36.658 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:created completion 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:started read 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:read completion cb called! 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:return value is: 512 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ImagePollIO (76 ms) 2024-06-06T11:10:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.Mirror 2024-06-06T11:10:36.663 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:36.677 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[25563]: cluster 2024-06-06T11:10:35.389931+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-06-06T11:10:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[25563]: audit 2024-06-06T11:10:36.351349+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[25563]: audit 2024-06-06T11:10:36.357996+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[25563]: audit 2024-06-06T11:10:36.359275+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[25563]: audit 2024-06-06T11:10:36.360356+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:10:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[25563]: audit 2024-06-06T11:10:36.366817+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:36.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[17898]: cluster 2024-06-06T11:10:35.389931+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-06-06T11:10:36.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[17898]: audit 2024-06-06T11:10:36.351349+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:36.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[17898]: audit 2024-06-06T11:10:36.357996+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:36.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[17898]: audit 2024-06-06T11:10:36.359275+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:36.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[17898]: audit 2024-06-06T11:10:36.360356+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:10:36.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:36 smithi132 bash[17898]: audit 2024-06-06T11:10:36.366817+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:36 smithi179 bash[18882]: cluster 2024-06-06T11:10:35.389931+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-06-06T11:10:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:36 smithi179 bash[18882]: audit 2024-06-06T11:10:36.351349+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:36 smithi179 bash[18882]: audit 2024-06-06T11:10:36.357996+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:36 smithi179 bash[18882]: audit 2024-06-06T11:10:36.359275+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:36 smithi179 bash[18882]: audit 2024-06-06T11:10:36.360356+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:10:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:36 smithi179 bash[18882]: audit 2024-06-06T11:10:36.366817+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: cluster 2024-06-06T11:10:35.763175+0000 mgr.y (mgr.25283) 44 : cluster [DBG] pgmap v73: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 550 KiB/s rd, 133 KiB/s wr, 715 op/s 2024-06-06T11:10:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: cluster 2024-06-06T11:10:36.402938+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-06-06T11:10:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: audit 2024-06-06T11:10:36.468170+0000 mon.c (mon.2) 87 : audit [DBG] from='client.? 172.21.15.132:0/2373736258' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: audit 2024-06-06T11:10:36.474627+0000 mon.a (mon.0) 1220 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:10:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: audit 2024-06-06T11:10:36.478363+0000 mon.a (mon.0) 1221 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:10:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: cephadm 2024-06-06T11:10:36.479460+0000 mgr.y (mgr.25283) 45 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-06-06T11:10:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: audit 2024-06-06T11:10:36.485283+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: audit 2024-06-06T11:10:36.487025+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-06-06T11:10:37.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: audit 2024-06-06T11:10:36.491678+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-06-06T11:10:37.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: audit 2024-06-06T11:10:36.492757+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-06-06T11:10:37.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: audit 2024-06-06T11:10:36.497679+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-06-06T11:10:37.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: audit 2024-06-06T11:10:36.499753+0000 mon.a (mon.0) 1227 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-06-06T11:10:37.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: audit 2024-06-06T11:10:36.500866+0000 mon.a (mon.0) 1228 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-06-06T11:10:37.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[17898]: cephadm 2024-06-06T11:10:36.501609+0000 mgr.y (mgr.25283) 46 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-06-06T11:10:37.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: cluster 2024-06-06T11:10:35.763175+0000 mgr.y (mgr.25283) 44 : cluster [DBG] pgmap v73: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 550 KiB/s rd, 133 KiB/s wr, 715 op/s 2024-06-06T11:10:37.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: cluster 2024-06-06T11:10:36.402938+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-06-06T11:10:37.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: audit 2024-06-06T11:10:36.468170+0000 mon.c (mon.2) 87 : audit [DBG] from='client.? 172.21.15.132:0/2373736258' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:37.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: audit 2024-06-06T11:10:36.474627+0000 mon.a (mon.0) 1220 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:10:37.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: audit 2024-06-06T11:10:36.478363+0000 mon.a (mon.0) 1221 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:10:37.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: cephadm 2024-06-06T11:10:36.479460+0000 mgr.y (mgr.25283) 45 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-06-06T11:10:37.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: audit 2024-06-06T11:10:36.485283+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:37.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: audit 2024-06-06T11:10:36.487025+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-06-06T11:10:37.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: audit 2024-06-06T11:10:36.491678+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-06-06T11:10:37.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: audit 2024-06-06T11:10:36.492757+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-06-06T11:10:37.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: audit 2024-06-06T11:10:36.497679+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-06-06T11:10:37.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: audit 2024-06-06T11:10:36.499753+0000 mon.a (mon.0) 1227 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-06-06T11:10:37.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: audit 2024-06-06T11:10:36.500866+0000 mon.a (mon.0) 1228 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-06-06T11:10:37.536 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:37 smithi132 bash[25563]: cephadm 2024-06-06T11:10:36.501609+0000 mgr.y (mgr.25283) 46 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-06-06T11:10:37.727 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.Mirror (1071 ms) 2024-06-06T11:10:37.727 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-06-06T11:10:37.749 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (22 ms) 2024-06-06T11:10:37.749 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-06-06T11:10:37.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: cluster 2024-06-06T11:10:35.763175+0000 mgr.y (mgr.25283) 44 : cluster [DBG] pgmap v73: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 550 KiB/s rd, 133 KiB/s wr, 715 op/s 2024-06-06T11:10:37.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: cluster 2024-06-06T11:10:36.402938+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-06-06T11:10:37.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: audit 2024-06-06T11:10:36.468170+0000 mon.c (mon.2) 87 : audit [DBG] from='client.? 172.21.15.132:0/2373736258' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:37.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: audit 2024-06-06T11:10:36.474627+0000 mon.a (mon.0) 1220 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:10:37.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: audit 2024-06-06T11:10:36.478363+0000 mon.a (mon.0) 1221 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:10:37.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: cephadm 2024-06-06T11:10:36.479460+0000 mgr.y (mgr.25283) 45 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-06-06T11:10:37.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: audit 2024-06-06T11:10:36.485283+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:37.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: audit 2024-06-06T11:10:36.487025+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-06-06T11:10:37.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: audit 2024-06-06T11:10:36.491678+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-06-06T11:10:37.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: audit 2024-06-06T11:10:36.492757+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-06-06T11:10:37.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: audit 2024-06-06T11:10:36.497679+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-06-06T11:10:37.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: audit 2024-06-06T11:10:36.499753+0000 mon.a (mon.0) 1227 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-06-06T11:10:37.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: audit 2024-06-06T11:10:36.500866+0000 mon.a (mon.0) 1228 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-06-06T11:10:37.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:37 smithi179 bash[18882]: cephadm 2024-06-06T11:10:36.501609+0000 mgr.y (mgr.25283) 46 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-06-06T11:10:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: cluster 2024-06-06T11:10:37.504741+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-06-06T11:10:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.687525+0000 mon.a (mon.0) 1230 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/uuid4"}]: dispatch 2024-06-06T11:10:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.691846+0000 mon.a (mon.0) 1231 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/uuid4"}]': finished 2024-06-06T11:10:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.695177+0000 mon.a (mon.0) 1232 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/e90eda6b-9817-4785-b269-809501a78d96"}]: dispatch 2024-06-06T11:10:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.700045+0000 mon.a (mon.0) 1233 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/e90eda6b-9817-4785-b269-809501a78d96"}]': finished 2024-06-06T11:10:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.711522+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/dade8fcd-b0b8-4a23-a1c0-faa4c02dc63d"}]: dispatch 2024-06-06T11:10:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.715755+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/dade8fcd-b0b8-4a23-a1c0-faa4c02dc63d"}]': finished 2024-06-06T11:10:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.718561+0000 mon.a (mon.0) 1236 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/1247960b-008d-4a19-bba6-5e4144aebc74"}]: dispatch 2024-06-06T11:10:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.721889+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/1247960b-008d-4a19-bba6-5e4144aebc74"}]': finished 2024-06-06T11:10:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.735106+0000 mon.a (mon.0) 1238 : audit [DBG] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]: dispatch 2024-06-06T11:10:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.740377+0000 mon.a (mon.0) 1239 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' 2024-06-06T11:10:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.740951+0000 mon.a (mon.0) 1240 : audit [DBG] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]: dispatch 2024-06-06T11:10:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.741407+0000 mon.a (mon.0) 1241 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]: dispatch 2024-06-06T11:10:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[25563]: audit 2024-06-06T11:10:37.745112+0000 mon.a (mon.0) 1242 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]': finished 2024-06-06T11:10:38.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: cluster 2024-06-06T11:10:37.504741+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-06-06T11:10:38.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.687525+0000 mon.a (mon.0) 1230 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/uuid4"}]: dispatch 2024-06-06T11:10:38.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.691846+0000 mon.a (mon.0) 1231 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/uuid4"}]': finished 2024-06-06T11:10:38.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.695177+0000 mon.a (mon.0) 1232 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/e90eda6b-9817-4785-b269-809501a78d96"}]: dispatch 2024-06-06T11:10:38.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.700045+0000 mon.a (mon.0) 1233 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/e90eda6b-9817-4785-b269-809501a78d96"}]': finished 2024-06-06T11:10:38.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.711522+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/dade8fcd-b0b8-4a23-a1c0-faa4c02dc63d"}]: dispatch 2024-06-06T11:10:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.715755+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/dade8fcd-b0b8-4a23-a1c0-faa4c02dc63d"}]': finished 2024-06-06T11:10:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.718561+0000 mon.a (mon.0) 1236 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/1247960b-008d-4a19-bba6-5e4144aebc74"}]: dispatch 2024-06-06T11:10:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.721889+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/1247960b-008d-4a19-bba6-5e4144aebc74"}]': finished 2024-06-06T11:10:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.735106+0000 mon.a (mon.0) 1238 : audit [DBG] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]: dispatch 2024-06-06T11:10:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.740377+0000 mon.a (mon.0) 1239 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' 2024-06-06T11:10:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.740951+0000 mon.a (mon.0) 1240 : audit [DBG] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]: dispatch 2024-06-06T11:10:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.741407+0000 mon.a (mon.0) 1241 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]: dispatch 2024-06-06T11:10:38.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:38 smithi132 bash[17898]: audit 2024-06-06T11:10:37.745112+0000 mon.a (mon.0) 1242 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]': finished 2024-06-06T11:10:38.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[48797]: ts=2024-06-06T11:10:38.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:10:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: cluster 2024-06-06T11:10:37.504741+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-06-06T11:10:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.687525+0000 mon.a (mon.0) 1230 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/uuid4"}]: dispatch 2024-06-06T11:10:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.691846+0000 mon.a (mon.0) 1231 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/uuid4"}]': finished 2024-06-06T11:10:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.695177+0000 mon.a (mon.0) 1232 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/e90eda6b-9817-4785-b269-809501a78d96"}]: dispatch 2024-06-06T11:10:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.700045+0000 mon.a (mon.0) 1233 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/e90eda6b-9817-4785-b269-809501a78d96"}]': finished 2024-06-06T11:10:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.711522+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/dade8fcd-b0b8-4a23-a1c0-faa4c02dc63d"}]: dispatch 2024-06-06T11:10:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.715755+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/dade8fcd-b0b8-4a23-a1c0-faa4c02dc63d"}]': finished 2024-06-06T11:10:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.718561+0000 mon.a (mon.0) 1236 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/1247960b-008d-4a19-bba6-5e4144aebc74"}]: dispatch 2024-06-06T11:10:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.721889+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/1247960b-008d-4a19-bba6-5e4144aebc74"}]': finished 2024-06-06T11:10:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.735106+0000 mon.a (mon.0) 1238 : audit [DBG] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]: dispatch 2024-06-06T11:10:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.740377+0000 mon.a (mon.0) 1239 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' 2024-06-06T11:10:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.740951+0000 mon.a (mon.0) 1240 : audit [DBG] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]: dispatch 2024-06-06T11:10:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.741407+0000 mon.a (mon.0) 1241 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]: dispatch 2024-06-06T11:10:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:38 smithi179 bash[18882]: audit 2024-06-06T11:10:37.745112+0000 mon.a (mon.0) 1242 : audit [INF] from='client.? 172.21.15.132:0/1555760276' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/5/cc46324f-9732-4c4b-886e-c8b9c3ee1339"}]': finished 2024-06-06T11:10:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:39 smithi132 bash[17898]: cluster 2024-06-06T11:10:37.764104+0000 mgr.y (mgr.25283) 47 : cluster [DBG] pgmap v76: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 488 KiB/s rd, 115 KiB/s wr, 635 op/s 2024-06-06T11:10:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:39 smithi132 bash[17898]: cluster 2024-06-06T11:10:38.757458+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-06-06T11:10:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:39 smithi132 bash[17898]: audit 2024-06-06T11:10:38.941717+0000 mon.c (mon.2) 88 : audit [DBG] from='client.? 172.21.15.132:0/739075711' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:39.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:39 smithi132 bash[25563]: cluster 2024-06-06T11:10:37.764104+0000 mgr.y (mgr.25283) 47 : cluster [DBG] pgmap v76: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 488 KiB/s rd, 115 KiB/s wr, 635 op/s 2024-06-06T11:10:39.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:39 smithi132 bash[25563]: cluster 2024-06-06T11:10:38.757458+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-06-06T11:10:39.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:39 smithi132 bash[25563]: audit 2024-06-06T11:10:38.941717+0000 mon.c (mon.2) 88 : audit [DBG] from='client.? 172.21.15.132:0/739075711' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:39 smithi179 bash[18882]: cluster 2024-06-06T11:10:37.764104+0000 mgr.y (mgr.25283) 47 : cluster [DBG] pgmap v76: 617 pgs: 617 active+clean; 43 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 488 KiB/s rd, 115 KiB/s wr, 635 op/s 2024-06-06T11:10:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:39 smithi179 bash[18882]: cluster 2024-06-06T11:10:38.757458+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-06-06T11:10:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:39 smithi179 bash[18882]: audit 2024-06-06T11:10:38.941717+0000 mon.c (mon.2) 88 : audit [DBG] from='client.? 172.21.15.132:0/739075711' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:41.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[17898]: cluster 2024-06-06T11:10:39.761988+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-06-06T11:10:41.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[17898]: cluster 2024-06-06T11:10:39.765131+0000 mgr.y (mgr.25283) 48 : cluster [DBG] pgmap v79: 617 pgs: 617 active+clean; 51 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 226 KiB/s rd, 2.0 MiB/s wr, 312 op/s 2024-06-06T11:10:41.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[17898]: cephadm 2024-06-06T11:10:40.013609+0000 mgr.y (mgr.25283) 49 : cephadm [INF] Upgrade: Updating mon.a 2024-06-06T11:10:41.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[17898]: audit 2024-06-06T11:10:40.020197+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:41.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[17898]: audit 2024-06-06T11:10:40.021763+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:10:41.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[17898]: audit 2024-06-06T11:10:40.023037+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:10:41.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[17898]: audit 2024-06-06T11:10:40.024111+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:41.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[17898]: cephadm 2024-06-06T11:10:40.025344+0000 mgr.y (mgr.25283) 50 : cephadm [INF] Deploying daemon mon.a on smithi132 2024-06-06T11:10:41.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[25563]: cluster 2024-06-06T11:10:39.761988+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-06-06T11:10:41.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[25563]: cluster 2024-06-06T11:10:39.765131+0000 mgr.y (mgr.25283) 48 : cluster [DBG] pgmap v79: 617 pgs: 617 active+clean; 51 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 226 KiB/s rd, 2.0 MiB/s wr, 312 op/s 2024-06-06T11:10:41.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[25563]: cephadm 2024-06-06T11:10:40.013609+0000 mgr.y (mgr.25283) 49 : cephadm [INF] Upgrade: Updating mon.a 2024-06-06T11:10:41.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[25563]: audit 2024-06-06T11:10:40.020197+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:41.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[25563]: audit 2024-06-06T11:10:40.021763+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:10:41.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[25563]: audit 2024-06-06T11:10:40.023037+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:10:41.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[25563]: audit 2024-06-06T11:10:40.024111+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:41.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:40 smithi132 bash[25563]: cephadm 2024-06-06T11:10:40.025344+0000 mgr.y (mgr.25283) 50 : cephadm [INF] Deploying daemon mon.a on smithi132 2024-06-06T11:10:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:40 smithi179 bash[18882]: cluster 2024-06-06T11:10:39.761988+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-06-06T11:10:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:40 smithi179 bash[18882]: cluster 2024-06-06T11:10:39.765131+0000 mgr.y (mgr.25283) 48 : cluster [DBG] pgmap v79: 617 pgs: 617 active+clean; 51 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 226 KiB/s rd, 2.0 MiB/s wr, 312 op/s 2024-06-06T11:10:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:40 smithi179 bash[18882]: cephadm 2024-06-06T11:10:40.013609+0000 mgr.y (mgr.25283) 49 : cephadm [INF] Upgrade: Updating mon.a 2024-06-06T11:10:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:40 smithi179 bash[18882]: audit 2024-06-06T11:10:40.020197+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' 2024-06-06T11:10:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:40 smithi179 bash[18882]: audit 2024-06-06T11:10:40.021763+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:10:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:40 smithi179 bash[18882]: audit 2024-06-06T11:10:40.023037+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:10:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:40 smithi179 bash[18882]: audit 2024-06-06T11:10:40.024111+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:10:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:40 smithi179 bash[18882]: cephadm 2024-06-06T11:10:40.025344+0000 mgr.y (mgr.25283) 50 : cephadm [INF] Deploying daemon mon.a on smithi132 2024-06-06T11:10:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:41 smithi132 bash[17898]: cluster 2024-06-06T11:10:40.774941+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-06-06T11:10:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:41 smithi132 bash[17898]: audit 2024-06-06T11:10:41.398301+0000 mon.c (mon.2) 89 : audit [DBG] from='client.? 172.21.15.132:0/3112362535' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:41 smithi132 bash[25563]: cluster 2024-06-06T11:10:40.774941+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-06-06T11:10:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:41 smithi132 bash[25563]: audit 2024-06-06T11:10:41.398301+0000 mon.c (mon.2) 89 : audit [DBG] from='client.? 172.21.15.132:0/3112362535' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:42.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:41 smithi179 bash[18882]: cluster 2024-06-06T11:10:40.774941+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-06-06T11:10:42.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:41 smithi179 bash[18882]: audit 2024-06-06T11:10:41.398301+0000 mon.c (mon.2) 89 : audit [DBG] from='client.? 172.21.15.132:0/3112362535' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:42.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:42 smithi132 systemd[1]: Stopping Ceph mon.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:10:42.906 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:42 smithi132 bash[66667]: [06/Jun/2024:11:10:42] ENGINE Bus STOPPING 2024-06-06T11:10:42.906 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:42 smithi132 bash[17898]: debug 2024-06-06T11:10:42.581+0000 7fb0a5d36700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-06-06T11:10:42.907 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:42 smithi132 bash[17898]: debug 2024-06-06T11:10:42.581+0000 7fb0a5d36700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-06-06T11:10:43.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:42 smithi132 bash[66667]: [06/Jun/2024:11:10:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:10:43.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:42 smithi132 bash[66667]: [06/Jun/2024:11:10:42] ENGINE Bus STOPPED 2024-06-06T11:10:43.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:42 smithi132 bash[66667]: [06/Jun/2024:11:10:42] ENGINE Bus STARTING 2024-06-06T11:10:43.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:43 smithi132 bash[66667]: [06/Jun/2024:11:10:43] ENGINE Serving on http://:::9283 2024-06-06T11:10:43.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:43 smithi132 bash[66667]: [06/Jun/2024:11:10:43] ENGINE Bus STARTED 2024-06-06T11:10:43.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:43 smithi132 bash[71687]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mon-a 2024-06-06T11:10:43.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:43 smithi132 bash[71784]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mon-a 2024-06-06T11:10:43.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:43 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.a.service: Succeeded. 2024-06-06T11:10:43.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:43 smithi132 systemd[1]: Stopped Ceph mon.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:10:43.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:43 smithi179 bash[48797]: ts=2024-06-06T11:10:43.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:10:44.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:43 smithi132 systemd[1]: Started Ceph mon.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:10:44.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:10:43] "GET /metrics HTTP/1.1" 200 74404 "" "Prometheus/2.33.4" 2024-06-06T11:10:45.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.829+0000 7fd0b4bf3b00 0 set uid:gid to 167:167 (ceph:ceph) 2024-06-06T11:10:45.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.829+0000 7fd0b4bf3b00 0 ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable), process ceph-mon, pid 7 2024-06-06T11:10:45.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.829+0000 7fd0b4bf3b00 0 pidfile_write: ignore empty --pid-file 2024-06-06T11:10:45.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.829+0000 7fd0b4bf3b00 0 load: jerasure load: lrc 2024-06-06T11:10:45.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: RocksDB version: 7.9.2 2024-06-06T11:10:45.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Git sha 0 2024-06-06T11:10:45.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Compile date 2024-06-02 15:46:19 2024-06-06T11:10:45.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: DB SUMMARY 2024-06-06T11:10:45.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: DB Session ID: 9S1T41RA3EQ2PHHXCU06 2024-06-06T11:10:45.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: CURRENT file: CURRENT 2024-06-06T11:10:45.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: IDENTITY file: IDENTITY 2024-06-06T11:10:45.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 981 Bytes 2024-06-06T11:10:45.035 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000023.sst 2024-06-06T11:10:45.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000021.log size: 18900415 ; 2024-06-06T11:10:45.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.error_if_exists: 0 2024-06-06T11:10:45.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.create_if_missing: 0 2024-06-06T11:10:45.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.paranoid_checks: 1 2024-06-06T11:10:45.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-06-06T11:10:45.036 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-06-06T11:10:45.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-06-06T11:10:45.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.env: 0x563fcc219ba0 2024-06-06T11:10:45.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.fs: PosixFileSystem 2024-06-06T11:10:45.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.info_log: 0x563fccbe4b20 2024-06-06T11:10:45.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_file_opening_threads: 16 2024-06-06T11:10:45.037 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.statistics: (nil) 2024-06-06T11:10:45.038 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.use_fsync: 0 2024-06-06T11:10:45.038 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_log_file_size: 0 2024-06-06T11:10:45.038 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-06T11:10:45.038 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.log_file_time_to_roll: 0 2024-06-06T11:10:45.038 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.keep_log_file_num: 1000 2024-06-06T11:10:45.038 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.recycle_log_file_num: 0 2024-06-06T11:10:45.039 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.allow_fallocate: 1 2024-06-06T11:10:45.039 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.allow_mmap_reads: 0 2024-06-06T11:10:45.039 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.allow_mmap_writes: 0 2024-06-06T11:10:45.039 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.use_direct_reads: 0 2024-06-06T11:10:45.039 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-06T11:10:45.039 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.create_missing_column_families: 0 2024-06-06T11:10:45.039 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.db_log_dir: 2024-06-06T11:10:45.039 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.wal_dir: 2024-06-06T11:10:45.039 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.table_cache_numshardbits: 6 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.advise_random_on_open: 1 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.db_write_buffer_size: 0 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.write_buffer_manager: 0x563fccbf2b40 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.use_adaptive_mutex: 0 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.rate_limiter: (nil) 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-06T11:10:45.040 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.wal_recovery_mode: 2 2024-06-06T11:10:45.042 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.enable_thread_tracking: 0 2024-06-06T11:10:45.042 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.enable_pipelined_write: 0 2024-06-06T11:10:45.042 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.unordered_write: 0 2024-06-06T11:10:45.042 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-06T11:10:45.042 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-06T11:10:45.042 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.row_cache: None 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.wal_filter: None 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.allow_ingest_behind: 0 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.two_write_queues: 0 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.manual_wal_flush: 0 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.wal_compression: 0 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.atomic_flush: 0 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.persist_stats_to_disk: 0 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.log_readahead_size: 0 2024-06-06T11:10:45.043 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.best_efforts_recovery: 0 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.allow_data_in_errors: 0 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.db_host_id: __hostname__ 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.enforce_single_del_contracts: true 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_background_jobs: 2 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_background_compactions: -1 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_subcompactions: 1 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.delayed_write_rate : 16777216 2024-06-06T11:10:45.044 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_total_wal_size: 0 2024-06-06T11:10:45.045 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-06T11:10:45.045 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.stats_dump_period_sec: 600 2024-06-06T11:10:45.045 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.stats_persist_period_sec: 600 2024-06-06T11:10:45.045 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-06T11:10:45.045 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_open_files: -1 2024-06-06T11:10:45.045 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bytes_per_sync: 0 2024-06-06T11:10:45.045 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-06-06T11:10:45.045 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-06-06T11:10:45.046 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_readahead_size: 0 2024-06-06T11:10:45.046 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_background_flushes: -1 2024-06-06T11:10:45.046 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Compression algorithms supported: 2024-06-06T11:10:45.046 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: kZSTD supported: 0 2024-06-06T11:10:45.046 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: kXpressCompression supported: 0 2024-06-06T11:10:45.047 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: kBZip2Compression supported: 0 2024-06-06T11:10:45.047 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-06T11:10:45.047 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: kLZ4Compression supported: 1 2024-06-06T11:10:45.047 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: kZlibCompression supported: 1 2024-06-06T11:10:45.047 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: kLZ4HCCompression supported: 1 2024-06-06T11:10:45.047 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: kSnappyCompression supported: 1 2024-06-06T11:10:45.047 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-06-06T11:10:45.047 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-06-06T11:10:45.047 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2024-06-06T11:10:45.047 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-06-06T11:10:45.047 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.merge_operator: 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_filter: None 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_filter_factory: None 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.sst_partitioner_factory: None 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.table_factory: BlockBasedTable 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563fccbe47e0) 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: cache_index_and_filter_blocks: 1 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: pin_top_level_index_and_filter: 1 2024-06-06T11:10:45.048 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: index_type: 0 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: data_block_index_type: 0 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: index_shortening: 1 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: data_block_hash_table_util_ratio: 0.750000 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: checksum: 4 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: no_block_cache: 0 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: block_cache: 0x563fccbdb350 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: block_cache_name: BinnedLRUCache 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: block_cache_options: 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: capacity : 536870912 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: num_shard_bits : 4 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: strict_capacity_limit : 0 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: high_pri_pool_ratio: 0.000 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: block_cache_compressed: (nil) 2024-06-06T11:10:45.049 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: persistent_cache: (nil) 2024-06-06T11:10:45.050 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: block_size: 4096 2024-06-06T11:10:45.050 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: block_size_deviation: 10 2024-06-06T11:10:45.050 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: block_restart_interval: 16 2024-06-06T11:10:45.050 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: index_block_restart_interval: 1 2024-06-06T11:10:45.050 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: metadata_block_size: 4096 2024-06-06T11:10:45.050 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: partition_filters: 0 2024-06-06T11:10:45.050 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: use_delta_encoding: 1 2024-06-06T11:10:45.050 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: filter_policy: bloomfilter 2024-06-06T11:10:45.050 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: whole_key_filtering: 1 2024-06-06T11:10:45.050 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: verify_compression: 0 2024-06-06T11:10:45.050 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: read_amp_bytes_per_bit: 0 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: format_version: 5 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: enable_index_compression: 1 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: block_align: 0 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: max_auto_readahead_size: 262144 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: prepopulate_block_cache: 0 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: initial_auto_readahead_size: 8192 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: num_file_reads_for_auto_readahead: 2 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.write_buffer_size: 33554432 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_write_buffer_number: 2 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compression: NoCompression 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bottommost_compression: Disabled 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.prefix_extractor: nullptr 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-06T11:10:45.051 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.num_levels: 7 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-06-06T11:10:45.052 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compression_opts.window_bits: -14 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compression_opts.level: 32767 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compression_opts.strategy: 0 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compression_opts.enabled: false 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-06T11:10:45.053 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-06T11:10:45.054 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.target_file_size_base: 67108864 2024-06-06T11:10:45.054 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.target_file_size_multiplier: 1 2024-06-06T11:10:45.054 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-06T11:10:45.054 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-06T11:10:45.054 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-06T11:10:45.054 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-06T11:10:45.054 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-06T11:10:45.054 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-06T11:10:45.054 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-06T11:10:45.054 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-06T11:10:45.054 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.arena_block_size: 1048576 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.disable_auto_compactions: 0 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-06T11:10:45.055 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.table_properties_collectors: 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.inplace_update_support: 0 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.memtable_huge_page_size: 0 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.bloom_locality: 0 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.max_successive_merges: 0 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-06-06T11:10:45.056 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.paranoid_file_checks: 0 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.force_consistency_checks: 1 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.report_bg_io_stats: 0 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.ttl: 2592000 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.enable_blob_files: false 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.min_blob_size: 0 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.blob_file_size: 268435456 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.blob_compression_type: NoCompression 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-06-06T11:10:45.057 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.blob_file_starting_level: 0 2024-06-06T11:10:45.058 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b4bf3b00 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-06-06T11:10:45.058 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.833+0000 7fd0b09ca640 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 23.sst 2024-06-06T11:10:45.058 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.837+0000 7fd0b4bf3b00 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 25, last_sequence is 11434, log_number is 21,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-06-06T11:10:45.058 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.837+0000 7fd0b4bf3b00 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 21 2024-06-06T11:10:45.058 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.837+0000 7fd0b4bf3b00 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5a81398e-9de3-4c77-9f62-746180ffc4c3 2024-06-06T11:10:45.058 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.837+0000 7fd0b4bf3b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717672244838857, "job": 1, "event": "recovery_started", "wal_files": [21]} 2024-06-06T11:10:45.058 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.837+0000 7fd0b4bf3b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #21 mode 2 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.901+0000 7fd0b4bf3b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717672244903889, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 26, "file_size": 18293791, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 11435, "largest_seqno": 15151, "table_properties": {"data_size": 18270702, "index_size": 18483, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3589, "raw_key_size": 28500, "raw_average_key_size": 20, "raw_value_size": 18232125, "raw_average_value_size": 12803, "num_data_blocks": 790, "num_entries": 1424, "num_filter_entries": 1424, "num_deletions": 265, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1717672244, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5a81398e-9de3-4c77-9f62-746180ffc4c3", "db_session_id": "9S1T41RA3EQ2PHHXCU06", "orig_file_number": 26, "seqno_to_time_mapping": "N/A"}} 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.901+0000 7fd0b4bf3b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717672244904186, "job": 1, "event": "recovery_finished"} 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.901+0000 7fd0b4bf3b00 4 rocksdb: [db/version_set.cc:5047] Creating manifest 28 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000021.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563fccc06e00 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 4 rocksdb: DB pointer 0x563fcccfe000 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0aa9be640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0aa9be640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: ** DB Stats ** 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Uptime(secs): 0.1 total, 0.1 interval 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-06T11:10:45.059 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T11:10:45.060 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T11:10:45.060 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-06T11:10:45.060 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T11:10:45.060 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T11:10:45.060 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: ** Compaction Stats [default] ** 2024-06-06T11:10:45.060 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T11:10:45.060 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-06-06T11:10:45.060 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: L0 1/0 17.45 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 503.3 0.03 0.00 1 0.035 0 0 0.0 0.0 2024-06-06T11:10:45.060 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: L6 1/0 27.04 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-06-06T11:10:45.060 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Sum 2/0 44.49 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 503.3 0.03 0.00 1 0.035 0 0 0.0 0.0 2024-06-06T11:10:45.060 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 503.3 0.03 0.00 1 0.035 0 0 0.0 0.0 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: ** Compaction Stats [default] ** 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 503.3 0.03 0.00 1 0.035 0 0 0.0 0.0 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Uptime(secs): 0.1 total, 0.1 interval 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Flush(GB): cumulative 0.017, interval 0.017 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: AddFile(Total Files): cumulative 0, interval 0 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: AddFile(L0 Files): cumulative 0, interval 0 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: AddFile(Keys): cumulative 0, interval 0 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Cumulative compaction: 0.02 GB write, 243.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Interval compaction: 0.02 GB write, 243.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-06T11:10:45.061 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Block cache BinnedLRUCache@0x563fccbdb350#7 capacity: 512.00 MB usage: 30.64 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 3.1e-05 secs_since: 0 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Block cache entry stats(count,size,portion): FilterBlock(2,10.56 KB,0.00201464%) IndexBlock(1,20.08 KB,0.0038296%) Misc(1,0.00 KB,0%) 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: ** File Read Latency Histogram By Level [default] ** 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 0 starting mon.a rank 0 at public addrs [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] at bind addrs [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 1 mon.a@-1(???) e3 preinit fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 0 mon.a@-1(???).mds e7 new map 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 0 mon.a@-1(???).mds e7 print_map 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: e7 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: enable_multiple, ever_enabled_multiple: 1,1 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: legacy client fscid: 1 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Filesystem 'foo' (1) 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: fs_name foo 2024-06-06T11:10:45.062 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: epoch 5 2024-06-06T11:10:45.063 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-06-06T11:10:45.063 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: created 2024-06-06T11:04:24.074164+0000 2024-06-06T11:10:45.063 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: modified 2024-06-06T11:04:30.895294+0000 2024-06-06T11:10:45.063 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: tableserver 0 2024-06-06T11:10:45.063 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: root 0 2024-06-06T11:10:45.063 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: session_timeout 60 2024-06-06T11:10:45.063 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: session_autoclose 300 2024-06-06T11:10:45.063 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: max_file_size 1099511627776 2024-06-06T11:10:45.063 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: max_xattr_size 65536 2024-06-06T11:10:45.063 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: required_client_features {} 2024-06-06T11:10:45.063 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: last_failure 0 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: last_failure_osd_epoch 0 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: max_mds 1 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: in 0 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: up {0=14628} 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: failed 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: damaged 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: stopped 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: data_pools [4] 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: metadata_pool 3 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: inline_data disabled 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: balancer 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: bal_rank_mask -1 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: standby_count_wanted 1 2024-06-06T11:10:45.064 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: [mds.foo.smithi132.jyyqao{0:14628} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.132:6834/4246073050,v1:172.21.15.132:6835/4246073050] compat {c=[1],r=[1],i=[7ff]}] 2024-06-06T11:10:45.065 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: 2024-06-06T11:10:45.065 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: 2024-06-06T11:10:45.065 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: Standby daemons: 2024-06-06T11:10:45.065 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: 2024-06-06T11:10:45.065 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: [mds.foo.smithi179.tpnmsk{-1:24511} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.179:6832/3548325083,v1:172.21.15.179:6833/3548325083] compat {c=[1],r=[1],i=[7ff]}] 2024-06-06T11:10:45.065 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 0 mon.a@-1(???).osd e229 crush map has features 3314933000854323200, adjusting msgr requires 2024-06-06T11:10:45.065 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 0 mon.a@-1(???).osd e229 crush map has features 432629239337189376, adjusting msgr requires 2024-06-06T11:10:45.065 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 0 mon.a@-1(???).osd e229 crush map has features 432629239337189376, adjusting msgr requires 2024-06-06T11:10:45.065 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 0 mon.a@-1(???).osd e229 crush map has features 432629239337189376, adjusting msgr requires 2024-06-06T11:10:45.065 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:44 smithi132 bash[71843]: debug 2024-06-06T11:10:44.905+0000 7fd0b4bf3b00 1 mon.a@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-06-06T11:10:46.497 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (8748 ms) 2024-06-06T11:10:46.497 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-06-06T11:10:46.497 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[71843]: debug 2024-06-06T11:10:46.421+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:10:46.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[66667]: ignoring --setuser ceph since I am not root 2024-06-06T11:10:46.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[66667]: ignoring --setgroup ceph since I am not root 2024-06-06T11:10:46.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[66667]: debug 2024-06-06T11:10:46.477+0000 7fa91a2ef640 1 -- 172.21.15.132:0/317416862 <== mon.0 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562d98f00d00 con 0x562d98ef3400 2024-06-06T11:10:46.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[66667]: debug 2024-06-06T11:10:46.605+0000 7fa91cb4a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T11:10:46.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: audit 2024-06-06T11:10:42.594510+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:10:46.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: audit 2024-06-06T11:10:42.594797+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:10:46.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: audit 2024-06-06T11:10:42.595040+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:10:46.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: cluster 2024-06-06T11:10:43.769650+0000 mgr.y (mgr.25283) 52 : cluster [DBG] pgmap v83: 617 pgs: 617 active+clean; 51 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 1.5 MiB/s wr, 320 op/s 2024-06-06T11:10:46.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: audit 2024-06-06T11:10:43.854513+0000 mon.c (mon.2) 90 : audit [DBG] from='client.? 172.21.15.132:0/221349118' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:46.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: audit 2024-06-06T11:10:46.305041+0000 mon.c (mon.2) 91 : audit [DBG] from='client.? 172.21.15.132:0/759522353' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:46.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: cluster 2024-06-06T11:10:46.331855+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-06-06T11:10:46.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: cluster 2024-06-06T11:10:46.356420+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-06-06T11:10:46.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: cluster 2024-06-06T11:10:46.370217+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0],c=[v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-06-06T11:10:46.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: cluster 2024-06-06T11:10:46.370924+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:10:46.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: cluster 2024-06-06T11:10:46.370953+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-06-06T11:10:46.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: cluster 2024-06-06T11:10:46.371976+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e31: y(active, since 58s), standbys: x 2024-06-06T11:10:46.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: cluster 2024-06-06T11:10:46.372455+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2024-06-06T11:10:46.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: cluster 2024-06-06T11:10:46.401795+0000 mon.a (mon.0) 8 : cluster [DBG] mgrmap e32: y(active, since 58s), standbys: x 2024-06-06T11:10:46.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:46 smithi132 bash[25563]: audit 2024-06-06T11:10:46.401882+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.25283 ' entity='' 2024-06-06T11:10:46.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[49213]: ignoring --setuser ceph since I am not root 2024-06-06T11:10:46.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[49213]: ignoring --setgroup ceph since I am not root 2024-06-06T11:10:46.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[49213]: debug 2024-06-06T11:10:46.471+0000 7ff9c72df640 1 -- 172.21.15.179:0/1685640166 <== mon.0 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f583e48d00 con 0x55f583e3b800 2024-06-06T11:10:46.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[49213]: debug 2024-06-06T11:10:46.599+0000 7ff9c9b3a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T11:10:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: audit 2024-06-06T11:10:42.594510+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: audit 2024-06-06T11:10:42.594797+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: audit 2024-06-06T11:10:42.595040+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25283 172.21.15.132:0/1277527081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: cluster 2024-06-06T11:10:43.769650+0000 mgr.y (mgr.25283) 52 : cluster [DBG] pgmap v83: 617 pgs: 617 active+clean; 51 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 1.5 MiB/s wr, 320 op/s 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: audit 2024-06-06T11:10:43.854513+0000 mon.c (mon.2) 90 : audit [DBG] from='client.? 172.21.15.132:0/221349118' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: audit 2024-06-06T11:10:46.305041+0000 mon.c (mon.2) 91 : audit [DBG] from='client.? 172.21.15.132:0/759522353' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: cluster 2024-06-06T11:10:46.331855+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: cluster 2024-06-06T11:10:46.356420+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: cluster 2024-06-06T11:10:46.370217+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0],c=[v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: cluster 2024-06-06T11:10:46.370924+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: cluster 2024-06-06T11:10:46.370953+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: cluster 2024-06-06T11:10:46.371976+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e31: y(active, since 58s), standbys: x 2024-06-06T11:10:46.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: cluster 2024-06-06T11:10:46.372455+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2024-06-06T11:10:46.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: cluster 2024-06-06T11:10:46.401795+0000 mon.a (mon.0) 8 : cluster [DBG] mgrmap e32: y(active, since 58s), standbys: x 2024-06-06T11:10:46.791 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:46 smithi179 bash[18882]: audit 2024-06-06T11:10:46.401882+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.25283 ' entity='' 2024-06-06T11:10:47.757 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:47 smithi132 bash[25563]: cluster 2024-06-06T11:10:46.424760+0000 mon.a (mon.0) 10 : cluster [ERR] Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:10:47.757 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:47 smithi132 bash[25563]: cluster 2024-06-06T11:10:46.442309+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-06-06T11:10:47.757 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:47 smithi132 bash[66667]: debug 2024-06-06T11:10:47.409+0000 7fa91cb4a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T11:10:47.757 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:47 smithi132 bash[66667]: debug 2024-06-06T11:10:47.489+0000 7fa91cb4a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T11:10:47.757 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:47 smithi132 bash[66667]: debug 2024-06-06T11:10:47.569+0000 7fa91cb4a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T11:10:47.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:47 smithi179 bash[49213]: debug 2024-06-06T11:10:47.423+0000 7ff9c9b3a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T11:10:47.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:47 smithi179 bash[49213]: debug 2024-06-06T11:10:47.519+0000 7ff9c9b3a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T11:10:47.789 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:47 smithi179 bash[49213]: debug 2024-06-06T11:10:47.599+0000 7ff9c9b3a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T11:10:47.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:47 smithi179 bash[18882]: cluster 2024-06-06T11:10:46.424760+0000 mon.a (mon.0) 10 : cluster [ERR] Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:10:47.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:47 smithi179 bash[18882]: cluster 2024-06-06T11:10:46.442309+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-06-06T11:10:48.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:47 smithi132 bash[66667]: debug 2024-06-06T11:10:47.757+0000 7fa91cb4a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:10:48.119 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:47 smithi179 bash[49213]: debug 2024-06-06T11:10:47.799+0000 7ff9c9b3a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:10:48.441 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:48 smithi132 bash[66667]: debug 2024-06-06T11:10:48.045+0000 7fa91cb4a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T11:10:48.441 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:48 smithi132 bash[66667]: debug 2024-06-06T11:10:48.117+0000 7fa91cb4a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T11:10:48.441 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:48 smithi132 bash[66667]: debug 2024-06-06T11:10:48.261+0000 7fa91cb4a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T11:10:48.441 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:48 smithi179 bash[49213]: debug 2024-06-06T11:10:48.119+0000 7ff9c9b3a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T11:10:48.442 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:48 smithi179 bash[49213]: debug 2024-06-06T11:10:48.191+0000 7ff9c9b3a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T11:10:48.442 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:48 smithi179 bash[49213]: debug 2024-06-06T11:10:48.343+0000 7ff9c9b3a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T11:10:48.442 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:48 smithi132 bash[25563]: cluster 2024-06-06T11:10:47.438720+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-06-06T11:10:48.481 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1984 ms) 2024-06-06T11:10:48.481 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-06-06T11:10:48.481 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:48.576 INFO:tasks.workunit.client.0.smithi132.stdout:1: acquiring exclusive lock 2024-06-06T11:10:48.576 INFO:tasks.workunit.client.0.smithi132.stdout:2: acquiring exclusive lock 2024-06-06T11:10:48.581 INFO:tasks.workunit.client.0.smithi132.stdout:2: exclusive lock acquired 2024-06-06T11:10:48.620 INFO:tasks.workunit.client.0.smithi132.stdout:2: releasing exclusive lock 2024-06-06T11:10:48.624 INFO:tasks.workunit.client.0.smithi132.stdout:2: exclusive lock released 2024-06-06T11:10:48.625 INFO:tasks.workunit.client.0.smithi132.stdout:2: acquiring exclusive lock 2024-06-06T11:10:48.630 INFO:tasks.workunit.client.0.smithi132.stdout:1: exclusive lock acquired 2024-06-06T11:10:48.670 INFO:tasks.workunit.client.0.smithi132.stdout:1: releasing exclusive lock 2024-06-06T11:10:48.674 INFO:tasks.workunit.client.0.smithi132.stdout:1: exclusive lock released 2024-06-06T11:10:48.674 INFO:tasks.workunit.client.0.smithi132.stdout:1: acquiring exclusive lock 2024-06-06T11:10:48.680 INFO:tasks.workunit.client.0.smithi132.stdout:2: exclusive lock acquired 2024-06-06T11:10:48.689 INFO:tasks.workunit.client.0.smithi132.stdout:2: releasing exclusive lock 2024-06-06T11:10:48.693 INFO:tasks.workunit.client.0.smithi132.stdout:2: exclusive lock released 2024-06-06T11:10:48.693 INFO:tasks.workunit.client.0.smithi132.stdout:2: acquiring exclusive lock 2024-06-06T11:10:48.697 INFO:tasks.workunit.client.0.smithi132.stdout:1: exclusive lock acquired 2024-06-06T11:10:48.713 INFO:tasks.workunit.client.0.smithi132.stdout:1: releasing exclusive lock 2024-06-06T11:10:48.718 INFO:tasks.workunit.client.0.smithi132.stdout:1: exclusive lock released 2024-06-06T11:10:48.718 INFO:tasks.workunit.client.0.smithi132.stdout:1: acquiring exclusive lock 2024-06-06T11:10:48.724 INFO:tasks.workunit.client.0.smithi132.stdout:1: exclusive lock acquired 2024-06-06T11:10:48.744 INFO:tasks.workunit.client.0.smithi132.stdout:1: releasing exclusive lock 2024-06-06T11:10:48.748 INFO:tasks.workunit.client.0.smithi132.stdout:1: exclusive lock released 2024-06-06T11:10:48.748 INFO:tasks.workunit.client.0.smithi132.stdout:1: acquiring exclusive lock 2024-06-06T11:10:48.755 INFO:tasks.workunit.client.0.smithi132.stdout:1: exclusive lock acquired 2024-06-06T11:10:48.783 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable)": 1 2024-06-06T11:10:48.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:48 smithi179 bash[18882]: cluster 2024-06-06T11:10:47.438720+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-06-06T11:10:48.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:48 smithi179 bash[48797]: ts=2024-06-06T11:10:48.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:10:48.790 INFO:tasks.workunit.client.0.smithi132.stdout:1: releasing exclusive lock 2024-06-06T11:10:48.795 INFO:tasks.workunit.client.0.smithi132.stdout:1: exclusive lock released 2024-06-06T11:10:48.795 INFO:tasks.workunit.client.0.smithi132.stdout:1: acquiring exclusive lock 2024-06-06T11:10:48.802 INFO:tasks.workunit.client.0.smithi132.stdout:2: exclusive lock acquired 2024-06-06T11:10:48.806 INFO:tasks.workunit.client.0.smithi132.stdout:2: releasing exclusive lock 2024-06-06T11:10:48.811 INFO:tasks.workunit.client.0.smithi132.stdout:2: exclusive lock released 2024-06-06T11:10:48.811 INFO:tasks.workunit.client.0.smithi132.stdout:2: acquiring exclusive lock 2024-06-06T11:10:48.817 INFO:tasks.workunit.client.0.smithi132.stdout:1: exclusive lock acquired 2024-06-06T11:10:48.864 INFO:tasks.workunit.client.0.smithi132.stdout:1: releasing exclusive lock 2024-06-06T11:10:48.869 INFO:tasks.workunit.client.0.smithi132.stdout:1: exclusive lock released 2024-06-06T11:10:48.871 INFO:tasks.workunit.client.0.smithi132.stdout:2: exclusive lock acquired 2024-06-06T11:10:48.897 INFO:tasks.workunit.client.0.smithi132.stdout:2: releasing exclusive lock 2024-06-06T11:10:48.902 INFO:tasks.workunit.client.0.smithi132.stdout:2: exclusive lock released 2024-06-06T11:10:48.902 INFO:tasks.workunit.client.0.smithi132.stdout:2: acquiring exclusive lock 2024-06-06T11:10:48.908 INFO:tasks.workunit.client.0.smithi132.stdout:2: exclusive lock acquired 2024-06-06T11:10:48.949 INFO:tasks.workunit.client.0.smithi132.stdout:2: releasing exclusive lock 2024-06-06T11:10:48.954 INFO:tasks.workunit.client.0.smithi132.stdout:2: exclusive lock released 2024-06-06T11:10:48.976 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ExclusiveLock (494 ms) 2024-06-06T11:10:48.976 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.BreakLock 2024-06-06T11:10:48.996 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:49.127 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:49 smithi132 bash[66667]: debug 2024-06-06T11:10:49.037+0000 7fa91cb4a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T11:10:49.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:49 smithi132 bash[66667]: debug 2024-06-06T11:10:49.125+0000 7fa91cb4a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T11:10:49.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:49 smithi132 bash[66667]: debug 2024-06-06T11:10:49.205+0000 7fa91cb4a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T11:10:49.462 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:49 smithi179 bash[49213]: debug 2024-06-06T11:10:49.119+0000 7ff9c9b3a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T11:10:49.462 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:49 smithi179 bash[49213]: debug 2024-06-06T11:10:49.195+0000 7ff9c9b3a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T11:10:49.462 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:49 smithi179 bash[49213]: debug 2024-06-06T11:10:49.271+0000 7ff9c9b3a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T11:10:49.504 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.BreakLock (529 ms) 2024-06-06T11:10:49.505 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-06-06T11:10:49.505 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:49.537 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (32 ms) 2024-06-06T11:10:49.538 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-06-06T11:10:49.538 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-06-06T11:10:49.538 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-06-06T11:10:49.538 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:49.639 INFO:tasks.workunit.client.0.smithi132.stdout:0.00% done 2024-06-06T11:10:49.639 INFO:tasks.workunit.client.0.smithi132.stdout:1.56% done 2024-06-06T11:10:49.639 INFO:tasks.workunit.client.0.smithi132.stdout:3.12% done 2024-06-06T11:10:49.639 INFO:tasks.workunit.client.0.smithi132.stdout:4.69% done 2024-06-06T11:10:49.639 INFO:tasks.workunit.client.0.smithi132.stdout:6.25% done 2024-06-06T11:10:49.640 INFO:tasks.workunit.client.0.smithi132.stdout:7.81% done 2024-06-06T11:10:49.640 INFO:tasks.workunit.client.0.smithi132.stdout:9.38% done 2024-06-06T11:10:49.640 INFO:tasks.workunit.client.0.smithi132.stdout:10.94% done 2024-06-06T11:10:49.640 INFO:tasks.workunit.client.0.smithi132.stdout:12.50% done 2024-06-06T11:10:49.640 INFO:tasks.workunit.client.0.smithi132.stdout:14.06% done 2024-06-06T11:10:49.640 INFO:tasks.workunit.client.0.smithi132.stdout:15.62% done 2024-06-06T11:10:49.640 INFO:tasks.workunit.client.0.smithi132.stdout:17.19% done 2024-06-06T11:10:49.640 INFO:tasks.workunit.client.0.smithi132.stdout:18.75% done 2024-06-06T11:10:49.640 INFO:tasks.workunit.client.0.smithi132.stdout:20.31% done 2024-06-06T11:10:49.640 INFO:tasks.workunit.client.0.smithi132.stdout:21.88% done 2024-06-06T11:10:49.641 INFO:tasks.workunit.client.0.smithi132.stdout:23.44% done 2024-06-06T11:10:49.641 INFO:tasks.workunit.client.0.smithi132.stdout:25.00% done 2024-06-06T11:10:49.641 INFO:tasks.workunit.client.0.smithi132.stdout:26.56% done 2024-06-06T11:10:49.641 INFO:tasks.workunit.client.0.smithi132.stdout:28.12% done 2024-06-06T11:10:49.641 INFO:tasks.workunit.client.0.smithi132.stdout:29.69% done 2024-06-06T11:10:49.641 INFO:tasks.workunit.client.0.smithi132.stdout:31.25% done 2024-06-06T11:10:49.641 INFO:tasks.workunit.client.0.smithi132.stdout:32.81% done 2024-06-06T11:10:49.641 INFO:tasks.workunit.client.0.smithi132.stdout:34.38% done 2024-06-06T11:10:49.642 INFO:tasks.workunit.client.0.smithi132.stdout:35.94% done 2024-06-06T11:10:49.642 INFO:tasks.workunit.client.0.smithi132.stdout:37.50% done 2024-06-06T11:10:49.642 INFO:tasks.workunit.client.0.smithi132.stdout:39.06% done 2024-06-06T11:10:49.642 INFO:tasks.workunit.client.0.smithi132.stdout:40.62% done 2024-06-06T11:10:49.642 INFO:tasks.workunit.client.0.smithi132.stdout:42.19% done 2024-06-06T11:10:49.642 INFO:tasks.workunit.client.0.smithi132.stdout:43.75% done 2024-06-06T11:10:49.642 INFO:tasks.workunit.client.0.smithi132.stdout:45.31% done 2024-06-06T11:10:49.642 INFO:tasks.workunit.client.0.smithi132.stdout:46.88% done 2024-06-06T11:10:49.642 INFO:tasks.workunit.client.0.smithi132.stdout:48.44% done 2024-06-06T11:10:49.642 INFO:tasks.workunit.client.0.smithi132.stdout:50.00% done 2024-06-06T11:10:49.642 INFO:tasks.workunit.client.0.smithi132.stdout:51.56% done 2024-06-06T11:10:49.643 INFO:tasks.workunit.client.0.smithi132.stdout:53.12% done 2024-06-06T11:10:49.643 INFO:tasks.workunit.client.0.smithi132.stdout:54.69% done 2024-06-06T11:10:49.643 INFO:tasks.workunit.client.0.smithi132.stdout:56.25% done 2024-06-06T11:10:49.643 INFO:tasks.workunit.client.0.smithi132.stdout:57.81% done 2024-06-06T11:10:49.643 INFO:tasks.workunit.client.0.smithi132.stdout:59.38% done 2024-06-06T11:10:49.643 INFO:tasks.workunit.client.0.smithi132.stdout:60.94% done 2024-06-06T11:10:49.643 INFO:tasks.workunit.client.0.smithi132.stdout:62.50% done 2024-06-06T11:10:49.643 INFO:tasks.workunit.client.0.smithi132.stdout:64.06% done 2024-06-06T11:10:49.643 INFO:tasks.workunit.client.0.smithi132.stdout:65.62% done 2024-06-06T11:10:49.644 INFO:tasks.workunit.client.0.smithi132.stdout:67.19% done 2024-06-06T11:10:49.644 INFO:tasks.workunit.client.0.smithi132.stdout:68.75% done 2024-06-06T11:10:49.644 INFO:tasks.workunit.client.0.smithi132.stdout:70.31% done 2024-06-06T11:10:49.644 INFO:tasks.workunit.client.0.smithi132.stdout:71.88% done 2024-06-06T11:10:49.644 INFO:tasks.workunit.client.0.smithi132.stdout:73.44% done 2024-06-06T11:10:49.644 INFO:tasks.workunit.client.0.smithi132.stdout:75.00% done 2024-06-06T11:10:49.644 INFO:tasks.workunit.client.0.smithi132.stdout:76.56% done 2024-06-06T11:10:49.644 INFO:tasks.workunit.client.0.smithi132.stdout:78.12% done 2024-06-06T11:10:49.644 INFO:tasks.workunit.client.0.smithi132.stdout:79.69% done 2024-06-06T11:10:49.644 INFO:tasks.workunit.client.0.smithi132.stdout:81.25% done 2024-06-06T11:10:49.644 INFO:tasks.workunit.client.0.smithi132.stdout:82.81% done 2024-06-06T11:10:49.645 INFO:tasks.workunit.client.0.smithi132.stdout:84.38% done 2024-06-06T11:10:49.645 INFO:tasks.workunit.client.0.smithi132.stdout:85.94% done 2024-06-06T11:10:49.645 INFO:tasks.workunit.client.0.smithi132.stdout:87.50% done 2024-06-06T11:10:49.645 INFO:tasks.workunit.client.0.smithi132.stdout:89.06% done 2024-06-06T11:10:49.645 INFO:tasks.workunit.client.0.smithi132.stdout:90.62% done 2024-06-06T11:10:49.645 INFO:tasks.workunit.client.0.smithi132.stdout:92.19% done 2024-06-06T11:10:49.645 INFO:tasks.workunit.client.0.smithi132.stdout:93.75% done 2024-06-06T11:10:49.645 INFO:tasks.workunit.client.0.smithi132.stdout:95.31% done 2024-06-06T11:10:49.645 INFO:tasks.workunit.client.0.smithi132.stdout:96.88% done 2024-06-06T11:10:49.646 INFO:tasks.workunit.client.0.smithi132.stdout:98.44% done 2024-06-06T11:10:49.646 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (102 ms) 2024-06-06T11:10:49.646 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-06-06T11:10:49.646 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:49.728 INFO:tasks.workunit.client.0.smithi132.stdout:0.00% done 2024-06-06T11:10:49.729 INFO:tasks.workunit.client.0.smithi132.stdout:1.56% done 2024-06-06T11:10:49.731 INFO:tasks.workunit.client.0.smithi132.stdout:3.12% done 2024-06-06T11:10:49.731 INFO:tasks.workunit.client.0.smithi132.stdout:4.69% done 2024-06-06T11:10:49.731 INFO:tasks.workunit.client.0.smithi132.stdout:6.25% done 2024-06-06T11:10:49.731 INFO:tasks.workunit.client.0.smithi132.stdout:7.81% done 2024-06-06T11:10:49.731 INFO:tasks.workunit.client.0.smithi132.stdout:9.38% done 2024-06-06T11:10:49.731 INFO:tasks.workunit.client.0.smithi132.stdout:10.94% done 2024-06-06T11:10:49.731 INFO:tasks.workunit.client.0.smithi132.stdout:12.50% done 2024-06-06T11:10:49.731 INFO:tasks.workunit.client.0.smithi132.stdout:14.06% done 2024-06-06T11:10:49.731 INFO:tasks.workunit.client.0.smithi132.stdout:15.62% done 2024-06-06T11:10:49.732 INFO:tasks.workunit.client.0.smithi132.stdout:17.19% done 2024-06-06T11:10:49.732 INFO:tasks.workunit.client.0.smithi132.stdout:18.75% done 2024-06-06T11:10:49.732 INFO:tasks.workunit.client.0.smithi132.stdout:20.31% done 2024-06-06T11:10:49.732 INFO:tasks.workunit.client.0.smithi132.stdout:21.88% done 2024-06-06T11:10:49.732 INFO:tasks.workunit.client.0.smithi132.stdout:23.44% done 2024-06-06T11:10:49.732 INFO:tasks.workunit.client.0.smithi132.stdout:25.00% done 2024-06-06T11:10:49.732 INFO:tasks.workunit.client.0.smithi132.stdout:26.56% done 2024-06-06T11:10:49.732 INFO:tasks.workunit.client.0.smithi132.stdout:28.12% done 2024-06-06T11:10:49.732 INFO:tasks.workunit.client.0.smithi132.stdout:29.69% done 2024-06-06T11:10:49.732 INFO:tasks.workunit.client.0.smithi132.stdout:31.25% done 2024-06-06T11:10:49.732 INFO:tasks.workunit.client.0.smithi132.stdout:32.81% done 2024-06-06T11:10:49.733 INFO:tasks.workunit.client.0.smithi132.stdout:34.38% done 2024-06-06T11:10:49.733 INFO:tasks.workunit.client.0.smithi132.stdout:35.94% done 2024-06-06T11:10:49.733 INFO:tasks.workunit.client.0.smithi132.stdout:37.50% done 2024-06-06T11:10:49.733 INFO:tasks.workunit.client.0.smithi132.stdout:39.06% done 2024-06-06T11:10:49.733 INFO:tasks.workunit.client.0.smithi132.stdout:40.62% done 2024-06-06T11:10:49.733 INFO:tasks.workunit.client.0.smithi132.stdout:42.19% done 2024-06-06T11:10:49.733 INFO:tasks.workunit.client.0.smithi132.stdout:43.75% done 2024-06-06T11:10:49.733 INFO:tasks.workunit.client.0.smithi132.stdout:45.31% done 2024-06-06T11:10:49.733 INFO:tasks.workunit.client.0.smithi132.stdout:46.88% done 2024-06-06T11:10:49.733 INFO:tasks.workunit.client.0.smithi132.stdout:48.44% done 2024-06-06T11:10:49.734 INFO:tasks.workunit.client.0.smithi132.stdout:50.00% done 2024-06-06T11:10:49.734 INFO:tasks.workunit.client.0.smithi132.stdout:51.56% done 2024-06-06T11:10:49.734 INFO:tasks.workunit.client.0.smithi132.stdout:53.12% done 2024-06-06T11:10:49.734 INFO:tasks.workunit.client.0.smithi132.stdout:54.69% done 2024-06-06T11:10:49.734 INFO:tasks.workunit.client.0.smithi132.stdout:56.25% done 2024-06-06T11:10:49.734 INFO:tasks.workunit.client.0.smithi132.stdout:57.81% done 2024-06-06T11:10:49.734 INFO:tasks.workunit.client.0.smithi132.stdout:59.38% done 2024-06-06T11:10:49.734 INFO:tasks.workunit.client.0.smithi132.stdout:60.94% done 2024-06-06T11:10:49.734 INFO:tasks.workunit.client.0.smithi132.stdout:62.50% done 2024-06-06T11:10:49.734 INFO:tasks.workunit.client.0.smithi132.stdout:64.06% done 2024-06-06T11:10:49.734 INFO:tasks.workunit.client.0.smithi132.stdout:65.62% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:67.19% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:68.75% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:70.31% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:71.88% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:73.44% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:75.00% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:76.56% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:78.12% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:79.69% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:81.25% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:82.81% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:84.38% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:85.94% done 2024-06-06T11:10:49.735 INFO:tasks.workunit.client.0.smithi132.stdout:87.50% done 2024-06-06T11:10:49.736 INFO:tasks.workunit.client.0.smithi132.stdout:89.06% done 2024-06-06T11:10:49.736 INFO:tasks.workunit.client.0.smithi132.stdout:90.62% done 2024-06-06T11:10:49.736 INFO:tasks.workunit.client.0.smithi132.stdout:92.19% done 2024-06-06T11:10:49.736 INFO:tasks.workunit.client.0.smithi132.stdout:93.75% done 2024-06-06T11:10:49.736 INFO:tasks.workunit.client.0.smithi132.stdout:95.31% done 2024-06-06T11:10:49.736 INFO:tasks.workunit.client.0.smithi132.stdout:96.88% done 2024-06-06T11:10:49.736 INFO:tasks.workunit.client.0.smithi132.stdout:98.44% done 2024-06-06T11:10:49.736 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (88 ms) 2024-06-06T11:10:49.736 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-06-06T11:10:49.736 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:49.740 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:49.760 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:49 smithi179 bash[49213]: debug 2024-06-06T11:10:49.595+0000 7ff9c9b3a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T11:10:49.760 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:49 smithi179 bash[18882]: cluster 2024-06-06T11:10:48.450604+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-06-06T11:10:49.760 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:49 smithi179 bash[18882]: audit 2024-06-06T11:10:48.769807+0000 mon.a (mon.0) 14 : audit [DBG] from='client.? 172.21.15.132:0/3346734242' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:49.760 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:49 smithi179 bash[18882]: audit 2024-06-06T11:10:49.056373+0000 mon.b (mon.1) 107 : audit [INF] from='client.14814 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/4177348319"}]: dispatch 2024-06-06T11:10:49.761 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:49 smithi179 bash[18882]: audit 2024-06-06T11:10:49.057908+0000 mon.a (mon.0) 15 : audit [INF] from='client.14814 ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/4177348319"}]: dispatch 2024-06-06T11:10:49.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:49 smithi132 bash[66667]: debug 2024-06-06T11:10:49.529+0000 7fa91cb4a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T11:10:49.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:49 smithi132 bash[66667]: debug 2024-06-06T11:10:49.697+0000 7fa91cb4a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T11:10:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:49 smithi132 bash[25563]: cluster 2024-06-06T11:10:48.450604+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-06-06T11:10:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:49 smithi132 bash[25563]: audit 2024-06-06T11:10:48.769807+0000 mon.a (mon.0) 14 : audit [DBG] from='client.? 172.21.15.132:0/3346734242' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:10:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:49 smithi132 bash[25563]: audit 2024-06-06T11:10:49.056373+0000 mon.b (mon.1) 107 : audit [INF] from='client.14814 172.21.15.132:0/761716886' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/4177348319"}]: dispatch 2024-06-06T11:10:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:49 smithi132 bash[25563]: audit 2024-06-06T11:10:49.057908+0000 mon.a (mon.0) 15 : audit [INF] from='client.14814 ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/4177348319"}]: dispatch 2024-06-06T11:10:49.893 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch ps' 2024-06-06T11:10:49.973 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestTrashPurge (246 ms) 2024-06-06T11:10:49.973 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-06-06T11:10:49.973 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:50.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:49 smithi179 bash[49213]: debug 2024-06-06T11:10:49.759+0000 7ff9c9b3a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T11:10:50.051 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (78 ms) 2024-06-06T11:10:50.052 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-06-06T11:10:50.052 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:50.092 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestListWatchers (41 ms) 2024-06-06T11:10:50.093 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-06-06T11:10:50.093 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:50.446 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: debug 2024-06-06T11:10:50.169+0000 7fa91cb4a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T11:10:50.492 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: debug 2024-06-06T11:10:50.223+0000 7ff9c9b3a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T11:10:50.492 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: debug 2024-06-06T11:10:50.491+0000 7ff9c9b3a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:10:50.492 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[18882]: audit 2024-06-06T11:10:49.455693+0000 mon.a (mon.0) 16 : audit [INF] from='client.14814 ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/4177348319"}]': finished 2024-06-06T11:10:50.493 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[18882]: cluster 2024-06-06T11:10:49.456357+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-06-06T11:10:50.493 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[18882]: cluster 2024-06-06T11:10:49.924007+0000 mon.a (mon.0) 18 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-06-06T11:10:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[25563]: audit 2024-06-06T11:10:49.455693+0000 mon.a (mon.0) 16 : audit [INF] from='client.14814 ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/4177348319"}]': finished 2024-06-06T11:10:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[25563]: cluster 2024-06-06T11:10:49.456357+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-06-06T11:10:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[25563]: cluster 2024-06-06T11:10:49.924007+0000 mon.a (mon.0) 18 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-06-06T11:10:50.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: debug 2024-06-06T11:10:50.445+0000 7fa91cb4a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T11:10:50.954 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestSetSnapById (862 ms) 2024-06-06T11:10:50.955 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.Namespaces 2024-06-06T11:10:50.989 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.Namespaces (35 ms) 2024-06-06T11:10:50.989 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-06-06T11:10:51.031 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:51.037 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:51.149 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.NamespacesPP (160 ms) 2024-06-06T11:10:51.149 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.Migration 2024-06-06T11:10:51.149 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:51.149 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:51.188 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: debug 2024-06-06T11:10:50.837+0000 7fa91cb4a040 -1 mgr[py] Module not found: 'k8sevents' 2024-06-06T11:10:51.188 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: debug 2024-06-06T11:10:50.837+0000 7fa91cb4a040 -1 mgr[py] Traceback (most recent call last): 2024-06-06T11:10:51.188 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: File "/usr/share/ceph/mgr/k8sevents/__init__.py", line 1, in 2024-06-06T11:10:51.188 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: from .module import Module 2024-06-06T11:10:51.188 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: File "/usr/share/ceph/mgr/k8sevents/module.py", line 70, in 2024-06-06T11:10:51.188 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: from kubernetes.client.models.v1_event import V1Event 2024-06-06T11:10:51.188 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: ModuleNotFoundError: No module named 'kubernetes.client.models.v1_event' 2024-06-06T11:10:51.188 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: debug 2024-06-06T11:10:50.837+0000 7fa91cb4a040 -1 mgr[py] Class not found in module 'k8sevents' 2024-06-06T11:10:51.188 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: debug 2024-06-06T11:10:50.837+0000 7fa91cb4a040 -1 mgr[py] Error loading module 'k8sevents': (2) No such file or directory 2024-06-06T11:10:51.189 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:50 smithi132 bash[66667]: debug 2024-06-06T11:10:50.933+0000 7fa91cb4a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T11:10:51.189 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:51 smithi132 bash[66667]: debug 2024-06-06T11:10:51.013+0000 7fa91cb4a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T11:10:51.234 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: debug 2024-06-06T11:10:50.855+0000 7ff9c9b3a040 -1 mgr[py] Module not found: 'k8sevents' 2024-06-06T11:10:51.234 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: debug 2024-06-06T11:10:50.855+0000 7ff9c9b3a040 -1 mgr[py] Traceback (most recent call last): 2024-06-06T11:10:51.234 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: File "/usr/share/ceph/mgr/k8sevents/__init__.py", line 1, in 2024-06-06T11:10:51.234 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: from .module import Module 2024-06-06T11:10:51.234 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: File "/usr/share/ceph/mgr/k8sevents/module.py", line 70, in 2024-06-06T11:10:51.234 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: from kubernetes.client.models.v1_event import V1Event 2024-06-06T11:10:51.234 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: ModuleNotFoundError: No module named 'kubernetes.client.models.v1_event' 2024-06-06T11:10:51.234 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: debug 2024-06-06T11:10:50.855+0000 7ff9c9b3a040 -1 mgr[py] Class not found in module 'k8sevents' 2024-06-06T11:10:51.234 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: debug 2024-06-06T11:10:50.855+0000 7ff9c9b3a040 -1 mgr[py] Error loading module 'k8sevents': (2) No such file or directory 2024-06-06T11:10:51.234 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:50 smithi179 bash[49213]: debug 2024-06-06T11:10:50.947+0000 7ff9c9b3a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T11:10:51.235 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:51 smithi179 bash[49213]: debug 2024-06-06T11:10:51.039+0000 7ff9c9b3a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T11:10:51.503 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:51 smithi179 bash[49213]: debug 2024-06-06T11:10:51.231+0000 7ff9c9b3a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T11:10:51.503 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:51 smithi179 bash[49213]: debug 2024-06-06T11:10:51.307+0000 7ff9c9b3a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T11:10:51.503 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:51 smithi179 bash[49213]: debug 2024-06-06T11:10:51.423+0000 7ff9c9b3a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T11:10:51.513 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:51 smithi132 bash[66667]: debug 2024-06-06T11:10:51.225+0000 7fa91cb4a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T11:10:51.513 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:51 smithi132 bash[66667]: debug 2024-06-06T11:10:51.313+0000 7fa91cb4a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T11:10:51.513 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:51 smithi132 bash[66667]: debug 2024-06-06T11:10:51.429+0000 7fa91cb4a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T11:10:51.771 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:51 smithi179 bash[49213]: debug 2024-06-06T11:10:51.503+0000 7ff9c9b3a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T11:10:51.771 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:51 smithi179 bash[49213]: debug 2024-06-06T11:10:51.591+0000 7ff9c9b3a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T11:10:51.781 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:51 smithi132 bash[66667]: debug 2024-06-06T11:10:51.513+0000 7fa91cb4a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T11:10:51.781 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:51 smithi132 bash[66667]: debug 2024-06-06T11:10:51.601+0000 7fa91cb4a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T11:10:51.842 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.Migration (693 ms) 2024-06-06T11:10:51.842 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-06-06T11:10:51.842 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:51.842 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:52.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:51 smithi179 bash[18882]: cluster 2024-06-06T11:10:50.924393+0000 mon.a (mon.0) 19 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-06-06T11:10:52.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:51 smithi179 bash[49213]: debug 2024-06-06T11:10:51.771+0000 7ff9c9b3a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T11:10:52.039 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:51 smithi179 bash[49213]: debug 2024-06-06T11:10:51.867+0000 7ff9c9b3a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T11:10:52.216 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:51 smithi132 bash[66667]: debug 2024-06-06T11:10:51.785+0000 7fa91cb4a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T11:10:52.216 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:51 smithi132 bash[66667]: debug 2024-06-06T11:10:51.885+0000 7fa91cb4a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T11:10:52.217 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:51 smithi132 bash[25563]: cluster 2024-06-06T11:10:50.924393+0000 mon.a (mon.0) 19 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-06-06T11:10:52.481 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.MigrationPP (639 ms) 2024-06-06T11:10:52.481 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-06-06T11:10:52.481 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:52.510 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (30 ms) 2024-06-06T11:10:52.511 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-06-06T11:10:52.511 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:52.539 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (28 ms) 2024-06-06T11:10:52.539 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-06-06T11:10:52.539 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:53.050 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (511 ms) 2024-06-06T11:10:53.050 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-06-06T11:10:53.091 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.PoolMetadata (41 ms) 2024-06-06T11:10:53.091 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-06-06T11:10:53.122 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.PoolMetadataPP (31 ms) 2024-06-06T11:10:53.122 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.Config 2024-06-06T11:10:53.129 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:53.222 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.Config (100 ms) 2024-06-06T11:10:53.222 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-06-06T11:10:53.231 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:53.289 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[49213]: debug 2024-06-06T11:10:52.999+0000 7ff9c9b3a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T11:10:53.289 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[49213]: debug 2024-06-06T11:10:52.999+0000 7ff9c9b3a040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:10:53.289 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[49213]: [06/Jun/2024:11:10:53] ENGINE Bus STARTING 2024-06-06T11:10:53.289 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[49213]: CherryPy Checker: 2024-06-06T11:10:53.289 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[49213]: The Application mounted at '' has an empty config. 2024-06-06T11:10:53.289 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[49213]: [06/Jun/2024:11:10:53] ENGINE Serving on http://:::9283 2024-06-06T11:10:53.289 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[49213]: [06/Jun/2024:11:10:53] ENGINE Bus STARTED 2024-06-06T11:10:53.296 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ConfigPP (74 ms) 2024-06-06T11:10:53.296 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-06-06T11:10:53.330 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.129+0000 7fa91cb4a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T11:10:53.330 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.129+0000 7fa91cb4a040 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:10:53.330 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: [06/Jun/2024:11:10:53] ENGINE Bus STARTING 2024-06-06T11:10:53.330 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: CherryPy Checker: 2024-06-06T11:10:53.330 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: The Application mounted at '' has an empty config. 2024-06-06T11:10:53.609 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: [06/Jun/2024:11:10:53] ENGINE Serving on http://:::9283 2024-06-06T11:10:53.609 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: [06/Jun/2024:11:10:53] ENGINE Bus STARTED 2024-06-06T11:10:53.773 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[48797]: ts=2024-06-06T11:10:53.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:10:54.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: cluster 2024-06-06T11:10:52.924179+0000 mon.a (mon.0) 20 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-06-06T11:10:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: cluster 2024-06-06T11:10:53.001832+0000 mgr.x (mgr.25372) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:10:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: cluster 2024-06-06T11:10:53.023705+0000 mon.a (mon.0) 21 : cluster [DBG] Standby manager daemon x restarted 2024-06-06T11:10:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: cluster 2024-06-06T11:10:53.023892+0000 mon.a (mon.0) 22 : cluster [DBG] Standby manager daemon x started 2024-06-06T11:10:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.028873+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.179:0/909804546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:10:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.030339+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.179:0/909804546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:10:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.033835+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.179:0/909804546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:10:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.034381+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.? 172.21.15.179:0/909804546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:10:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.071012+0000 mon.a (mon.0) 23 : audit [INF] from='client.14814 ' entity='client.admin' 2024-06-06T11:10:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: cluster 2024-06-06T11:10:53.153284+0000 mon.a (mon.0) 24 : cluster [INF] Active manager daemon y restarted 2024-06-06T11:10:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: cluster 2024-06-06T11:10:53.153744+0000 mon.a (mon.0) 25 : cluster [INF] Activating manager daemon y 2024-06-06T11:10:54.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: cluster 2024-06-06T11:10:53.171363+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: cluster 2024-06-06T11:10:53.172339+0000 mon.a (mon.0) 27 : cluster [DBG] mgrmap e33: y(active, starting, since 0.0186848s), standbys: x 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.176985+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.177367+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.178123+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.178365+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi132.jyyqao"}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.178740+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi179.tpnmsk"}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.179555+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.179824+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.180062+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.180541+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.180849+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.181170+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.181511+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T11:10:54.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.181863+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.182298+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.182618+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.183357+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.183772+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.184605+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: cluster 2024-06-06T11:10:53.214919+0000 mon.a (mon.0) 28 : cluster [INF] Manager daemon y is now available 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.255184+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.821478+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.824368+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.824986+0000 mon.c (mon.2) 112 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.825398+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.869635+0000 mon.c (mon.2) 113 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T11:10:54.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:53 smithi179 bash[18882]: audit 2024-06-06T11:10:53.870111+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T11:10:54.219 INFO:teuthology.orchestra.run.smithi132.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-06-06T11:10:54.219 INFO:teuthology.orchestra.run.smithi132.stdout:alertmanager.a smithi132 *:9093,9094 running (2m) 59s ago 8m 13.6M - 0.23.0 ba2b418f427c 1838ad8cb63a 2024-06-06T11:10:54.219 INFO:teuthology.orchestra.run.smithi132.stdout:grafana.a smithi179 *:3000 running (90s) 29s ago 7m 41.1M - 8.3.5 dad864ee21e9 84016b6083e6 2024-06-06T11:10:54.219 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi132.jyyqao smithi132 running (6m) 59s ago 6m 15.3M - 16.2.15-1-g8963e9de 727f386679cb 6d3851400794 2024-06-06T11:10:54.219 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi179.tpnmsk smithi179 running (6m) 29s ago 6m 13.0M - 16.2.15-1-g8963e9de 727f386679cb fa8033ce71be 2024-06-06T11:10:54.219 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.x smithi179 *:8443,9283,8765 running (35s) 29s ago 15m 85.0M - 18.2.2-1389-gf1abf795 5c01e545ade7 59b804d3cb6e 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.y smithi132 *:8443,9283,8765 running (83s) 59s ago 17m 463M - 18.2.2-1389-gf1abf795 5c01e545ade7 38c7cd3efd0e 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:mon.a smithi132 running (17m) 59s ago 17m 68.3M 2048M 16.2.15-1-g8963e9de 727f386679cb 22b4f7c17b6c 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:mon.b smithi179 running (15m) 29s ago 15m 65.6M 2048M 16.2.15-1-g8963e9de 727f386679cb e4406ef98bba 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:mon.c smithi132 running (15m) 59s ago 15m 56.6M 2048M 16.2.15-1-g8963e9de 727f386679cb 7e7144b3be9d 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.a smithi132 *:9100 running (2m) 59s ago 8m 10.4M - 1.3.1 1dbe0e931976 bab3d9ee552d 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.b smithi179 *:9100 running (113s) 29s ago 8m 8844k - 1.3.1 1dbe0e931976 a1e2705d9759 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:osd.0 smithi132 running (14m) 59s ago 14m 82.2M 2524M 16.2.15-1-g8963e9de 727f386679cb 3b0f7f6728db 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:osd.1 smithi132 running (13m) 59s ago 13m 68.4M 2524M 16.2.15-1-g8963e9de 727f386679cb d7588d2d16c5 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:osd.2 smithi132 running (13m) 59s ago 13m 71.6M 2524M 16.2.15-1-g8963e9de 727f386679cb 06f51b23b566 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:osd.3 smithi132 running (12m) 59s ago 12m 76.3M 2524M 16.2.15-1-g8963e9de 727f386679cb 55ac36d1c0b1 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:osd.4 smithi179 running (11m) 29s ago 11m 79.3M 2524M 16.2.15-1-g8963e9de 727f386679cb fca38b9dd4a9 2024-06-06T11:10:54.220 INFO:teuthology.orchestra.run.smithi132.stdout:osd.5 smithi179 running (10m) 29s ago 11m 77.5M 2524M 16.2.15-1-g8963e9de 727f386679cb 5b08bfae0006 2024-06-06T11:10:54.221 INFO:teuthology.orchestra.run.smithi132.stdout:osd.6 smithi179 running (10m) 29s ago 10m 73.9M 2524M 16.2.15-1-g8963e9de 727f386679cb bced65dc2060 2024-06-06T11:10:54.221 INFO:teuthology.orchestra.run.smithi132.stdout:osd.7 smithi179 running (9m) 29s ago 9m 87.6M 2524M 16.2.15-1-g8963e9de 727f386679cb 8f71f030aa8f 2024-06-06T11:10:54.221 INFO:teuthology.orchestra.run.smithi132.stdout:prometheus.a smithi179 *:9095 running (41s) 29s ago 8m 48.2M - 2.33.4 514e6a882f6e a8412c260b59 2024-06-06T11:10:54.250 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:10:53] "GET /metrics HTTP/1.1" 200 70832 "" "Prometheus/2.33.4" 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.945+0000 7fa882a39640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.945+0000 7fa882a39640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.945+0000 7fa882a39640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.945+0000 7fa882a39640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.945+0000 7fa882a39640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.945+0000 7fa87ee32640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.945+0000 7fa87ee32640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.945+0000 7fa87ee32640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.945+0000 7fa87ee32640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[66667]: debug 2024-06-06T11:10:53.945+0000 7fa87ee32640 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: debug 2024-06-06T11:10:54.165+0000 7fa8bc42b640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-06-06T11:10:54.251 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: cluster 2024-06-06T11:10:52.924179+0000 mon.a (mon.0) 20 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: cluster 2024-06-06T11:10:53.001832+0000 mgr.x (mgr.25372) 1 : cluster [ERR] Failed to load ceph-mgr modules: k8sevents 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: cluster 2024-06-06T11:10:53.023705+0000 mon.a (mon.0) 21 : cluster [DBG] Standby manager daemon x restarted 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: cluster 2024-06-06T11:10:53.023892+0000 mon.a (mon.0) 22 : cluster [DBG] Standby manager daemon x started 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.028873+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.179:0/909804546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.030339+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.179:0/909804546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.033835+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.179:0/909804546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.034381+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.? 172.21.15.179:0/909804546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.071012+0000 mon.a (mon.0) 23 : audit [INF] from='client.14814 ' entity='client.admin' 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: cluster 2024-06-06T11:10:53.153284+0000 mon.a (mon.0) 24 : cluster [INF] Active manager daemon y restarted 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: cluster 2024-06-06T11:10:53.153744+0000 mon.a (mon.0) 25 : cluster [INF] Activating manager daemon y 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: cluster 2024-06-06T11:10:53.171363+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: cluster 2024-06-06T11:10:53.172339+0000 mon.a (mon.0) 27 : cluster [DBG] mgrmap e33: y(active, starting, since 0.0186848s), standbys: x 2024-06-06T11:10:54.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.176985+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.177367+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.178123+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.178365+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi132.jyyqao"}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.178740+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi179.tpnmsk"}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.179555+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.179824+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.180062+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.180541+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.180849+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.181170+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.181511+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.181863+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.182298+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T11:10:54.253 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.182618+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T11:10:54.254 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.183357+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T11:10:54.254 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.183772+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T11:10:54.254 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.184605+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T11:10:54.254 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: cluster 2024-06-06T11:10:53.214919+0000 mon.a (mon.0) 28 : cluster [INF] Manager daemon y is now available 2024-06-06T11:10:54.254 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.255184+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:10:54.254 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.821478+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:10:54.254 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.824368+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:10:54.254 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.824986+0000 mon.c (mon.2) 112 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:10:54.254 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.825398+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-06-06T11:10:54.254 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.869635+0000 mon.c (mon.2) 113 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T11:10:54.254 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:53 smithi132 bash[25563]: audit 2024-06-06T11:10:53.870111+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-06-06T11:10:54.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: debug 2024-06-06T11:10:54.653+0000 7fa870615640 -1 log_channel(cephadm) log [ERR] : [06/Jun/2024:11:10:54] ENGINE Error in HTTPServer.serve 2024-06-06T11:10:54.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: Traceback (most recent call last): 2024-06-06T11:10:54.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:10:54.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: self._connections.run(self.expiration_interval) 2024-06-06T11:10:54.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:10:54.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: self._run(expiration_interval) 2024-06-06T11:10:54.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: s = self.context.wrap_socket( 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: return self.sslsocket_class._create( 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: self.do_handshake() 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: self._sslobj.do_handshake() 2024-06-06T11:10:54.783 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:10:54 smithi132 bash[66667]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:10:55.140 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch upgrade pause' 2024-06-06T11:10:55.223 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:55 smithi132 bash[25563]: cluster 2024-06-06T11:10:54.169035+0000 mon.a (mon.0) 32 : cluster [DBG] mgrmap e34: y(active, since 1.01537s), standbys: x 2024-06-06T11:10:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:55 smithi132 bash[25563]: audit 2024-06-06T11:10:54.181104+0000 mgr.y (mgr.25375) 2 : audit [DBG] from='client.34128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:10:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:55 smithi132 bash[25563]: cluster 2024-06-06T11:10:54.184738+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-06-06T11:10:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:55 smithi132 bash[25563]: cluster 2024-06-06T11:10:54.192503+0000 mgr.y (mgr.25375) 3 : cluster [DBG] pgmap v4: 649 pgs: 617 active+clean, 32 unknown; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 GiB/s rd, 13 GiB/s wr, 15.82M op/s; 15 KiB/s, 537 objects/s recovering 2024-06-06T11:10:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:55 smithi132 bash[25563]: audit 2024-06-06T11:10:54.197726+0000 mon.c (mon.2) 114 : audit [INF] from='client.? 172.21.15.132:0/1407272587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:10:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:55 smithi132 bash[25563]: audit 2024-06-06T11:10:54.200930+0000 mon.a (mon.0) 34 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:10:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:55 smithi179 bash[18882]: cluster 2024-06-06T11:10:54.169035+0000 mon.a (mon.0) 32 : cluster [DBG] mgrmap e34: y(active, since 1.01537s), standbys: x 2024-06-06T11:10:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:55 smithi179 bash[18882]: audit 2024-06-06T11:10:54.181104+0000 mgr.y (mgr.25375) 2 : audit [DBG] from='client.34128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:10:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:55 smithi179 bash[18882]: cluster 2024-06-06T11:10:54.184738+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-06-06T11:10:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:55 smithi179 bash[18882]: cluster 2024-06-06T11:10:54.192503+0000 mgr.y (mgr.25375) 3 : cluster [DBG] pgmap v4: 649 pgs: 617 active+clean, 32 unknown; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 GiB/s rd, 13 GiB/s wr, 15.82M op/s; 15 KiB/s, 537 objects/s recovering 2024-06-06T11:10:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:55 smithi179 bash[18882]: audit 2024-06-06T11:10:54.197726+0000 mon.c (mon.2) 114 : audit [INF] from='client.? 172.21.15.132:0/1407272587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:10:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:55 smithi179 bash[18882]: audit 2024-06-06T11:10:54.200930+0000 mon.a (mon.0) 34 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:10:56.421 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: cephadm 2024-06-06T11:10:54.527393+0000 mgr.y (mgr.25375) 4 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Bus STARTING 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: cephadm 2024-06-06T11:10:54.651225+0000 mgr.y (mgr.25375) 5 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Serving on https://172.21.15.132:7150 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: cephadm 2024-06-06T11:10:54.655957+0000 mgr.y (mgr.25375) 6 : cephadm [ERR] [06/Jun/2024:11:10:54] ENGINE Error in HTTPServer.serve 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: Traceback (most recent call last): 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: self._connections.run(self.expiration_interval) 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: self._run(expiration_interval) 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: s = self.context.wrap_socket( 2024-06-06T11:10:56.422 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: return self.sslsocket_class._create( 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: self.do_handshake() 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: self._sslobj.do_handshake() 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: cephadm 2024-06-06T11:10:54.753296+0000 mgr.y (mgr.25375) 7 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Serving on http://172.21.15.132:8765 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: cephadm 2024-06-06T11:10:54.753530+0000 mgr.y (mgr.25375) 8 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Bus STARTED 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: cluster 2024-06-06T11:10:55.179554+0000 mon.a (mon.0) 35 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: cluster 2024-06-06T11:10:55.184131+0000 mgr.y (mgr.25375) 9 : cluster [DBG] pgmap v5: 649 pgs: 617 active+clean, 32 unknown; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 91 MiB/s rd, 74 MiB/s wr, 88.50k op/s; 86 B/s, 3 objects/s recovering 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: audit 2024-06-06T11:10:55.189127+0000 mon.a (mon.0) 36 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: cluster 2024-06-06T11:10:55.189315+0000 mon.a (mon.0) 37 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2024-06-06T11:10:56.423 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:56 smithi132 bash[25563]: cluster 2024-06-06T11:10:55.212083+0000 mon.a (mon.0) 38 : cluster [DBG] mgrmap e35: y(active, since 2s), standbys: x 2024-06-06T11:10:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: cephadm 2024-06-06T11:10:54.527393+0000 mgr.y (mgr.25375) 4 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Bus STARTING 2024-06-06T11:10:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: cephadm 2024-06-06T11:10:54.651225+0000 mgr.y (mgr.25375) 5 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Serving on https://172.21.15.132:7150 2024-06-06T11:10:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: cephadm 2024-06-06T11:10:54.655957+0000 mgr.y (mgr.25375) 6 : cephadm [ERR] [06/Jun/2024:11:10:54] ENGINE Error in HTTPServer.serve 2024-06-06T11:10:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: Traceback (most recent call last): 2024-06-06T11:10:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: self._connections.run(self.expiration_interval) 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: self._run(expiration_interval) 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: s = self.context.wrap_socket( 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: return self.sslsocket_class._create( 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: self.do_handshake() 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:10:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: self._sslobj.do_handshake() 2024-06-06T11:10:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:10:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: cephadm 2024-06-06T11:10:54.753296+0000 mgr.y (mgr.25375) 7 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Serving on http://172.21.15.132:8765 2024-06-06T11:10:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: cephadm 2024-06-06T11:10:54.753530+0000 mgr.y (mgr.25375) 8 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Bus STARTED 2024-06-06T11:10:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: cluster 2024-06-06T11:10:55.179554+0000 mon.a (mon.0) 35 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:10:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: cluster 2024-06-06T11:10:55.184131+0000 mgr.y (mgr.25375) 9 : cluster [DBG] pgmap v5: 649 pgs: 617 active+clean, 32 unknown; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 91 MiB/s rd, 74 MiB/s wr, 88.50k op/s; 86 B/s, 3 objects/s recovering 2024-06-06T11:10:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: audit 2024-06-06T11:10:55.189127+0000 mon.a (mon.0) 36 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:10:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: cluster 2024-06-06T11:10:55.189315+0000 mon.a (mon.0) 37 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2024-06-06T11:10:56.541 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:56 smithi179 bash[18882]: cluster 2024-06-06T11:10:55.212083+0000 mon.a (mon.0) 38 : cluster [DBG] mgrmap e35: y(active, since 2s), standbys: x 2024-06-06T11:10:57.258 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:57.268 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:57.282 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:10:57.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:57 smithi132 bash[25563]: cluster 2024-06-06T11:10:56.211846+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-06-06T11:10:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:57 smithi179 bash[18882]: cluster 2024-06-06T11:10:56.211846+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-06-06T11:10:58.331 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.PoolStatsPP (5034 ms) 2024-06-06T11:10:58.332 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-06-06T11:10:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:58 smithi132 bash[25563]: cluster 2024-06-06T11:10:57.185324+0000 mgr.y (mgr.25375) 10 : cluster [DBG] pgmap v8: 649 pgs: 617 active+clean, 32 unknown; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 29.45k op/s; 28 B/s, 1 objects/s recovering 2024-06-06T11:10:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:58 smithi132 bash[25563]: cluster 2024-06-06T11:10:57.209627+0000 mon.a (mon.0) 40 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:10:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:58 smithi132 bash[25563]: cluster 2024-06-06T11:10:57.226050+0000 mon.a (mon.0) 41 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-06-06T11:10:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:58 smithi132 bash[25563]: cluster 2024-06-06T11:10:57.226707+0000 mon.a (mon.0) 42 : cluster [DBG] mgrmap e36: y(active, since 4s), standbys: x 2024-06-06T11:10:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:58 smithi179 bash[18882]: cluster 2024-06-06T11:10:57.185324+0000 mgr.y (mgr.25375) 10 : cluster [DBG] pgmap v8: 649 pgs: 617 active+clean, 32 unknown; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 29.45k op/s; 28 B/s, 1 objects/s recovering 2024-06-06T11:10:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:58 smithi179 bash[18882]: cluster 2024-06-06T11:10:57.209627+0000 mon.a (mon.0) 40 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:10:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:58 smithi179 bash[18882]: cluster 2024-06-06T11:10:57.226050+0000 mon.a (mon.0) 41 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-06-06T11:10:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:58 smithi179 bash[18882]: cluster 2024-06-06T11:10:57.226707+0000 mon.a (mon.0) 42 : cluster [DBG] mgrmap e36: y(active, since 4s), standbys: x 2024-06-06T11:10:58.804 INFO:teuthology.orchestra.run.smithi132.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:10:59.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:10:58 smithi179 bash[48797]: ts=2024-06-06T11:10:58.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:10:59.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:59 smithi132 bash[25563]: cluster 2024-06-06T11:10:58.238269+0000 mon.a (mon.0) 43 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-06-06T11:10:59.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:59 smithi132 bash[25563]: audit 2024-06-06T11:10:58.413247+0000 mgr.y (mgr.25375) 11 : audit [DBG] from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:10:59.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:59 smithi132 bash[25563]: cephadm 2024-06-06T11:10:58.414001+0000 mgr.y (mgr.25375) 12 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:10:59.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:10:59 smithi132 bash[25563]: audit 2024-06-06T11:10:58.805086+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:10:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:59 smithi179 bash[18882]: cluster 2024-06-06T11:10:58.238269+0000 mon.a (mon.0) 43 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-06-06T11:10:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:59 smithi179 bash[18882]: audit 2024-06-06T11:10:58.413247+0000 mgr.y (mgr.25375) 11 : audit [DBG] from='client.34170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:10:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:59 smithi179 bash[18882]: cephadm 2024-06-06T11:10:58.414001+0000 mgr.y (mgr.25375) 12 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:10:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:10:59 smithi179 bash[18882]: audit 2024-06-06T11:10:58.805086+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:10:59.560 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'sleep 60' 2024-06-06T11:10:59.929 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:11:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:00 smithi132 bash[25563]: cluster 2024-06-06T11:10:59.188425+0000 mgr.y (mgr.25375) 13 : cluster [DBG] pgmap v11: 649 pgs: 635 active+clean, 14 unknown; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 2.2 KiB/s wr, 43 op/s 2024-06-06T11:11:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:00 smithi132 bash[25563]: cluster 2024-06-06T11:10:59.243925+0000 mon.a (mon.0) 45 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-06-06T11:11:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:00 smithi132 bash[25563]: audit 2024-06-06T11:10:59.246087+0000 mon.a (mon.0) 46 : audit [INF] from='client.? 172.21.15.132:0/2390177031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:11:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:00 smithi132 bash[25563]: audit 2024-06-06T11:10:59.923244+0000 mon.a (mon.0) 47 : audit [INF] from='client.? 172.21.15.132:0/2390177031' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:11:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:00 smithi132 bash[25563]: cluster 2024-06-06T11:10:59.923389+0000 mon.a (mon.0) 48 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-06-06T11:11:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:00 smithi132 bash[25563]: audit 2024-06-06T11:11:00.048957+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:00 smithi132 bash[25563]: audit 2024-06-06T11:11:00.056306+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:00 smithi179 bash[18882]: cluster 2024-06-06T11:10:59.188425+0000 mgr.y (mgr.25375) 13 : cluster [DBG] pgmap v11: 649 pgs: 635 active+clean, 14 unknown; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 2.2 KiB/s wr, 43 op/s 2024-06-06T11:11:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:00 smithi179 bash[18882]: cluster 2024-06-06T11:10:59.243925+0000 mon.a (mon.0) 45 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-06-06T11:11:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:00 smithi179 bash[18882]: audit 2024-06-06T11:10:59.246087+0000 mon.a (mon.0) 46 : audit [INF] from='client.? 172.21.15.132:0/2390177031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:11:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:00 smithi179 bash[18882]: audit 2024-06-06T11:10:59.923244+0000 mon.a (mon.0) 47 : audit [INF] from='client.? 172.21.15.132:0/2390177031' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:11:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:00 smithi179 bash[18882]: cluster 2024-06-06T11:10:59.923389+0000 mon.a (mon.0) 48 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-06-06T11:11:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:00 smithi179 bash[18882]: audit 2024-06-06T11:11:00.048957+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:00 smithi179 bash[18882]: audit 2024-06-06T11:11:00.056306+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:01 smithi132 bash[25563]: audit 2024-06-06T11:11:00.838337+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:01 smithi132 bash[25563]: audit 2024-06-06T11:11:00.856658+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:01 smithi132 bash[25563]: audit 2024-06-06T11:11:00.878243+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:01 smithi132 bash[25563]: audit 2024-06-06T11:11:00.887456+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:01 smithi132 bash[25563]: cluster 2024-06-06T11:11:00.925480+0000 mon.a (mon.0) 55 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-06-06T11:11:02.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:01 smithi132 bash[25563]: cluster 2024-06-06T11:11:01.189566+0000 mgr.y (mgr.25375) 14 : cluster [DBG] pgmap v15: 681 pgs: 32 unknown, 649 active+clean; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s rd, 6.3 KiB/s wr, 90 op/s 2024-06-06T11:11:02.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:01 smithi132 bash[25563]: audit 2024-06-06T11:11:01.613241+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:01 smithi132 bash[25563]: audit 2024-06-06T11:11:01.621335+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:01 smithi179 bash[18882]: audit 2024-06-06T11:11:00.838337+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:01 smithi179 bash[18882]: audit 2024-06-06T11:11:00.856658+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:01 smithi179 bash[18882]: audit 2024-06-06T11:11:00.878243+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:01 smithi179 bash[18882]: audit 2024-06-06T11:11:00.887456+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:01 smithi179 bash[18882]: cluster 2024-06-06T11:11:00.925480+0000 mon.a (mon.0) 55 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-06-06T11:11:02.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:01 smithi179 bash[18882]: cluster 2024-06-06T11:11:01.189566+0000 mgr.y (mgr.25375) 14 : cluster [DBG] pgmap v15: 681 pgs: 32 unknown, 649 active+clean; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s rd, 6.3 KiB/s wr, 90 op/s 2024-06-06T11:11:02.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:01 smithi179 bash[18882]: audit 2024-06-06T11:11:01.613241+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:02.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:01 smithi179 bash[18882]: audit 2024-06-06T11:11:01.621335+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:03.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:02 smithi132 bash[25563]: cluster 2024-06-06T11:11:01.934909+0000 mon.a (mon.0) 58 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-06-06T11:11:03.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:02 smithi179 bash[18882]: cluster 2024-06-06T11:11:01.934909+0000 mon.a (mon.0) 58 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-06-06T11:11:03.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:03 smithi179 bash[48797]: ts=2024-06-06T11:11:03.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:11:04.201 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ImageSpec (5869 ms) 2024-06-06T11:11:04.201 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-06-06T11:11:04.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:11:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:11:03] "GET /metrics HTTP/1.1" 200 70832 "" "Prometheus/2.33.4" 2024-06-06T11:11:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:03 smithi132 bash[25563]: cluster 2024-06-06T11:11:02.942111+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-06-06T11:11:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:03 smithi132 bash[25563]: cluster 2024-06-06T11:11:03.190778+0000 mgr.y (mgr.25375) 15 : cluster [DBG] pgmap v18: 681 pgs: 32 unknown, 649 active+clean; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:04.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:03 smithi179 bash[18882]: cluster 2024-06-06T11:11:02.942111+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-06-06T11:11:04.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:03 smithi179 bash[18882]: cluster 2024-06-06T11:11:03.190778+0000 mgr.y (mgr.25375) 15 : cluster [DBG] pgmap v18: 681 pgs: 32 unknown, 649 active+clean; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:05.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:04 smithi132 bash[25563]: cluster 2024-06-06T11:11:03.952761+0000 mon.a (mon.0) 60 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-06-06T11:11:05.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:04 smithi132 bash[25563]: cluster 2024-06-06T11:11:04.934270+0000 mon.a (mon.0) 61 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-06-06T11:11:05.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:04 smithi132 bash[25563]: audit 2024-06-06T11:11:04.935971+0000 mon.c (mon.2) 115 : audit [INF] from='client.? 172.21.15.132:0/812565001' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:11:05.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:04 smithi132 bash[25563]: audit 2024-06-06T11:11:04.937177+0000 mon.a (mon.0) 62 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:11:05.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:04 smithi179 bash[18882]: cluster 2024-06-06T11:11:03.952761+0000 mon.a (mon.0) 60 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-06-06T11:11:05.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:04 smithi179 bash[18882]: cluster 2024-06-06T11:11:04.934270+0000 mon.a (mon.0) 61 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-06-06T11:11:05.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:04 smithi179 bash[18882]: audit 2024-06-06T11:11:04.935971+0000 mon.c (mon.2) 115 : audit [INF] from='client.? 172.21.15.132:0/812565001' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:11:05.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:04 smithi179 bash[18882]: audit 2024-06-06T11:11:04.937177+0000 mon.a (mon.0) 62 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:11:05.942 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:11:06.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:05 smithi179 bash[18882]: cluster 2024-06-06T11:11:05.192064+0000 mgr.y (mgr.25375) 16 : cluster [DBG] pgmap v21: 713 pgs: 32 unknown, 681 active+clean; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 6.5 KiB/s wr, 173 op/s 2024-06-06T11:11:06.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:05 smithi179 bash[18882]: audit 2024-06-06T11:11:05.935031+0000 mon.a (mon.0) 63 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:11:06.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:05 smithi179 bash[18882]: cluster 2024-06-06T11:11:05.935169+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-06-06T11:11:06.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:05 smithi132 bash[25563]: cluster 2024-06-06T11:11:05.192064+0000 mgr.y (mgr.25375) 16 : cluster [DBG] pgmap v21: 713 pgs: 32 unknown, 681 active+clean; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 6.5 KiB/s wr, 173 op/s 2024-06-06T11:11:06.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:05 smithi132 bash[25563]: audit 2024-06-06T11:11:05.935031+0000 mon.a (mon.0) 63 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:11:06.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:05 smithi132 bash[25563]: cluster 2024-06-06T11:11:05.935169+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-06-06T11:11:07.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:06 smithi132 bash[25563]: cluster 2024-06-06T11:11:05.951197+0000 mon.a (mon.0) 65 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:11:07.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:06 smithi132 bash[25563]: cluster 2024-06-06T11:11:06.935220+0000 mon.a (mon.0) 66 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-06-06T11:11:07.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:06 smithi179 bash[18882]: cluster 2024-06-06T11:11:05.951197+0000 mon.a (mon.0) 65 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:11:07.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:06 smithi179 bash[18882]: cluster 2024-06-06T11:11:06.935220+0000 mon.a (mon.0) 66 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-06-06T11:11:08.278 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:07 smithi179 bash[18882]: cluster 2024-06-06T11:11:07.193011+0000 mgr.y (mgr.25375) 17 : cluster [DBG] pgmap v24: 713 pgs: 32 unknown, 681 active+clean; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 6.5 KiB/s wr, 173 op/s 2024-06-06T11:11:08.278 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:07 smithi179 bash[18882]: cluster 2024-06-06T11:11:07.938986+0000 mon.a (mon.0) 67 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-06-06T11:11:08.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:07 smithi132 bash[25563]: cluster 2024-06-06T11:11:07.193011+0000 mgr.y (mgr.25375) 17 : cluster [DBG] pgmap v24: 713 pgs: 32 unknown, 681 active+clean; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 6.5 KiB/s wr, 173 op/s 2024-06-06T11:11:08.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:07 smithi132 bash[25563]: cluster 2024-06-06T11:11:07.938986+0000 mon.a (mon.0) 67 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-06-06T11:11:08.973 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:08 smithi179 bash[48797]: ts=2024-06-06T11:11:08.662Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:11:09.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:08 smithi132 bash[25563]: cluster 2024-06-06T11:11:07.963685+0000 mon.a (mon.0) 68 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:11:09.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:08 smithi132 bash[25563]: audit 2024-06-06T11:11:08.328505+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:11:09.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:08 smithi179 bash[18882]: cluster 2024-06-06T11:11:07.963685+0000 mon.a (mon.0) 68 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:11:09.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:08 smithi179 bash[18882]: audit 2024-06-06T11:11:08.328505+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:11:10.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:09 smithi132 bash[25563]: cluster 2024-06-06T11:11:08.986570+0000 mon.a (mon.0) 69 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-06-06T11:11:10.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:09 smithi132 bash[25563]: cluster 2024-06-06T11:11:09.196150+0000 mgr.y (mgr.25375) 18 : cluster [DBG] pgmap v27: 713 pgs: 713 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 2.2 KiB/s wr, 23 op/s 2024-06-06T11:11:10.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:09 smithi132 bash[25563]: cluster 2024-06-06T11:11:09.933709+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-06-06T11:11:10.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:09 smithi179 bash[18882]: cluster 2024-06-06T11:11:08.986570+0000 mon.a (mon.0) 69 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-06-06T11:11:10.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:09 smithi179 bash[18882]: cluster 2024-06-06T11:11:09.196150+0000 mgr.y (mgr.25375) 18 : cluster [DBG] pgmap v27: 713 pgs: 713 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 2.2 KiB/s wr, 23 op/s 2024-06-06T11:11:10.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:09 smithi179 bash[18882]: cluster 2024-06-06T11:11:09.933709+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-06-06T11:11:12.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:11 smithi132 bash[25563]: cluster 2024-06-06T11:11:10.997273+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-06-06T11:11:12.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:11 smithi132 bash[25563]: cluster 2024-06-06T11:11:11.197273+0000 mgr.y (mgr.25375) 19 : cluster [DBG] pgmap v30: 681 pgs: 681 active+clean; 2.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:12.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:11 smithi132 bash[25563]: audit 2024-06-06T11:11:11.741502+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:12.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:11 smithi132 bash[25563]: audit 2024-06-06T11:11:11.750565+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:12.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:11 smithi132 bash[25563]: audit 2024-06-06T11:11:11.754246+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:11:12.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:11 smithi132 bash[25563]: audit 2024-06-06T11:11:11.755728+0000 mon.c (mon.2) 118 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:11:12.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:11 smithi179 bash[18882]: cluster 2024-06-06T11:11:10.997273+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-06-06T11:11:12.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:11 smithi179 bash[18882]: cluster 2024-06-06T11:11:11.197273+0000 mgr.y (mgr.25375) 19 : cluster [DBG] pgmap v30: 681 pgs: 681 active+clean; 2.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:12.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:11 smithi179 bash[18882]: audit 2024-06-06T11:11:11.741502+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:12.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:11 smithi179 bash[18882]: audit 2024-06-06T11:11:11.750565+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:12.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:11 smithi179 bash[18882]: audit 2024-06-06T11:11:11.754246+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:11:12.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:11 smithi179 bash[18882]: audit 2024-06-06T11:11:11.755728+0000 mon.c (mon.2) 118 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:11:13.062 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 3 2024-06-06T11:11:13.062 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 3 2024-06-06T11:11:13.062 INFO:tasks.workunit.client.0.smithi132.stdout:child: image169 2024-06-06T11:11:13.062 INFO:tasks.workunit.client.0.smithi132.stdout:child: image171 2024-06-06T11:11:13.062 INFO:tasks.workunit.client.0.smithi132.stdout:child: image170 2024-06-06T11:11:13.062 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-1/image169/39de5e7e13c 2024-06-06T11:11:13.062 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:11:13.062 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-20/image170/39deb15c586a 2024-06-06T11:11:13.063 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:11:13.063 INFO:tasks.workunit.client.0.smithi132.stdout:found child test-librbd-smithi132-60178-1/image171/39de7df0b462 2024-06-06T11:11:13.063 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:11:13.063 INFO:tasks.workunit.client.0.smithi132.stdout:num children is: 0 2024-06-06T11:11:13.063 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 0 2024-06-06T11:11:13.063 INFO:tasks.workunit.client.0.smithi132.stdout:num snaps is: 0 2024-06-06T11:11:13.063 INFO:tasks.workunit.client.0.smithi132.stdout:expected: 0 2024-06-06T11:11:13.063 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8861 ms) 2024-06-06T11:11:13.063 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-06-06T11:11:13.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: cephadm 2024-06-06T11:11:11.757480+0000 mgr.y (mgr.25375) 20 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:11:13.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: cephadm 2024-06-06T11:11:11.757824+0000 mgr.y (mgr.25375) 21 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:11:13.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: cephadm 2024-06-06T11:11:11.919966+0000 mgr.y (mgr.25375) 22 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:11:13.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: cephadm 2024-06-06T11:11:11.920257+0000 mgr.y (mgr.25375) 23 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: cluster 2024-06-06T11:11:12.004670+0000 mon.a (mon.0) 74 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: cephadm 2024-06-06T11:11:12.092803+0000 mgr.y (mgr.25375) 24 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: cephadm 2024-06-06T11:11:12.098937+0000 mgr.y (mgr.25375) 25 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: cephadm 2024-06-06T11:11:12.242796+0000 mgr.y (mgr.25375) 26 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: cephadm 2024-06-06T11:11:12.267226+0000 mgr.y (mgr.25375) 27 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: audit 2024-06-06T11:11:12.403105+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: audit 2024-06-06T11:11:12.411567+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: audit 2024-06-06T11:11:12.440092+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: audit 2024-06-06T11:11:12.448430+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: audit 2024-06-06T11:11:12.455782+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: audit 2024-06-06T11:11:12.550382+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: audit 2024-06-06T11:11:12.552607+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:11:13.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: audit 2024-06-06T11:11:12.553613+0000 mon.c (mon.2) 121 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:11:13.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[25563]: audit 2024-06-06T11:11:12.561475+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: cephadm 2024-06-06T11:11:11.757480+0000 mgr.y (mgr.25375) 20 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:11:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: cephadm 2024-06-06T11:11:11.757824+0000 mgr.y (mgr.25375) 21 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:11:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: cephadm 2024-06-06T11:11:11.919966+0000 mgr.y (mgr.25375) 22 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:11:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: cephadm 2024-06-06T11:11:11.920257+0000 mgr.y (mgr.25375) 23 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:11:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: cluster 2024-06-06T11:11:12.004670+0000 mon.a (mon.0) 74 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-06-06T11:11:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: cephadm 2024-06-06T11:11:12.092803+0000 mgr.y (mgr.25375) 24 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:11:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: cephadm 2024-06-06T11:11:12.098937+0000 mgr.y (mgr.25375) 25 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:11:13.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: cephadm 2024-06-06T11:11:12.242796+0000 mgr.y (mgr.25375) 26 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:11:13.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: cephadm 2024-06-06T11:11:12.267226+0000 mgr.y (mgr.25375) 27 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:11:13.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: audit 2024-06-06T11:11:12.403105+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: audit 2024-06-06T11:11:12.411567+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: audit 2024-06-06T11:11:12.440092+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: audit 2024-06-06T11:11:12.448430+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: audit 2024-06-06T11:11:12.455782+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: audit 2024-06-06T11:11:12.550382+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:11:13.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: audit 2024-06-06T11:11:12.552607+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:11:13.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: audit 2024-06-06T11:11:12.553613+0000 mon.c (mon.2) 121 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:11:13.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[18882]: audit 2024-06-06T11:11:12.561475+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:11:13.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:13 smithi179 bash[48797]: ts=2024-06-06T11:11:13.507Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:11:14.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:11:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:11:13] "GET /metrics HTTP/1.1" 200 81652 "" "Prometheus/2.33.4" 2024-06-06T11:11:14.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:14 smithi132 bash[25563]: cluster 2024-06-06T11:11:13.016849+0000 mon.a (mon.0) 81 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-06-06T11:11:14.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:14 smithi132 bash[25563]: cluster 2024-06-06T11:11:13.198341+0000 mgr.y (mgr.25375) 28 : cluster [DBG] pgmap v33: 681 pgs: 681 active+clean; 2.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:14.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:14 smithi179 bash[18882]: cluster 2024-06-06T11:11:13.016849+0000 mon.a (mon.0) 81 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-06-06T11:11:14.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:14 smithi179 bash[18882]: cluster 2024-06-06T11:11:13.198341+0000 mgr.y (mgr.25375) 28 : cluster [DBG] pgmap v33: 681 pgs: 681 active+clean; 2.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:14.973 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:11:15.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:15 smithi132 bash[25563]: cluster 2024-06-06T11:11:14.030810+0000 mon.a (mon.0) 82 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-06-06T11:11:15.560 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:15 smithi132 bash[25563]: audit 2024-06-06T11:11:14.037096+0000 mon.c (mon.2) 122 : audit [INF] from='client.? 172.21.15.132:0/3944635995' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:11:15.561 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:15 smithi132 bash[25563]: audit 2024-06-06T11:11:14.038890+0000 mon.a (mon.0) 83 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:11:15.561 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:15 smithi132 bash[25563]: audit 2024-06-06T11:11:14.940277+0000 mon.a (mon.0) 84 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:11:15.561 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:15 smithi132 bash[25563]: cluster 2024-06-06T11:11:14.940458+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-06-06T11:11:15.561 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:15 smithi179 bash[18882]: cluster 2024-06-06T11:11:14.030810+0000 mon.a (mon.0) 82 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-06-06T11:11:15.561 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:15 smithi179 bash[18882]: audit 2024-06-06T11:11:14.037096+0000 mon.c (mon.2) 122 : audit [INF] from='client.? 172.21.15.132:0/3944635995' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:11:15.562 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:15 smithi179 bash[18882]: audit 2024-06-06T11:11:14.038890+0000 mon.a (mon.0) 83 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:11:15.562 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:15 smithi179 bash[18882]: audit 2024-06-06T11:11:14.940277+0000 mon.a (mon.0) 84 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:11:15.562 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:15 smithi179 bash[18882]: cluster 2024-06-06T11:11:14.940458+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-06-06T11:11:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:16 smithi132 bash[25563]: cluster 2024-06-06T11:11:15.199382+0000 mgr.y (mgr.25375) 29 : cluster [DBG] pgmap v36: 713 pgs: 32 creating+peering, 681 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 KiB/s wr, 167 op/s 2024-06-06T11:11:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:16 smithi132 bash[25563]: cluster 2024-06-06T11:11:15.966027+0000 mon.a (mon.0) 86 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-06-06T11:11:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:16 smithi179 bash[18882]: cluster 2024-06-06T11:11:15.199382+0000 mgr.y (mgr.25375) 29 : cluster [DBG] pgmap v36: 713 pgs: 32 creating+peering, 681 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 KiB/s wr, 167 op/s 2024-06-06T11:11:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:16 smithi179 bash[18882]: cluster 2024-06-06T11:11:15.966027+0000 mon.a (mon.0) 86 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-06-06T11:11:18.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:17 smithi132 bash[25563]: cluster 2024-06-06T11:11:16.969593+0000 mon.a (mon.0) 87 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-06-06T11:11:18.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:17 smithi132 bash[25563]: cluster 2024-06-06T11:11:17.200560+0000 mgr.y (mgr.25375) 30 : cluster [DBG] pgmap v39: 713 pgs: 32 creating+peering, 681 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 KiB/s wr, 167 op/s 2024-06-06T11:11:18.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:17 smithi179 bash[18882]: cluster 2024-06-06T11:11:16.969593+0000 mon.a (mon.0) 87 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-06-06T11:11:18.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:17 smithi179 bash[18882]: cluster 2024-06-06T11:11:17.200560+0000 mgr.y (mgr.25375) 30 : cluster [DBG] pgmap v39: 713 pgs: 32 creating+peering, 681 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 KiB/s wr, 167 op/s 2024-06-06T11:11:18.989 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:18 smithi179 bash[48797]: ts=2024-06-06T11:11:18.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:11:18.989 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:18 smithi179 bash[18882]: cluster 2024-06-06T11:11:17.982964+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-06-06T11:11:19.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:18 smithi132 bash[25563]: cluster 2024-06-06T11:11:17.982964+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-06-06T11:11:20.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:19 smithi132 bash[25563]: cluster 2024-06-06T11:11:18.985387+0000 mon.a (mon.0) 89 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-06-06T11:11:20.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:19 smithi132 bash[25563]: cluster 2024-06-06T11:11:19.205252+0000 mgr.y (mgr.25375) 31 : cluster [DBG] pgmap v42: 713 pgs: 713 active+clean; 2.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 45 op/s 2024-06-06T11:11:20.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:19 smithi179 bash[18882]: cluster 2024-06-06T11:11:18.985387+0000 mon.a (mon.0) 89 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-06-06T11:11:20.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:19 smithi179 bash[18882]: cluster 2024-06-06T11:11:19.205252+0000 mgr.y (mgr.25375) 31 : cluster [DBG] pgmap v42: 713 pgs: 713 active+clean; 2.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 45 op/s 2024-06-06T11:11:21.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:21 smithi132 bash[25563]: cluster 2024-06-06T11:11:20.005539+0000 mon.a (mon.0) 90 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-06-06T11:11:21.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:21 smithi179 bash[18882]: cluster 2024-06-06T11:11:20.005539+0000 mon.a (mon.0) 90 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-06-06T11:11:22.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:22 smithi132 bash[25563]: cluster 2024-06-06T11:11:21.019725+0000 mon.a (mon.0) 91 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-06-06T11:11:22.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:22 smithi132 bash[25563]: cluster 2024-06-06T11:11:21.206481+0000 mgr.y (mgr.25375) 32 : cluster [DBG] pgmap v45: 713 pgs: 713 active+clean; 2.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 45 op/s 2024-06-06T11:11:22.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:22 smithi179 bash[18882]: cluster 2024-06-06T11:11:21.019725+0000 mon.a (mon.0) 91 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-06-06T11:11:22.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:22 smithi179 bash[18882]: cluster 2024-06-06T11:11:21.206481+0000 mgr.y (mgr.25375) 32 : cluster [DBG] pgmap v45: 713 pgs: 713 active+clean; 2.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 45 op/s 2024-06-06T11:11:23.184 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.QuiesceWatch (10122 ms) 2024-06-06T11:11:23.184 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-06-06T11:11:23.184 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:11:23.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:23 smithi132 bash[25563]: cluster 2024-06-06T11:11:22.029444+0000 mon.a (mon.0) 92 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-06-06T11:11:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:23 smithi179 bash[18882]: cluster 2024-06-06T11:11:22.029444+0000 mon.a (mon.0) 92 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-06-06T11:11:23.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:23 smithi179 bash[48797]: ts=2024-06-06T11:11:23.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:11:24.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:11:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:11:23] "GET /metrics HTTP/1.1" 200 81728 "" "Prometheus/2.33.4" 2024-06-06T11:11:24.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:24 smithi132 bash[25563]: cluster 2024-06-06T11:11:23.041039+0000 mon.a (mon.0) 93 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-06-06T11:11:24.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:24 smithi132 bash[25563]: cluster 2024-06-06T11:11:23.207779+0000 mgr.y (mgr.25375) 33 : cluster [DBG] pgmap v48: 713 pgs: 713 active+clean; 2.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:24.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:24 smithi132 bash[25563]: audit 2024-06-06T11:11:23.328667+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:11:24.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:24 smithi179 bash[18882]: cluster 2024-06-06T11:11:23.041039+0000 mon.a (mon.0) 93 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-06-06T11:11:24.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:24 smithi179 bash[18882]: cluster 2024-06-06T11:11:23.207779+0000 mgr.y (mgr.25375) 33 : cluster [DBG] pgmap v48: 713 pgs: 713 active+clean; 2.6 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:24.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:24 smithi179 bash[18882]: audit 2024-06-06T11:11:23.328667+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:11:25.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:25 smithi132 bash[25563]: cluster 2024-06-06T11:11:24.048615+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-06-06T11:11:25.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:25 smithi132 bash[25563]: cluster 2024-06-06T11:11:24.945860+0000 mon.a (mon.0) 95 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-06-06T11:11:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:25 smithi179 bash[18882]: cluster 2024-06-06T11:11:24.048615+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-06-06T11:11:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:25 smithi179 bash[18882]: cluster 2024-06-06T11:11:24.945860+0000 mon.a (mon.0) 95 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-06-06T11:11:26.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:26 smithi132 bash[25563]: cluster 2024-06-06T11:11:25.208963+0000 mgr.y (mgr.25375) 34 : cluster [DBG] pgmap v51: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2024-06-06T11:11:26.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:26 smithi132 bash[25563]: cluster 2024-06-06T11:11:25.946252+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2024-06-06T11:11:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:26 smithi179 bash[18882]: cluster 2024-06-06T11:11:25.208963+0000 mgr.y (mgr.25375) 34 : cluster [DBG] pgmap v51: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2024-06-06T11:11:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:26 smithi179 bash[18882]: cluster 2024-06-06T11:11:25.946252+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2024-06-06T11:11:28.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:27 smithi132 bash[25563]: cluster 2024-06-06T11:11:26.951032+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-06-06T11:11:28.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:27 smithi132 bash[25563]: cluster 2024-06-06T11:11:27.210079+0000 mgr.y (mgr.25375) 35 : cluster [DBG] pgmap v54: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2024-06-06T11:11:28.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:27 smithi179 bash[18882]: cluster 2024-06-06T11:11:26.951032+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-06-06T11:11:28.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:27 smithi179 bash[18882]: cluster 2024-06-06T11:11:27.210079+0000 mgr.y (mgr.25375) 35 : cluster [DBG] pgmap v54: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2024-06-06T11:11:28.957 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:28 smithi179 bash[48797]: ts=2024-06-06T11:11:28.662Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:11:29.124 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5940 ms) 2024-06-06T11:11:29.124 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-06-06T11:11:29.124 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:11:29.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:28 smithi132 bash[25563]: cluster 2024-06-06T11:11:27.958453+0000 mon.a (mon.0) 98 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-06-06T11:11:29.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:28 smithi179 bash[18882]: cluster 2024-06-06T11:11:27.958453+0000 mon.a (mon.0) 98 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-06-06T11:11:30.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:29 smithi132 bash[25563]: cluster 2024-06-06T11:11:28.968672+0000 mon.a (mon.0) 99 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-06-06T11:11:30.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:29 smithi132 bash[25563]: cluster 2024-06-06T11:11:29.215326+0000 mgr.y (mgr.25375) 36 : cluster [DBG] pgmap v57: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-06-06T11:11:30.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:29 smithi179 bash[18882]: cluster 2024-06-06T11:11:28.968672+0000 mon.a (mon.0) 99 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-06-06T11:11:30.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:29 smithi179 bash[18882]: cluster 2024-06-06T11:11:29.215326+0000 mgr.y (mgr.25375) 36 : cluster [DBG] pgmap v57: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-06-06T11:11:31.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:30 smithi132 bash[25563]: cluster 2024-06-06T11:11:29.978193+0000 mon.a (mon.0) 100 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-06-06T11:11:31.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:30 smithi179 bash[18882]: cluster 2024-06-06T11:11:29.978193+0000 mon.a (mon.0) 100 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-06-06T11:11:32.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:32 smithi132 bash[25563]: cluster 2024-06-06T11:11:30.980874+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-06-06T11:11:32.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:32 smithi132 bash[25563]: cluster 2024-06-06T11:11:31.216285+0000 mgr.y (mgr.25375) 37 : cluster [DBG] pgmap v60: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-06-06T11:11:32.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:31 smithi179 bash[18882]: cluster 2024-06-06T11:11:30.980874+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-06-06T11:11:32.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:31 smithi179 bash[18882]: cluster 2024-06-06T11:11:31.216285+0000 mgr.y (mgr.25375) 37 : cluster [DBG] pgmap v60: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-06-06T11:11:33.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:33 smithi132 bash[25563]: cluster 2024-06-06T11:11:32.002389+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-06-06T11:11:33.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:32 smithi179 bash[18882]: cluster 2024-06-06T11:11:32.002389+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-06-06T11:11:33.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:33 smithi179 bash[48797]: ts=2024-06-06T11:11:33.507Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:11:34.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:11:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:11:33] "GET /metrics HTTP/1.1" 200 81728 "" "Prometheus/2.33.4" 2024-06-06T11:11:34.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:34 smithi132 bash[25563]: cluster 2024-06-06T11:11:33.008566+0000 mon.a (mon.0) 103 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-06-06T11:11:34.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:34 smithi132 bash[25563]: cluster 2024-06-06T11:11:33.217432+0000 mgr.y (mgr.25375) 38 : cluster [DBG] pgmap v63: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:34.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:34 smithi179 bash[18882]: cluster 2024-06-06T11:11:33.008566+0000 mon.a (mon.0) 103 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-06-06T11:11:34.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:34 smithi179 bash[18882]: cluster 2024-06-06T11:11:33.217432+0000 mgr.y (mgr.25375) 38 : cluster [DBG] pgmap v63: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:35.104 INFO:tasks.workunit.client.0.smithi132.stdout:10.00% done 2024-06-06T11:11:35.105 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5980 ms) 2024-06-06T11:11:35.105 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-06-06T11:11:35.105 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:11:35.134 INFO:tasks.workunit.client.0.smithi132.stderr:test quiesce is not long enough to time out 2024-06-06T11:11:35.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:35 smithi132 bash[25563]: cluster 2024-06-06T11:11:34.021079+0000 mon.a (mon.0) 104 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-06-06T11:11:35.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:35 smithi132 bash[25563]: cluster 2024-06-06T11:11:34.948178+0000 mon.a (mon.0) 105 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-06-06T11:11:35.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:35 smithi179 bash[18882]: cluster 2024-06-06T11:11:34.021079+0000 mon.a (mon.0) 104 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-06-06T11:11:35.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:35 smithi179 bash[18882]: cluster 2024-06-06T11:11:34.948178+0000 mon.a (mon.0) 105 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-06-06T11:11:36.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:36 smithi132 bash[25563]: cluster 2024-06-06T11:11:35.218571+0000 mgr.y (mgr.25375) 39 : cluster [DBG] pgmap v66: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-06-06T11:11:36.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:36 smithi179 bash[18882]: cluster 2024-06-06T11:11:35.218571+0000 mgr.y (mgr.25375) 39 : cluster [DBG] pgmap v66: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-06-06T11:11:38.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:38 smithi132 bash[25563]: cluster 2024-06-06T11:11:37.219779+0000 mgr.y (mgr.25375) 40 : cluster [DBG] pgmap v67: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 39 KiB/s rd, 3.8 KiB/s wr, 52 op/s 2024-06-06T11:11:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:38 smithi179 bash[18882]: cluster 2024-06-06T11:11:37.219779+0000 mgr.y (mgr.25375) 40 : cluster [DBG] pgmap v67: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 39 KiB/s rd, 3.8 KiB/s wr, 52 op/s 2024-06-06T11:11:39.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:38 smithi179 bash[48797]: ts=2024-06-06T11:11:38.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:11:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:39 smithi179 bash[18882]: audit 2024-06-06T11:11:38.329121+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:11:39.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:39 smithi132 bash[25563]: audit 2024-06-06T11:11:38.329121+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:11:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:40 smithi132 bash[25563]: cluster 2024-06-06T11:11:39.223596+0000 mgr.y (mgr.25375) 41 : cluster [DBG] pgmap v68: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 KiB/s wr, 74 op/s 2024-06-06T11:11:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:40 smithi132 bash[25563]: cluster 2024-06-06T11:11:39.949721+0000 mon.a (mon.0) 106 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-06-06T11:11:40.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:40 smithi179 bash[18882]: cluster 2024-06-06T11:11:39.223596+0000 mgr.y (mgr.25375) 41 : cluster [DBG] pgmap v68: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 KiB/s wr, 74 op/s 2024-06-06T11:11:40.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:40 smithi179 bash[18882]: cluster 2024-06-06T11:11:39.949721+0000 mon.a (mon.0) 106 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-06-06T11:11:42.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:42 smithi132 bash[25563]: cluster 2024-06-06T11:11:41.224782+0000 mgr.y (mgr.25375) 42 : cluster [DBG] pgmap v70: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 3.9 KiB/s wr, 64 op/s 2024-06-06T11:11:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:42 smithi179 bash[18882]: cluster 2024-06-06T11:11:41.224782+0000 mgr.y (mgr.25375) 42 : cluster [DBG] pgmap v70: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 3.9 KiB/s wr, 64 op/s 2024-06-06T11:11:43.343 INFO:tasks.workunit.client.0.smithi132.stderr:test quiesce is timed out 2024-06-06T11:11:43.348 INFO:tasks.workunit.client.0.smithi132.stderr:waiting for timed out ... 0 2024-06-06T11:11:43.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:43 smithi179 bash[48797]: ts=2024-06-06T11:11:43.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:11:44.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:11:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:11:43] "GET /metrics HTTP/1.1" 200 81712 "" "Prometheus/2.33.4" 2024-06-06T11:11:44.348 INFO:tasks.workunit.client.0.smithi132.stderr:waiting for timed out ... 1 2024-06-06T11:11:44.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:44 smithi132 bash[25563]: cluster 2024-06-06T11:11:43.225802+0000 mgr.y (mgr.25375) 43 : cluster [DBG] pgmap v71: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 989 B/s wr, 23 op/s 2024-06-06T11:11:44.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:44 smithi132 bash[25563]: cluster 2024-06-06T11:11:43.310347+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-06-06T11:11:44.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:44 smithi179 bash[18882]: cluster 2024-06-06T11:11:43.225802+0000 mgr.y (mgr.25375) 43 : cluster [DBG] pgmap v71: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 989 B/s wr, 23 op/s 2024-06-06T11:11:44.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:44 smithi179 bash[18882]: cluster 2024-06-06T11:11:43.310347+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-06-06T11:11:45.348 INFO:tasks.workunit.client.0.smithi132.stderr:waiting for timed out ... 2 2024-06-06T11:11:46.348 INFO:tasks.workunit.client.0.smithi132.stderr:waiting for timed out ... 3 2024-06-06T11:11:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:46 smithi132 bash[25563]: cluster 2024-06-06T11:11:45.231129+0000 mgr.y (mgr.25375) 44 : cluster [DBG] pgmap v73: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 1.4 KiB/s wr, 28 op/s 2024-06-06T11:11:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:46 smithi179 bash[18882]: cluster 2024-06-06T11:11:45.231129+0000 mgr.y (mgr.25375) 44 : cluster [DBG] pgmap v73: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 1.4 KiB/s wr, 28 op/s 2024-06-06T11:11:47.348 INFO:tasks.workunit.client.0.smithi132.stderr:waiting for timed out ... 4 2024-06-06T11:11:48.348 INFO:tasks.workunit.client.0.smithi132.stderr:waiting for timed out ... 5 2024-06-06T11:11:48.661 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:48 smithi179 bash[18882]: cluster 2024-06-06T11:11:47.232319+0000 mgr.y (mgr.25375) 45 : cluster [DBG] pgmap v74: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-06-06T11:11:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:48 smithi132 bash[25563]: cluster 2024-06-06T11:11:47.232319+0000 mgr.y (mgr.25375) 45 : cluster [DBG] pgmap v74: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-06-06T11:11:49.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:48 smithi179 bash[48797]: ts=2024-06-06T11:11:48.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:11:49.349 INFO:tasks.workunit.client.0.smithi132.stderr:waiting for timed out ... 6 2024-06-06T11:11:50.349 INFO:tasks.workunit.client.0.smithi132.stderr:waiting for timed out ... 7 2024-06-06T11:11:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:50 smithi132 bash[25563]: cluster 2024-06-06T11:11:49.238308+0000 mgr.y (mgr.25375) 46 : cluster [DBG] pgmap v75: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 KiB/s rd, 330 B/s wr, 3 op/s 2024-06-06T11:11:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:50 smithi179 bash[18882]: cluster 2024-06-06T11:11:49.238308+0000 mgr.y (mgr.25375) 46 : cluster [DBG] pgmap v75: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 KiB/s rd, 330 B/s wr, 3 op/s 2024-06-06T11:11:51.349 INFO:tasks.workunit.client.0.smithi132.stderr:waiting for timed out ... 8 2024-06-06T11:11:52.349 INFO:tasks.workunit.client.0.smithi132.stderr:waiting for timed out ... 9 2024-06-06T11:11:52.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:52 smithi132 bash[25563]: cluster 2024-06-06T11:11:51.239366+0000 mgr.y (mgr.25375) 47 : cluster [DBG] pgmap v76: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-06-06T11:11:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:52 smithi179 bash[18882]: cluster 2024-06-06T11:11:51.239366+0000 mgr.y (mgr.25375) 47 : cluster [DBG] pgmap v76: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-06-06T11:11:53.349 INFO:tasks.workunit.client.0.smithi132.stderr:waiting for timed out ... 10 2024-06-06T11:11:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.242563+0000 mon.c (mon.2) 125 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.243330+0000 mon.c (mon.2) 126 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.d", "id": [7, 4]}]: dispatch 2024-06-06T11:11:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.244000+0000 mon.c (mon.2) 127 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.16", "id": [7, 4]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.244668+0000 mon.c (mon.2) 128 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 5]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.245336+0000 mon.c (mon.2) 129 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.245927+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.245991+0000 mon.c (mon.2) 130 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.246547+0000 mon.c (mon.2) 131 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.246722+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.d", "id": [7, 4]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.246947+0000 mon.c (mon.2) 132 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1b", "id": [0, 2]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.247251+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.16", "id": [7, 4]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.247340+0000 mon.c (mon.2) 133 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1f", "id": [0, 1]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.247608+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 5]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.247957+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.248185+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.248409+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-06-06T11:11:53.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.248631+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1b", "id": [0, 2]}]: dispatch 2024-06-06T11:11:53.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[25563]: audit 2024-06-06T11:11:53.248869+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1f", "id": [0, 1]}]: dispatch 2024-06-06T11:11:53.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[48797]: ts=2024-06-06T11:11:53.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:11:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.242563+0000 mon.c (mon.2) 125 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.243330+0000 mon.c (mon.2) 126 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.d", "id": [7, 4]}]: dispatch 2024-06-06T11:11:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.244000+0000 mon.c (mon.2) 127 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.16", "id": [7, 4]}]: dispatch 2024-06-06T11:11:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.244668+0000 mon.c (mon.2) 128 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 5]}]: dispatch 2024-06-06T11:11:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.245336+0000 mon.c (mon.2) 129 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.245927+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.245991+0000 mon.c (mon.2) 130 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.246547+0000 mon.c (mon.2) 131 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.246722+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.d", "id": [7, 4]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.246947+0000 mon.c (mon.2) 132 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1b", "id": [0, 2]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.247251+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.16", "id": [7, 4]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.247340+0000 mon.c (mon.2) 133 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1f", "id": [0, 1]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.247608+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 5]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.247957+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.248185+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.248409+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.248631+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1b", "id": [0, 2]}]: dispatch 2024-06-06T11:11:53.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:53 smithi179 bash[18882]: audit 2024-06-06T11:11:53.248869+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1f", "id": [0, 1]}]: dispatch 2024-06-06T11:11:54.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:11:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:11:53] "GET /metrics HTTP/1.1" 200 81724 "" "Prometheus/2.33.4" 2024-06-06T11:11:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: cluster 2024-06-06T11:11:53.240502+0000 mgr.y (mgr.25375) 48 : cluster [DBG] pgmap v77: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-06-06T11:11:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: audit 2024-06-06T11:11:53.338679+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]': finished 2024-06-06T11:11:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: audit 2024-06-06T11:11:53.338781+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.d", "id": [7, 4]}]': finished 2024-06-06T11:11:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: audit 2024-06-06T11:11:53.338858+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.16", "id": [7, 4]}]': finished 2024-06-06T11:11:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: audit 2024-06-06T11:11:53.338947+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 5]}]': finished 2024-06-06T11:11:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: audit 2024-06-06T11:11:53.339028+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]': finished 2024-06-06T11:11:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: audit 2024-06-06T11:11:53.339100+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]': finished 2024-06-06T11:11:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: audit 2024-06-06T11:11:53.339177+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]': finished 2024-06-06T11:11:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: audit 2024-06-06T11:11:53.339220+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:11:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: audit 2024-06-06T11:11:53.339252+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1b", "id": [0, 2]}]': finished 2024-06-06T11:11:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: audit 2024-06-06T11:11:53.339325+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1f", "id": [0, 1]}]': finished 2024-06-06T11:11:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: cluster 2024-06-06T11:11:53.339397+0000 mon.a (mon.0) 126 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-06-06T11:11:54.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:54 smithi132 bash[25563]: cluster 2024-06-06T11:11:54.341573+0000 mon.a (mon.0) 127 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2024-06-06T11:11:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: cluster 2024-06-06T11:11:53.240502+0000 mgr.y (mgr.25375) 48 : cluster [DBG] pgmap v77: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-06-06T11:11:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: audit 2024-06-06T11:11:53.338679+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]': finished 2024-06-06T11:11:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: audit 2024-06-06T11:11:53.338781+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.d", "id": [7, 4]}]': finished 2024-06-06T11:11:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: audit 2024-06-06T11:11:53.338858+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.16", "id": [7, 4]}]': finished 2024-06-06T11:11:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: audit 2024-06-06T11:11:53.338947+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 5]}]': finished 2024-06-06T11:11:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: audit 2024-06-06T11:11:53.339028+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]': finished 2024-06-06T11:11:54.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: audit 2024-06-06T11:11:53.339100+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]': finished 2024-06-06T11:11:54.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: audit 2024-06-06T11:11:53.339177+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]': finished 2024-06-06T11:11:54.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: audit 2024-06-06T11:11:53.339220+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:11:54.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: audit 2024-06-06T11:11:53.339252+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1b", "id": [0, 2]}]': finished 2024-06-06T11:11:54.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: audit 2024-06-06T11:11:53.339325+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.25375 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1f", "id": [0, 1]}]': finished 2024-06-06T11:11:54.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: cluster 2024-06-06T11:11:53.339397+0000 mon.a (mon.0) 126 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-06-06T11:11:54.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:54 smithi179 bash[18882]: cluster 2024-06-06T11:11:54.341573+0000 mon.a (mon.0) 127 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2024-06-06T11:11:56.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:55 smithi132 bash[25563]: cluster 2024-06-06T11:11:55.241829+0000 mgr.y (mgr.25375) 49 : cluster [DBG] pgmap v80: 713 pgs: 9 peering, 704 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:56.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:55 smithi179 bash[18882]: cluster 2024-06-06T11:11:55.241829+0000 mgr.y (mgr.25375) 49 : cluster [DBG] pgmap v80: 713 pgs: 9 peering, 704 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:58.661 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:11:58 smithi179 bash[18882]: cluster 2024-06-06T11:11:57.242627+0000 mgr.y (mgr.25375) 50 : cluster [DBG] pgmap v81: 713 pgs: 9 peering, 704 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:58.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:11:58 smithi132 bash[25563]: cluster 2024-06-06T11:11:57.242627+0000 mgr.y (mgr.25375) 50 : cluster [DBG] pgmap v81: 713 pgs: 9 peering, 704 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:11:59.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:11:58 smithi179 bash[48797]: ts=2024-06-06T11:11:58.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:00 smithi132 bash[25563]: cluster 2024-06-06T11:11:59.246469+0000 mgr.y (mgr.25375) 51 : cluster [DBG] pgmap v82: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T11:12:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:00 smithi179 bash[18882]: cluster 2024-06-06T11:11:59.246469+0000 mgr.y (mgr.25375) 51 : cluster [DBG] pgmap v82: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T11:12:02.607 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:02 smithi132 bash[25563]: cluster 2024-06-06T11:12:01.247605+0000 mgr.y (mgr.25375) 52 : cluster [DBG] pgmap v83: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T11:12:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:02 smithi179 bash[18882]: cluster 2024-06-06T11:12:01.247605+0000 mgr.y (mgr.25375) 52 : cluster [DBG] pgmap v83: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T11:12:03.474 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch upgrade resume' 2024-06-06T11:12:03.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:03 smithi179 bash[48797]: ts=2024-06-06T11:12:03.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:04.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:12:03] "GET /metrics HTTP/1.1" 200 81724 "" "Prometheus/2.33.4" 2024-06-06T11:12:04.350 INFO:tasks.workunit.client.0.smithi132.stderr:test retry succeeds 2024-06-06T11:12:04.582 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:04 smithi132 bash[25563]: cluster 2024-06-06T11:12:03.248809+0000 mgr.y (mgr.25375) 53 : cluster [DBG] pgmap v84: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T11:12:04.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:04 smithi179 bash[18882]: cluster 2024-06-06T11:12:03.248809+0000 mgr.y (mgr.25375) 53 : cluster [DBG] pgmap v84: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T11:12:06.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:06 smithi132 bash[25563]: cluster 2024-06-06T11:12:05.253039+0000 mgr.y (mgr.25375) 54 : cluster [DBG] pgmap v85: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 KiB/s rd, 750 B/s wr, 7 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T11:12:06.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:06 smithi132 bash[25563]: cluster 2024-06-06T11:12:05.326389+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2024-06-06T11:12:06.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:06 smithi179 bash[18882]: cluster 2024-06-06T11:12:05.253039+0000 mgr.y (mgr.25375) 54 : cluster [DBG] pgmap v85: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 KiB/s rd, 750 B/s wr, 7 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T11:12:06.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:06 smithi179 bash[18882]: cluster 2024-06-06T11:12:05.326389+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2024-06-06T11:12:06.801 INFO:teuthology.orchestra.run.smithi132.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:12:07.507 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32403 ms) 2024-06-06T11:12:07.507 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-06-06T11:12:07.507 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:12:07.590 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.WriteZeroes (83 ms) 2024-06-06T11:12:07.590 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-06-06T11:12:07.590 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:12:07.650 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:07 smithi132 bash[25563]: cluster 2024-06-06T11:12:06.340068+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2024-06-06T11:12:07.650 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:07 smithi132 bash[25563]: audit 2024-06-06T11:12:06.798263+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:07.650 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:07 smithi132 bash[25563]: audit 2024-06-06T11:12:06.803770+0000 mon.c (mon.2) 135 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:12:07.651 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'echo wait for majority of mons to upgrade' 2024-06-06T11:12:07.688 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (98 ms) 2024-06-06T11:12:07.688 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-06-06T11:12:07.688 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:12:07.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:07 smithi179 bash[18882]: cluster 2024-06-06T11:12:06.340068+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2024-06-06T11:12:07.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:07 smithi179 bash[18882]: audit 2024-06-06T11:12:06.798263+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:07.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:07 smithi179 bash[18882]: audit 2024-06-06T11:12:06.803770+0000 mon.c (mon.2) 135 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:12:08.659 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:08 smithi179 bash[18882]: audit 2024-06-06T11:12:06.792107+0000 mgr.y (mgr.25375) 55 : audit [DBG] from='client.25625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:12:08.659 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:08 smithi179 bash[18882]: cephadm 2024-06-06T11:12:06.792710+0000 mgr.y (mgr.25375) 56 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:12:08.659 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:08 smithi179 bash[18882]: cluster 2024-06-06T11:12:07.253798+0000 mgr.y (mgr.25375) 57 : cluster [DBG] pgmap v88: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:08.659 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:08 smithi179 bash[18882]: cluster 2024-06-06T11:12:07.359618+0000 mon.a (mon.0) 131 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2024-06-06T11:12:08.660 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:08 smithi179 bash[18882]: audit 2024-06-06T11:12:08.335693+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:12:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:08 smithi132 bash[25563]: audit 2024-06-06T11:12:06.792107+0000 mgr.y (mgr.25375) 55 : audit [DBG] from='client.25625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:12:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:08 smithi132 bash[25563]: cephadm 2024-06-06T11:12:06.792710+0000 mgr.y (mgr.25375) 56 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:12:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:08 smithi132 bash[25563]: cluster 2024-06-06T11:12:07.253798+0000 mgr.y (mgr.25375) 57 : cluster [DBG] pgmap v88: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:08 smithi132 bash[25563]: cluster 2024-06-06T11:12:07.359618+0000 mon.a (mon.0) 131 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2024-06-06T11:12:08.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:08 smithi132 bash[25563]: audit 2024-06-06T11:12:08.335693+0000 mon.c (mon.2) 136 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:12:09.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:08 smithi179 bash[48797]: ts=2024-06-06T11:12:08.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:09 smithi132 bash[25563]: cluster 2024-06-06T11:12:08.363495+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2024-06-06T11:12:09.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:09 smithi179 bash[18882]: cluster 2024-06-06T11:12:08.363495+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2024-06-06T11:12:10.653 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:10 smithi132 bash[25563]: cluster 2024-06-06T11:12:09.256423+0000 mgr.y (mgr.25375) 58 : cluster [DBG] pgmap v91: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 180 op/s 2024-06-06T11:12:10.654 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:10 smithi132 bash[25563]: cluster 2024-06-06T11:12:09.376487+0000 mon.a (mon.0) 133 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2024-06-06T11:12:10.654 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:10 smithi132 bash[25563]: cluster 2024-06-06T11:12:09.972702+0000 mon.a (mon.0) 134 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2024-06-06T11:12:10.692 INFO:teuthology.orchestra.run.smithi132.stdout:wait for majority of mons to upgrade 2024-06-06T11:12:10.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:10 smithi179 bash[18882]: cluster 2024-06-06T11:12:09.256423+0000 mgr.y (mgr.25375) 58 : cluster [DBG] pgmap v91: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 180 op/s 2024-06-06T11:12:10.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:10 smithi179 bash[18882]: cluster 2024-06-06T11:12:09.376487+0000 mon.a (mon.0) 133 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2024-06-06T11:12:10.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:10 smithi179 bash[18882]: cluster 2024-06-06T11:12:09.972702+0000 mon.a (mon.0) 134 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2024-06-06T11:12:11.509 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2024-06-06T11:12:12.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:11 smithi132 bash[25563]: cluster 2024-06-06T11:12:10.991294+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2024-06-06T11:12:12.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:11 smithi132 bash[25563]: cluster 2024-06-06T11:12:11.257092+0000 mgr.y (mgr.25375) 59 : cluster [DBG] pgmap v95: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 185 op/s 2024-06-06T11:12:12.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:11 smithi179 bash[18882]: cluster 2024-06-06T11:12:10.991294+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2024-06-06T11:12:12.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:11 smithi179 bash[18882]: cluster 2024-06-06T11:12:11.257092+0000 mgr.y (mgr.25375) 59 : cluster [DBG] pgmap v95: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 185 op/s 2024-06-06T11:12:13.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:12 smithi132 bash[25563]: cluster 2024-06-06T11:12:11.993692+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2024-06-06T11:12:13.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:12 smithi132 bash[25563]: audit 2024-06-06T11:12:12.818045+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:13.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:12 smithi132 bash[25563]: audit 2024-06-06T11:12:12.826363+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:12 smithi179 bash[18882]: cluster 2024-06-06T11:12:11.993692+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2024-06-06T11:12:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:12 smithi179 bash[18882]: audit 2024-06-06T11:12:12.818045+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:13.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:12 smithi179 bash[18882]: audit 2024-06-06T11:12:12.826363+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:13.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:13 smithi179 bash[48797]: ts=2024-06-06T11:12:13.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:14.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:12:13] "GET /metrics HTTP/1.1" 200 81728 "" "Prometheus/2.33.4" 2024-06-06T11:12:14.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:14 smithi132 bash[25563]: cluster 2024-06-06T11:12:13.002061+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2024-06-06T11:12:14.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:14 smithi132 bash[25563]: cluster 2024-06-06T11:12:13.257704+0000 mgr.y (mgr.25375) 60 : cluster [DBG] pgmap v98: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:14.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:14 smithi132 bash[25563]: audit 2024-06-06T11:12:13.627662+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:14.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:14 smithi132 bash[25563]: audit 2024-06-06T11:12:13.636557+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:14.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:14 smithi179 bash[18882]: cluster 2024-06-06T11:12:13.002061+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2024-06-06T11:12:14.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:14 smithi179 bash[18882]: cluster 2024-06-06T11:12:13.257704+0000 mgr.y (mgr.25375) 60 : cluster [DBG] pgmap v98: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:14.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:14 smithi179 bash[18882]: audit 2024-06-06T11:12:13.627662+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:14.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:14 smithi179 bash[18882]: audit 2024-06-06T11:12:13.636557+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:15.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:15 smithi132 bash[25563]: cluster 2024-06-06T11:12:14.012465+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2024-06-06T11:12:15.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:15 smithi132 bash[25563]: audit 2024-06-06T11:12:14.093183+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:12:15.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:15 smithi132 bash[25563]: audit 2024-06-06T11:12:14.094347+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:12:15.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:15 smithi132 bash[25563]: audit 2024-06-06T11:12:14.101620+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:15.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:15 smithi132 bash[25563]: audit 2024-06-06T11:12:14.197025+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:12:15.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:15 smithi132 bash[25563]: audit 2024-06-06T11:12:14.200809+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:12:15.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:15 smithi132 bash[25563]: audit 2024-06-06T11:12:14.202223+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-06-06T11:12:15.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:15 smithi132 bash[25563]: audit 2024-06-06T11:12:14.203680+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-06-06T11:12:15.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:15 smithi132 bash[25563]: cephadm 2024-06-06T11:12:14.204377+0000 mgr.y (mgr.25375) 61 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-06-06T11:12:15.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:15 smithi132 bash[25563]: audit 2024-06-06T11:12:14.935143+0000 mon.a (mon.0) 144 : audit [DBG] from='client.? 172.21.15.132:0/301847646' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:12:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:15 smithi179 bash[18882]: cluster 2024-06-06T11:12:14.012465+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2024-06-06T11:12:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:15 smithi179 bash[18882]: audit 2024-06-06T11:12:14.093183+0000 mon.c (mon.2) 137 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:12:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:15 smithi179 bash[18882]: audit 2024-06-06T11:12:14.094347+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:12:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:15 smithi179 bash[18882]: audit 2024-06-06T11:12:14.101620+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:15 smithi179 bash[18882]: audit 2024-06-06T11:12:14.197025+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:12:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:15 smithi179 bash[18882]: audit 2024-06-06T11:12:14.200809+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:12:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:15 smithi179 bash[18882]: audit 2024-06-06T11:12:14.202223+0000 mon.c (mon.2) 141 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-06-06T11:12:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:15 smithi179 bash[18882]: audit 2024-06-06T11:12:14.203680+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-06-06T11:12:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:15 smithi179 bash[18882]: cephadm 2024-06-06T11:12:14.204377+0000 mgr.y (mgr.25375) 61 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-06-06T11:12:15.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:15 smithi179 bash[18882]: audit 2024-06-06T11:12:14.935143+0000 mon.a (mon.0) 144 : audit [DBG] from='client.? 172.21.15.132:0/301847646' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:12:16.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:16 smithi132 bash[25563]: cluster 2024-06-06T11:12:15.022085+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2024-06-06T11:12:16.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:16 smithi132 bash[25563]: cluster 2024-06-06T11:12:15.258676+0000 mgr.y (mgr.25375) 62 : cluster [DBG] pgmap v101: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 19 op/s 2024-06-06T11:12:16.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:16 smithi179 bash[18882]: cluster 2024-06-06T11:12:15.022085+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2024-06-06T11:12:16.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:16 smithi179 bash[18882]: cluster 2024-06-06T11:12:15.258676+0000 mgr.y (mgr.25375) 62 : cluster [DBG] pgmap v101: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 19 op/s 2024-06-06T11:12:17.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:17 smithi132 bash[25563]: cluster 2024-06-06T11:12:16.034572+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2024-06-06T11:12:17.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:17 smithi132 bash[25563]: audit 2024-06-06T11:12:16.580286+0000 mon.a (mon.0) 147 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:17.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:17 smithi132 bash[25563]: audit 2024-06-06T11:12:16.584390+0000 mon.c (mon.2) 143 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:12:17.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:17 smithi132 bash[25563]: audit 2024-06-06T11:12:16.585972+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:12:17.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:17 smithi132 bash[25563]: audit 2024-06-06T11:12:16.587264+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:12:17.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:17 smithi179 bash[18882]: cluster 2024-06-06T11:12:16.034572+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2024-06-06T11:12:17.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:17 smithi179 bash[18882]: audit 2024-06-06T11:12:16.580286+0000 mon.a (mon.0) 147 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:17.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:17 smithi179 bash[18882]: audit 2024-06-06T11:12:16.584390+0000 mon.c (mon.2) 143 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:12:17.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:17 smithi179 bash[18882]: audit 2024-06-06T11:12:16.585972+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:12:17.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:17 smithi179 bash[18882]: audit 2024-06-06T11:12:16.587264+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:12:18.274 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:18 smithi132 bash[25563]: cephadm 2024-06-06T11:12:16.573075+0000 mgr.y (mgr.25375) 63 : cephadm [INF] Upgrade: Updating mon.c 2024-06-06T11:12:18.274 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:18 smithi132 bash[25563]: cephadm 2024-06-06T11:12:16.588540+0000 mgr.y (mgr.25375) 64 : cephadm [INF] Deploying daemon mon.c on smithi132 2024-06-06T11:12:18.274 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:18 smithi132 bash[25563]: cluster 2024-06-06T11:12:17.034821+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2024-06-06T11:12:18.274 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:18 smithi132 bash[25563]: cluster 2024-06-06T11:12:17.259737+0000 mgr.y (mgr.25375) 65 : cluster [DBG] pgmap v104: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 19 op/s 2024-06-06T11:12:18.274 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:18 smithi132 bash[25563]: audit 2024-06-06T11:12:17.393385+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.132:0/1836157946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:12:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:18 smithi179 bash[18882]: cephadm 2024-06-06T11:12:16.573075+0000 mgr.y (mgr.25375) 63 : cephadm [INF] Upgrade: Updating mon.c 2024-06-06T11:12:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:18 smithi179 bash[18882]: cephadm 2024-06-06T11:12:16.588540+0000 mgr.y (mgr.25375) 64 : cephadm [INF] Deploying daemon mon.c on smithi132 2024-06-06T11:12:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:18 smithi179 bash[18882]: cluster 2024-06-06T11:12:17.034821+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2024-06-06T11:12:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:18 smithi179 bash[18882]: cluster 2024-06-06T11:12:17.259737+0000 mgr.y (mgr.25375) 65 : cluster [DBG] pgmap v104: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 19 op/s 2024-06-06T11:12:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:18 smithi179 bash[18882]: audit 2024-06-06T11:12:17.393385+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.132:0/1836157946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:12:19.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:18 smithi179 bash[48797]: ts=2024-06-06T11:12:18.662Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:19.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:19 smithi132 bash[25563]: cluster 2024-06-06T11:12:18.057230+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2024-06-06T11:12:19.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:19 smithi132 systemd[1]: Stopping Ceph mon.c for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:12:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:19 smithi179 bash[18882]: cluster 2024-06-06T11:12:18.057230+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2024-06-06T11:12:19.649 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:19 smithi132 bash[66667]: [06/Jun/2024:11:12:19] ENGINE Bus STOPPING 2024-06-06T11:12:19.649 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:19 smithi132 bash[66667]: [06/Jun/2024:11:12:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:12:19.649 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:19 smithi132 bash[66667]: [06/Jun/2024:11:12:19] ENGINE Bus STOPPED 2024-06-06T11:12:19.649 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:19 smithi132 bash[66667]: [06/Jun/2024:11:12:19] ENGINE Bus STARTING 2024-06-06T11:12:19.649 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:19 smithi132 bash[66667]: [06/Jun/2024:11:12:19] ENGINE Serving on http://:::9283 2024-06-06T11:12:19.649 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:19 smithi132 bash[66667]: [06/Jun/2024:11:12:19] ENGINE Bus STARTED 2024-06-06T11:12:19.649 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:19 smithi132 bash[25563]: debug 2024-06-06T11:12:19.359+0000 7f8821834700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-06-06T11:12:19.649 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:19 smithi132 bash[25563]: debug 2024-06-06T11:12:19.359+0000 7f8821834700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-06-06T11:12:20.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:20 smithi132 bash[74420]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mon-c 2024-06-06T11:12:20.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:20 smithi132 bash[74518]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mon-c 2024-06-06T11:12:20.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:20 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.c.service: Succeeded. 2024-06-06T11:12:20.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:20 smithi132 systemd[1]: Stopped Ceph mon.c for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:12:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:20 smithi132 systemd[1]: Started Ceph mon.c for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:12:21.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.531+0000 7f21c8e9fb00 0 set uid:gid to 167:167 (ceph:ceph) 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.531+0000 7f21c8e9fb00 0 ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable), process ceph-mon, pid 7 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.531+0000 7f21c8e9fb00 0 pidfile_write: ignore empty --pid-file 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.535+0000 7f21c8e9fb00 0 load: jerasure load: lrc 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.535+0000 7f21c8e9fb00 4 rocksdb: RocksDB version: 7.9.2 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.535+0000 7f21c8e9fb00 4 rocksdb: Git sha 0 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.535+0000 7f21c8e9fb00 4 rocksdb: Compile date 2024-06-02 15:46:19 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.535+0000 7f21c8e9fb00 4 rocksdb: DB SUMMARY 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.535+0000 7f21c8e9fb00 4 rocksdb: DB Session ID: SPUV9BLY59RJTJ0EQQWK 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: CURRENT file: CURRENT 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: IDENTITY file: IDENTITY 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 1792 Bytes 2024-06-06T11:12:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000034.sst 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000032.log size: 1832755 ; 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.error_if_exists: 0 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.create_if_missing: 0 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.paranoid_checks: 1 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.env: 0x562a57058ba0 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.fs: PosixFileSystem 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.info_log: 0x562a58fc8b20 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_file_opening_threads: 16 2024-06-06T11:12:21.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.statistics: (nil) 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.use_fsync: 0 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_log_file_size: 0 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.log_file_time_to_roll: 0 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.keep_log_file_num: 1000 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.recycle_log_file_num: 0 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.allow_fallocate: 1 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.allow_mmap_reads: 0 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.allow_mmap_writes: 0 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.use_direct_reads: 0 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-06T11:12:21.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.create_missing_column_families: 0 2024-06-06T11:12:21.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.db_log_dir: 2024-06-06T11:12:21.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.wal_dir: 2024-06-06T11:12:21.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.table_cache_numshardbits: 6 2024-06-06T11:12:21.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-06-06T11:12:21.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-06-06T11:12:21.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-06T11:12:21.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-06T11:12:21.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-06-06T11:12:21.786 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.advise_random_on_open: 1 2024-06-06T11:12:21.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.db_write_buffer_size: 0 2024-06-06T11:12:21.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.write_buffer_manager: 0x562a58fd6b40 2024-06-06T11:12:21.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-06T11:12:21.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-06T11:12:21.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.use_adaptive_mutex: 0 2024-06-06T11:12:21.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.rate_limiter: (nil) 2024-06-06T11:12:21.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-06T11:12:21.787 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.wal_recovery_mode: 2 2024-06-06T11:12:21.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.enable_thread_tracking: 0 2024-06-06T11:12:21.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.enable_pipelined_write: 0 2024-06-06T11:12:21.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.unordered_write: 0 2024-06-06T11:12:21.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-06T11:12:21.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-06T11:12:21.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-06T11:12:21.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-06T11:12:21.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.row_cache: None 2024-06-06T11:12:21.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.wal_filter: None 2024-06-06T11:12:21.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-06T11:12:21.789 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.allow_ingest_behind: 0 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.two_write_queues: 0 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.manual_wal_flush: 0 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.wal_compression: 0 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.atomic_flush: 0 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.persist_stats_to_disk: 0 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.log_readahead_size: 0 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.best_efforts_recovery: 0 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-06-06T11:12:21.790 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.allow_data_in_errors: 0 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.db_host_id: __hostname__ 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.enforce_single_del_contracts: true 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_background_jobs: 2 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_background_compactions: -1 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_subcompactions: 1 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.delayed_write_rate : 16777216 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_total_wal_size: 0 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.stats_dump_period_sec: 600 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.stats_persist_period_sec: 600 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_open_files: -1 2024-06-06T11:12:21.791 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bytes_per_sync: 0 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_readahead_size: 0 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_background_flushes: -1 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Compression algorithms supported: 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: kZSTD supported: 0 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: kXpressCompression supported: 0 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: kBZip2Compression supported: 0 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: kLZ4Compression supported: 1 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: kZlibCompression supported: 1 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: kLZ4HCCompression supported: 1 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: kSnappyCompression supported: 1 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-06-06T11:12:21.792 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.merge_operator: 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_filter: None 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_filter_factory: None 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.sst_partitioner_factory: None 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.table_factory: BlockBasedTable 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562a58fc87e0) 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: cache_index_and_filter_blocks: 1 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: pin_top_level_index_and_filter: 1 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: index_type: 0 2024-06-06T11:12:21.793 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: data_block_index_type: 0 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: index_shortening: 1 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: data_block_hash_table_util_ratio: 0.750000 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: checksum: 4 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: no_block_cache: 0 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: block_cache: 0x562a58fbf1f0 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: block_cache_name: BinnedLRUCache 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: block_cache_options: 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: capacity : 536870912 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: num_shard_bits : 4 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: strict_capacity_limit : 0 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: high_pri_pool_ratio: 0.000 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: block_cache_compressed: (nil) 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: persistent_cache: (nil) 2024-06-06T11:12:21.794 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: block_size: 4096 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: block_size_deviation: 10 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: block_restart_interval: 16 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: index_block_restart_interval: 1 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: metadata_block_size: 4096 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: partition_filters: 0 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: use_delta_encoding: 1 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: filter_policy: bloomfilter 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: whole_key_filtering: 1 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: verify_compression: 0 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: read_amp_bytes_per_bit: 0 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: format_version: 5 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: enable_index_compression: 1 2024-06-06T11:12:21.795 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: block_align: 0 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: max_auto_readahead_size: 262144 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: prepopulate_block_cache: 0 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: initial_auto_readahead_size: 8192 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: num_file_reads_for_auto_readahead: 2 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.write_buffer_size: 33554432 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_write_buffer_number: 2 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compression: NoCompression 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bottommost_compression: Disabled 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.prefix_extractor: nullptr 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.num_levels: 7 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-06T11:12:21.796 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compression_opts.window_bits: -14 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compression_opts.level: 32767 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compression_opts.strategy: 0 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-06-06T11:12:21.797 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compression_opts.enabled: false 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.target_file_size_base: 67108864 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.target_file_size_multiplier: 1 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-06T11:12:21.798 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.arena_block_size: 1048576 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.disable_auto_compactions: 0 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-06T11:12:21.799 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.table_properties_collectors: 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.inplace_update_support: 0 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.memtable_huge_page_size: 0 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.bloom_locality: 0 2024-06-06T11:12:21.800 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.max_successive_merges: 0 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.paranoid_file_checks: 0 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.force_consistency_checks: 1 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.report_bg_io_stats: 0 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.ttl: 2592000 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.enable_blob_files: false 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.min_blob_size: 0 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.blob_file_size: 268435456 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.blob_compression_type: NoCompression 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-06-06T11:12:21.801 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.blob_file_starting_level: 0 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c5c78640 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 34.sst 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 36, last_sequence is 19199, log_number is 32,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 32 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4cd0eb59-0097-4d7b-83db-44918754c47a 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717672341544035, "job": 1, "event": "recovery_started", "wal_files": [32]} 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.539+0000 7f21c8e9fb00 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #32 mode 2 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.543+0000 7f21c8e9fb00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717672341550110, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 37, "file_size": 1213390, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 19204, "largest_seqno": 19446, "table_properties": {"data_size": 1210873, "index_size": 1249, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 261, "raw_key_size": 2187, "raw_average_key_size": 23, "raw_value_size": 1207995, "raw_average_value_size": 12851, "num_data_blocks": 52, "num_entries": 94, "num_filter_entries": 94, "num_deletions": 1, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1717672341, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4cd0eb59-0097-4d7b-83db-44918754c47a", "db_session_id": "SPUV9BLY59RJTJ0EQQWK", "orig_file_number": 37, "seqno_to_time_mapping": "N/A"}} 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.543+0000 7f21c8e9fb00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717672341550278, "job": 1, "event": "recovery_finished"} 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.543+0000 7f21c8e9fb00 4 rocksdb: [db/version_set.cc:5047] Creating manifest 39 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.547+0000 7f21c8e9fb00 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000032.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-06-06T11:12:21.802 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.547+0000 7f21c8e9fb00 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562a58feae00 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.547+0000 7f21c8e9fb00 4 rocksdb: DB pointer 0x562a590e2000 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.547+0000 7f21bec6a640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.547+0000 7f21bec6a640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: ** DB Stats ** 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: ** Compaction Stats [default] ** 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T11:12:21.803 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: L0 1/0 1.16 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 368.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: L6 1/0 34.69 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Sum 2/0 35.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 368.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 368.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: ** Compaction Stats [default] ** 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 368.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Flush(GB): cumulative 0.001, interval 0.001 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: AddFile(Total Files): cumulative 0, interval 0 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: AddFile(L0 Files): cumulative 0, interval 0 2024-06-06T11:12:21.804 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: AddFile(Keys): cumulative 0, interval 0 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Cumulative compaction: 0.00 GB write, 121.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Interval compaction: 0.00 GB write, 121.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Block cache BinnedLRUCache@0x562a58fbf1f0#7 capacity: 512.00 MB usage: 1.64 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.9e-05 secs_since: 0 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Block cache entry stats(count,size,portion): FilterBlock(1,0.31 KB,5.96046e-05%) IndexBlock(1,1.33 KB,0.00025332%) Misc(1,0.00 KB,0%) 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: ** File Read Latency Histogram By Level [default] ** 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.547+0000 7f21c8e9fb00 0 starting mon.c rank 2 at public addrs [v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0] at bind addrs [v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.547+0000 7f21c8e9fb00 1 mon.c@-1(???) e3 preinit fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.551+0000 7f21c8e9fb00 0 mon.c@-1(???).mds e7 new map 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.551+0000 7f21c8e9fb00 0 mon.c@-1(???).mds e7 print_map 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: e7 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: enable_multiple, ever_enabled_multiple: 1,1 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-06-06T11:12:21.805 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: legacy client fscid: 1 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Filesystem 'foo' (1) 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: fs_name foo 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: epoch 5 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: created 2024-06-06T11:04:24.074164+0000 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: modified 2024-06-06T11:04:30.895294+0000 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: tableserver 0 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: root 0 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: session_timeout 60 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: session_autoclose 300 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: max_file_size 1099511627776 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: max_xattr_size 65536 2024-06-06T11:12:21.806 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: required_client_features {} 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: last_failure 0 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: last_failure_osd_epoch 0 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: max_mds 1 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: in 0 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: up {0=14628} 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: failed 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: damaged 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: stopped 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: data_pools [4] 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: metadata_pool 3 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: inline_data disabled 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: balancer 2024-06-06T11:12:21.807 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: bal_rank_mask -1 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: standby_count_wanted 1 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: [mds.foo.smithi132.jyyqao{0:14628} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.132:6834/4246073050,v1:172.21.15.132:6835/4246073050] compat {c=[1],r=[1],i=[7ff]}] 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: Standby daemons: 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: [mds.foo.smithi179.tpnmsk{-1:24511} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.179:6832/3548325083,v1:172.21.15.179:6833/3548325083] compat {c=[1],r=[1],i=[7ff]}] 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.551+0000 7f21c8e9fb00 0 mon.c@-1(???).osd e298 crush map has features 3314933000854323200, adjusting msgr requires 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.551+0000 7f21c8e9fb00 0 mon.c@-1(???).osd e298 crush map has features 432629239337189376, adjusting msgr requires 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.551+0000 7f21c8e9fb00 0 mon.c@-1(???).osd e298 crush map has features 432629239337189376, adjusting msgr requires 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.551+0000 7f21c8e9fb00 0 mon.c@-1(???).osd e298 crush map has features 432629239337189376, adjusting msgr requires 2024-06-06T11:12:21.808 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:12:21 smithi132 bash[74574]: debug 2024-06-06T11:12:21.551+0000 7f21c8e9fb00 1 mon.c@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-06-06T11:12:23.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:23 smithi179 bash[48797]: ts=2024-06-06T11:12:23.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:24.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:12:23] "GET /metrics HTTP/1.1" 200 81728 "" "Prometheus/2.33.4" 2024-06-06T11:12:27.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-06-06T11:12:27.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-06-06T11:12:27.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : mon.c (rank 2) addr [v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0] is down (out of quorum) 2024-06-06T11:12:27.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:12:27.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:27.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:27.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:27.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:27.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:27.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:27.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:27.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:26 smithi132 bash[71843]: debug 2024-06-06T11:12:26.827+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:27 smithi132 bash[71843]: debug 2024-06-06T11:12:27.878+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-06-06T11:12:28.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:27 smithi132 bash[71843]: debug 2024-06-06T11:12:27.878+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:12:28.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:27 smithi132 bash[71843]: debug 2024-06-06T11:12:27.878+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:27 smithi132 bash[71843]: debug 2024-06-06T11:12:27.878+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:27 smithi132 bash[71843]: debug 2024-06-06T11:12:27.878+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:27 smithi132 bash[71843]: debug 2024-06-06T11:12:27.878+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:27 smithi132 bash[71843]: debug 2024-06-06T11:12:27.878+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:27 smithi132 bash[71843]: debug 2024-06-06T11:12:27.882+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:27 smithi132 bash[71843]: debug 2024-06-06T11:12:27.882+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:12:27 smithi132 bash[71843]: debug 2024-06-06T11:12:27.882+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:21.768393+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-06-06T11:12:28.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.792990+0000 mon.b (mon.1) 118 : cluster [INF] mon.b calling monitor election 2024-06-06T11:12:28.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.794761+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2024-06-06T11:12:28.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.856107+0000 mon.a (mon.0) 176 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-06-06T11:12:28.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.862175+0000 mon.a (mon.0) 177 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0],c=[v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.879273+0000 mon.a (mon.0) 178 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.879322+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.880180+0000 mon.a (mon.0) 180 : cluster [DBG] mgrmap e36: y(active, since 94s), standbys: x 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.880540+0000 mon.a (mon.0) 181 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.886180+0000 mon.a (mon.0) 182 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.886227+0000 mon.a (mon.0) 183 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.886259+0000 mon.a (mon.0) 184 : cluster [ERR] osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.886284+0000 mon.a (mon.0) 185 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.886302+0000 mon.a (mon.0) 186 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.886343+0000 mon.a (mon.0) 187 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.886366+0000 mon.a (mon.0) 188 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.886460+0000 mon.a (mon.0) 189 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.886492+0000 mon.a (mon.0) 190 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.291 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:27 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.886517+0000 mon.a (mon.0) 191 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:12:28.312 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable)": 2 2024-06-06T11:12:28.948 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:28 smithi179 bash[48797]: ts=2024-06-06T11:12:28.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:29.217 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch ps' 2024-06-06T11:12:29.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:28 smithi179 bash[18882]: cluster 2024-06-06T11:12:27.948693+0000 mon.a (mon.0) 192 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2024-06-06T11:12:29.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:28 smithi179 bash[18882]: audit 2024-06-06T11:12:28.295260+0000 mon.b (mon.1) 119 : audit [DBG] from='client.? 172.21.15.132:0/2129543946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:12:29.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:28 smithi179 bash[18882]: cluster 2024-06-06T11:12:28.894948+0000 mon.a (mon.0) 193 : cluster [DBG] mgrmap e37: y(active, since 95s), standbys: x 2024-06-06T11:12:30.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:29 smithi179 bash[18882]: cluster 2024-06-06T11:12:28.958893+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2024-06-06T11:12:30.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:29 smithi179 bash[18882]: cluster 2024-06-06T11:12:29.276612+0000 mgr.y (mgr.25375) 71 : cluster [DBG] pgmap v114: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-06-06T11:12:31.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:30 smithi179 bash[18882]: cluster 2024-06-06T11:12:29.968661+0000 mon.a (mon.0) 195 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2024-06-06T11:12:31.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:30 smithi179 bash[18882]: cluster 2024-06-06T11:12:29.979066+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2024-06-06T11:12:32.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:31 smithi132 bash[66667]: debug 2024-06-06T11:12:31.562+0000 7fa8bc42b640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-06-06T11:12:32.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:31 smithi179 bash[18882]: cluster 2024-06-06T11:12:30.980961+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2024-06-06T11:12:32.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:31 smithi179 bash[18882]: cluster 2024-06-06T11:12:31.277729+0000 mgr.y (mgr.25375) 72 : cluster [DBG] pgmap v118: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.6 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-06-06T11:12:32.549 INFO:teuthology.orchestra.run.smithi132.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-06-06T11:12:32.580 INFO:teuthology.orchestra.run.smithi132.stdout:alertmanager.a smithi132 *:9093,9094 running (3m) 18s ago 9m 13.8M - 0.23.0 ba2b418f427c 1838ad8cb63a 2024-06-06T11:12:32.580 INFO:teuthology.orchestra.run.smithi132.stdout:grafana.a smithi179 *:3000 running (3m) 19s ago 9m 41.0M - 8.3.5 dad864ee21e9 84016b6083e6 2024-06-06T11:12:32.580 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi132.jyyqao smithi132 running (8m) 18s ago 8m 16.8M - 16.2.15-1-g8963e9de 727f386679cb 6d3851400794 2024-06-06T11:12:32.580 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi179.tpnmsk smithi179 running (8m) 19s ago 8m 13.4M - 16.2.15-1-g8963e9de 727f386679cb fa8033ce71be 2024-06-06T11:12:32.580 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.x smithi179 *:8443,9283,8765 running (2m) 19s ago 16m 424M - 18.2.2-1389-gf1abf795 5c01e545ade7 59b804d3cb6e 2024-06-06T11:12:32.580 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.y smithi132 *:8443,9283,8765 running (3m) 18s ago 18m 491M - 18.2.2-1389-gf1abf795 5c01e545ade7 38c7cd3efd0e 2024-06-06T11:12:32.580 INFO:teuthology.orchestra.run.smithi132.stdout:mon.a smithi132 running (108s) 18s ago 18m 60.7M 2048M 18.2.2-1389-gf1abf795 5c01e545ade7 5d0b0ea76a0e 2024-06-06T11:12:32.580 INFO:teuthology.orchestra.run.smithi132.stdout:mon.b smithi179 running (17m) 19s ago 17m 61.5M 2048M 16.2.15-1-g8963e9de 727f386679cb e4406ef98bba 2024-06-06T11:12:32.580 INFO:teuthology.orchestra.run.smithi132.stdout:mon.c smithi132 starting - - - 2048M 2024-06-06T11:12:32.580 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.a smithi132 *:9100 running (4m) 18s ago 10m 8987k - 1.3.1 1dbe0e931976 bab3d9ee552d 2024-06-06T11:12:32.581 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.b smithi179 *:9100 running (3m) 19s ago 10m 8779k - 1.3.1 1dbe0e931976 a1e2705d9759 2024-06-06T11:12:32.581 INFO:teuthology.orchestra.run.smithi132.stdout:osd.0 smithi132 running (16m) 18s ago 16m 97.0M 2524M 16.2.15-1-g8963e9de 727f386679cb 3b0f7f6728db 2024-06-06T11:12:32.581 INFO:teuthology.orchestra.run.smithi132.stdout:osd.1 smithi132 running (15m) 18s ago 15m 91.0M 2524M 16.2.15-1-g8963e9de 727f386679cb d7588d2d16c5 2024-06-06T11:12:32.581 INFO:teuthology.orchestra.run.smithi132.stdout:osd.2 smithi132 running (14m) 18s ago 14m 86.9M 2524M 16.2.15-1-g8963e9de 727f386679cb 06f51b23b566 2024-06-06T11:12:32.581 INFO:teuthology.orchestra.run.smithi132.stdout:osd.3 smithi132 running (13m) 18s ago 14m 91.1M 2524M 16.2.15-1-g8963e9de 727f386679cb 55ac36d1c0b1 2024-06-06T11:12:32.581 INFO:teuthology.orchestra.run.smithi132.stdout:osd.4 smithi179 running (13m) 19s ago 13m 93.8M 2524M 16.2.15-1-g8963e9de 727f386679cb fca38b9dd4a9 2024-06-06T11:12:32.581 INFO:teuthology.orchestra.run.smithi132.stdout:osd.5 smithi179 running (12m) 19s ago 12m 93.7M 2524M 16.2.15-1-g8963e9de 727f386679cb 5b08bfae0006 2024-06-06T11:12:32.581 INFO:teuthology.orchestra.run.smithi132.stdout:osd.6 smithi179 running (11m) 19s ago 11m 85.1M 2524M 16.2.15-1-g8963e9de 727f386679cb bced65dc2060 2024-06-06T11:12:32.581 INFO:teuthology.orchestra.run.smithi132.stdout:osd.7 smithi179 running (11m) 19s ago 11m 99.3M 2524M 16.2.15-1-g8963e9de 727f386679cb 8f71f030aa8f 2024-06-06T11:12:32.581 INFO:teuthology.orchestra.run.smithi132.stdout:prometheus.a smithi179 *:9095 running (2m) 19s ago 10m 67.7M - 2.33.4 514e6a882f6e a8412c260b59 2024-06-06T11:12:33.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:33 smithi179 bash[18882]: cluster 2024-06-06T11:12:31.989693+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2024-06-06T11:12:33.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:33 smithi179 bash[18882]: audit 2024-06-06T11:12:32.695805+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:33.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:33 smithi179 bash[18882]: audit 2024-06-06T11:12:32.708233+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:33.377 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch upgrade pause' 2024-06-06T11:12:33.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:33 smithi179 bash[48797]: ts=2024-06-06T11:12:33.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:34.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:12:33] "GET /metrics HTTP/1.1" 200 81731 "" "Prometheus/2.33.4" 2024-06-06T11:12:34.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:34 smithi179 bash[18882]: audit 2024-06-06T11:12:32.532492+0000 mgr.y (mgr.25375) 73 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:12:34.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:34 smithi179 bash[18882]: cluster 2024-06-06T11:12:32.995862+0000 mon.a (mon.0) 201 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2024-06-06T11:12:34.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:34 smithi179 bash[18882]: cluster 2024-06-06T11:12:33.278364+0000 mgr.y (mgr.25375) 74 : cluster [DBG] pgmap v121: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:34.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:34 smithi179 bash[18882]: audit 2024-06-06T11:12:33.466977+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:34.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:34 smithi179 bash[18882]: audit 2024-06-06T11:12:33.481690+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:35.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:35 smithi179 bash[18882]: cluster 2024-06-06T11:12:34.015457+0000 mon.a (mon.0) 204 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2024-06-06T11:12:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:36 smithi179 bash[18882]: cluster 2024-06-06T11:12:35.023499+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2024-06-06T11:12:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:36 smithi179 bash[18882]: cluster 2024-06-06T11:12:35.279520+0000 mgr.y (mgr.25375) 75 : cluster [DBG] pgmap v124: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-06-06T11:12:36.782 INFO:teuthology.orchestra.run.smithi132.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:12:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:37 smithi179 bash[18882]: cluster 2024-06-06T11:12:36.050317+0000 mon.a (mon.0) 206 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2024-06-06T11:12:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:37 smithi179 bash[18882]: audit 2024-06-06T11:12:36.782857+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:37.642 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'sleep 60' 2024-06-06T11:12:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:38 smithi179 bash[18882]: audit 2024-06-06T11:12:36.775210+0000 mgr.y (mgr.25375) 76 : audit [DBG] from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:12:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:38 smithi179 bash[18882]: cephadm 2024-06-06T11:12:36.775821+0000 mgr.y (mgr.25375) 77 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:12:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:38 smithi179 bash[18882]: cluster 2024-06-06T11:12:37.053103+0000 mon.a (mon.0) 208 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2024-06-06T11:12:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:38 smithi179 bash[18882]: cluster 2024-06-06T11:12:37.280366+0000 mgr.y (mgr.25375) 78 : cluster [DBG] pgmap v127: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-06-06T11:12:39.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:38 smithi179 bash[48797]: ts=2024-06-06T11:12:38.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:39 smithi179 bash[18882]: cluster 2024-06-06T11:12:38.063187+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2024-06-06T11:12:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:39 smithi179 bash[18882]: audit 2024-06-06T11:12:38.335041+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:12:40.539 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:40 smithi179 bash[48797]: ts=2024-06-06T11:12:40.088Z caller=alerting.go:353 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephMonDown: template: __alert_CephMonDown:1:427: executing \"__alert_CephMonDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"mon.a\"} on the right hand-side of the operation: [{ceph_daemon=\"mon.a\", ceph_version=\"ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", public_addr=\"172.21.15.132\", rank=\"0\"}, {ceph_daemon=\"mon.a\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", public_addr=\"172.21.15.132\", rank=\"0\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-06-06T11:12:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:40 smithi179 bash[18882]: cluster 2024-06-06T11:12:39.072052+0000 mon.a (mon.0) 210 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2024-06-06T11:12:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:40 smithi179 bash[18882]: cluster 2024-06-06T11:12:39.285950+0000 mgr.y (mgr.25375) 79 : cluster [DBG] pgmap v130: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 4.2 KiB/s wr, 90 op/s 2024-06-06T11:12:40.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:40 smithi179 bash[18882]: cluster 2024-06-06T11:12:39.983017+0000 mon.a (mon.0) 211 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2024-06-06T11:12:41.126 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestLibRBD.ConcurentOperations (33438 ms) 2024-06-06T11:12:42.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:41 smithi179 bash[18882]: cluster 2024-06-06T11:12:40.983295+0000 mon.a (mon.0) 212 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2024-06-06T11:12:42.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:41 smithi179 bash[18882]: cluster 2024-06-06T11:12:41.286751+0000 mgr.y (mgr.25375) 80 : cluster [DBG] pgmap v133: 713 pgs: 713 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 4.2 KiB/s wr, 90 op/s 2024-06-06T11:12:43.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:43 smithi179 bash[18882]: cluster 2024-06-06T11:12:41.992122+0000 mon.a (mon.0) 213 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2024-06-06T11:12:43.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:43 smithi179 bash[48797]: ts=2024-06-06T11:12:43.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:44.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:12:43] "GET /metrics HTTP/1.1" 200 81724 "" "Prometheus/2.33.4" 2024-06-06T11:12:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:44 smithi179 bash[18882]: cluster 2024-06-06T11:12:42.996731+0000 mon.a (mon.0) 214 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2024-06-06T11:12:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:44 smithi179 bash[18882]: cluster 2024-06-06T11:12:43.287444+0000 mgr.y (mgr.25375) 81 : cluster [DBG] pgmap v136: 649 pgs: 649 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:45.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:45 smithi179 bash[18882]: cluster 2024-06-06T11:12:44.012671+0000 mon.a (mon.0) 215 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2024-06-06T11:12:45.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:45 smithi179 bash[18882]: audit 2024-06-06T11:12:44.795777+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:45.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:45 smithi179 bash[18882]: audit 2024-06-06T11:12:44.804635+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:45.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:45 smithi179 bash[18882]: audit 2024-06-06T11:12:44.806801+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:12:45.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:45 smithi179 bash[18882]: audit 2024-06-06T11:12:44.808182+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:12:45.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:45 smithi179 bash[18882]: audit 2024-06-06T11:12:44.816607+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:45.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:45 smithi179 bash[18882]: audit 2024-06-06T11:12:44.911127+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:12:45.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:45 smithi179 bash[18882]: audit 2024-06-06T11:12:44.914214+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:12:45.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:45 smithi179 bash[18882]: audit 2024-06-06T11:12:44.915884+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:12:45.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:45 smithi179 bash[18882]: audit 2024-06-06T11:12:44.926284+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:12:46.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:46 smithi179 bash[18882]: cluster 2024-06-06T11:12:45.017048+0000 mon.a (mon.0) 220 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2024-06-06T11:12:46.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:46 smithi179 bash[18882]: cluster 2024-06-06T11:12:45.288505+0000 mgr.y (mgr.25375) 82 : cluster [DBG] pgmap v139: 585 pgs: 585 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:46.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:46 smithi179 bash[18882]: cluster 2024-06-06T11:12:46.020406+0000 mon.a (mon.0) 221 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2024-06-06T11:12:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:48 smithi179 bash[18882]: cluster 2024-06-06T11:12:47.033119+0000 mon.a (mon.0) 222 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2024-06-06T11:12:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:48 smithi179 bash[18882]: cluster 2024-06-06T11:12:47.289504+0000 mgr.y (mgr.25375) 83 : cluster [DBG] pgmap v142: 521 pgs: 521 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:49.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:48 smithi179 bash[48797]: ts=2024-06-06T11:12:48.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:49.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:49 smithi179 bash[18882]: cluster 2024-06-06T11:12:48.045445+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2024-06-06T11:12:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:50 smithi179 bash[18882]: cluster 2024-06-06T11:12:49.045552+0000 mon.a (mon.0) 224 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2024-06-06T11:12:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:50 smithi179 bash[18882]: cluster 2024-06-06T11:12:49.293076+0000 mgr.y (mgr.25375) 84 : cluster [DBG] pgmap v145: 457 pgs: 457 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:50 smithi179 bash[18882]: cluster 2024-06-06T11:12:49.985413+0000 mon.a (mon.0) 225 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2024-06-06T11:12:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:51 smithi179 bash[18882]: cluster 2024-06-06T11:12:50.988716+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2024-06-06T11:12:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:51 smithi179 bash[18882]: cluster 2024-06-06T11:12:51.294046+0000 mgr.y (mgr.25375) 85 : cluster [DBG] pgmap v148: 393 pgs: 393 active+clean; 2.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:53.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:53 smithi179 bash[18882]: cluster 2024-06-06T11:12:51.997786+0000 mon.a (mon.0) 227 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2024-06-06T11:12:53.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:53 smithi179 bash[48797]: ts=2024-06-06T11:12:53.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:54.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:12:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:12:53] "GET /metrics HTTP/1.1" 200 53125 "" "Prometheus/2.33.4" 2024-06-06T11:12:54.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:54 smithi179 bash[18882]: cluster 2024-06-06T11:12:52.998648+0000 mon.a (mon.0) 228 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2024-06-06T11:12:54.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:54 smithi179 bash[18882]: cluster 2024-06-06T11:12:53.294978+0000 mgr.y (mgr.25375) 86 : cluster [DBG] pgmap v151: 329 pgs: 329 active+clean; 587 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:54.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:54 smithi179 bash[18882]: audit 2024-06-06T11:12:53.334816+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:12:55.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:55 smithi179 bash[18882]: cluster 2024-06-06T11:12:54.016698+0000 mon.a (mon.0) 229 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2024-06-06T11:12:56.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:56 smithi179 bash[18882]: cluster 2024-06-06T11:12:55.023926+0000 mon.a (mon.0) 230 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2024-06-06T11:12:56.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:56 smithi179 bash[18882]: cluster 2024-06-06T11:12:55.295785+0000 mgr.y (mgr.25375) 87 : cluster [DBG] pgmap v154: 265 pgs: 265 active+clean; 587 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:57 smithi179 bash[18882]: cluster 2024-06-06T11:12:56.042762+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e328: 8 total, 8 up, 8 in 2024-06-06T11:12:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:58 smithi179 bash[18882]: cluster 2024-06-06T11:12:57.048184+0000 mon.a (mon.0) 232 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2024-06-06T11:12:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:58 smithi179 bash[18882]: cluster 2024-06-06T11:12:57.296664+0000 mgr.y (mgr.25375) 88 : cluster [DBG] pgmap v157: 201 pgs: 201 active+clean; 587 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:12:59.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:12:58 smithi179 bash[48797]: ts=2024-06-06T11:12:58.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:12:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:12:59 smithi179 bash[18882]: cluster 2024-06-06T11:12:58.063727+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2024-06-06T11:13:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:00 smithi179 bash[18882]: cluster 2024-06-06T11:12:59.079246+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2024-06-06T11:13:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:00 smithi179 bash[18882]: cluster 2024-06-06T11:12:59.298215+0000 mgr.y (mgr.25375) 89 : cluster [DBG] pgmap v160: 137 pgs: 137 active+clean; 586 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:13:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:00 smithi179 bash[18882]: cluster 2024-06-06T11:13:00.079364+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2024-06-06T11:13:01.087 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 127 tests from TestLibRBD (367818 ms total) 2024-06-06T11:13:01.087 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:13:01.087 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 13 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-06-06T11:13:01.129 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-06-06T11:13:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:02 smithi179 bash[18882]: cluster 2024-06-06T11:13:01.083151+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2024-06-06T11:13:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:02 smithi179 bash[18882]: cluster 2024-06-06T11:13:01.298825+0000 mgr.y (mgr.25375) 90 : cluster [DBG] pgmap v163: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:13:03.115 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:13:03.508 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:03 smithi179 bash[18882]: cluster 2024-06-06T11:13:02.091607+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2024-06-06T11:13:03.508 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:03 smithi179 bash[18882]: audit 2024-06-06T11:13:02.094830+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.132:0/213507909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:13:03.508 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:03 smithi179 bash[18882]: audit 2024-06-06T11:13:02.096993+0000 mon.a (mon.0) 238 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:13:03.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:13:03 smithi179 bash[48797]: ts=2024-06-06T11:13:03.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:13:04.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:13:03] "GET /metrics HTTP/1.1" 200 53125 "" "Prometheus/2.33.4" 2024-06-06T11:13:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:04 smithi179 bash[18882]: audit 2024-06-06T11:13:03.097211+0000 mon.a (mon.0) 239 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:13:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:04 smithi179 bash[18882]: cluster 2024-06-06T11:13:03.097565+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2024-06-06T11:13:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:04 smithi179 bash[18882]: cluster 2024-06-06T11:13:03.299635+0000 mgr.y (mgr.25375) 91 : cluster [DBG] pgmap v166: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:13:05.157 INFO:tasks.workunit.client.0.smithi132.stdout: wrote [382558~63964,7135046~2526,7575502~26539,9303256~47782,14219170~12766,15659586~101967,16067918~3492,17918508~36829,18255885~24976,19093992~71843] 2024-06-06T11:13:05.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:05 smithi179 bash[18882]: cluster 2024-06-06T11:13:04.116686+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2024-06-06T11:13:06.153 INFO:tasks.workunit.client.0.smithi132.stdout: wrote [1250048~25103,2663957~26736,3120653~787,3846806~76655,8919072~99512,11399852~81601,12073488~35967,13401459~77280,13841707~48408,16048591~88295] 2024-06-06T11:13:06.163 INFO:tasks.workunit.client.0.smithi132.stdout: diff was [446522~3476939,8919072~99512,9351038~2758417,13401459~77280,13841707~48408,16048591~88295] 2024-06-06T11:13:06.168 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5040 ms) 2024-06-06T11:13:06.169 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-06-06T11:13:06.169 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:13:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:06 smithi179 bash[18882]: cluster 2024-06-06T11:13:05.117702+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2024-06-06T11:13:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:06 smithi179 bash[18882]: cluster 2024-06-06T11:13:05.300356+0000 mgr.y (mgr.25375) 92 : cluster [DBG] pgmap v169: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-06-06T11:13:07.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:07 smithi179 bash[18882]: cluster 2024-06-06T11:13:06.135352+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2024-06-06T11:13:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:08 smithi179 bash[18882]: cluster 2024-06-06T11:13:07.145914+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2024-06-06T11:13:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:08 smithi179 bash[18882]: cluster 2024-06-06T11:13:07.301150+0000 mgr.y (mgr.25375) 93 : cluster [DBG] pgmap v172: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-06-06T11:13:09.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:13:08 smithi179 bash[48797]: ts=2024-06-06T11:13:08.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:13:09.196 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3027 ms) 2024-06-06T11:13:09.196 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-06-06T11:13:09.196 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:13:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:09 smithi179 bash[18882]: cluster 2024-06-06T11:13:08.159516+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2024-06-06T11:13:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:09 smithi179 bash[18882]: audit 2024-06-06T11:13:08.334833+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:13:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:10 smithi179 bash[18882]: cluster 2024-06-06T11:13:09.166158+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2024-06-06T11:13:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:10 smithi179 bash[18882]: cluster 2024-06-06T11:13:09.302659+0000 mgr.y (mgr.25375) 94 : cluster [DBG] pgmap v175: 105 pgs: 105 active+clean; 17 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s rd, 247 KiB/s wr, 103 op/s 2024-06-06T11:13:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:11 smithi179 bash[18882]: cluster 2024-06-06T11:13:10.175305+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2024-06-06T11:13:12.232 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3036 ms) 2024-06-06T11:13:12.232 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-06-06T11:13:12.232 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:13:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:12 smithi179 bash[18882]: cluster 2024-06-06T11:13:11.184887+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2024-06-06T11:13:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:12 smithi179 bash[18882]: cluster 2024-06-06T11:13:11.303403+0000 mgr.y (mgr.25375) 95 : cluster [DBG] pgmap v178: 105 pgs: 105 active+clean; 17 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s rd, 247 KiB/s wr, 103 op/s 2024-06-06T11:13:13.507 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:13 smithi179 bash[18882]: cluster 2024-06-06T11:13:12.195114+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2024-06-06T11:13:13.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:13:13 smithi179 bash[48797]: ts=2024-06-06T11:13:13.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:13:14.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:13:13] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.33.4" 2024-06-06T11:13:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:14 smithi179 bash[18882]: cluster 2024-06-06T11:13:13.209750+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2024-06-06T11:13:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:14 smithi179 bash[18882]: cluster 2024-06-06T11:13:13.304081+0000 mgr.y (mgr.25375) 96 : cluster [DBG] pgmap v181: 105 pgs: 105 active+clean; 17 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:13:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:14 smithi179 bash[18882]: audit 2024-06-06T11:13:13.436996+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:13:15.030 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (2799 ms) 2024-06-06T11:13:15.031 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-06-06T11:13:15.031 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:13:15.114 INFO:tasks.workunit.client.0.smithi132.stdout: i=0 exists [115193625~7764236,152995827~4296841,160806915~3789306,214752710~5134885,222030530~4168377,251809524~582372,268566658~571200,319429296~1219903,367884231~6630266,405931237~5098615] wrote [115193625~7764236,152995827~4296841,160806915~3789306,214752710~5134885,222030530~4168377,251809524~582372,268566658~571200,319429296~1219903,367884231~6630266,405931237~5098615] 2024-06-06T11:13:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:15 smithi179 bash[18882]: cluster 2024-06-06T11:13:14.214968+0000 mon.a (mon.0) 252 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2024-06-06T11:13:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:15 smithi179 bash[18882]: cluster 2024-06-06T11:13:14.993269+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2024-06-06T11:13:16.059 INFO:tasks.workunit.client.0.smithi132.stdout: i=1 exists [12852793~327090,58913421~3422448,72337509~1009018,113387886~9569975,152995827~4296841,160806915~3789306,170302189~4342149,214752710~5134885,222030530~4168377,247600816~195062,251809524~582372,268566658~571200,317918713~7609434,367884231~6630266,396202592~6990897,405931237~8407792] wrote [12852793~327090,58913421~3422448,72337509~1009018,113387886~6918716,170302189~4342149,247600816~195062,317918713~7609434,396202592~6990897,410146581~4192448] 2024-06-06T11:13:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:16 smithi179 bash[18882]: cluster 2024-06-06T11:13:15.304874+0000 mgr.y (mgr.25375) 97 : cluster [DBG] pgmap v184: 105 pgs: 105 active+clean; 17 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 60 KiB/s rd, 12 KiB/s wr, 96 op/s 2024-06-06T11:13:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:16 smithi179 bash[18882]: cluster 2024-06-06T11:13:15.996488+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2024-06-06T11:13:17.066 INFO:tasks.workunit.client.0.smithi132.stdout: i=2 exists [12852793~327090,15697535~247709,29278290~1974364,58913421~3422448,72337509~1009018,84720526~2508877,113387886~14529903,152995827~4296841,160806915~3789306,170302189~4342149,182630161~6426163,212709599~8213955,222030530~4168377,247600816~195062,251809524~582372,268566658~571200,280166199~2872487,317918713~7609434,327107135~4971090,353986646~190870,367884231~6630266,396202592~6990897,405931237~8407792] wrote [15697535~247709,29278290~1974364,84720526~2508877,121846300~6071489,182630161~6426163,212709599~8213955,280166199~2872487,327107135~4971090,353986646~190870] 2024-06-06T11:13:18.118 INFO:tasks.workunit.client.0.smithi132.stdout: i=3 exists [2223628~4623323,12852793~327090,15697535~247709,25493523~5759131,47211866~2811576,52613192~9722677,72337509~1009018,84720526~2508877,113387886~14529903,152995827~4296841,160806915~3789306,170302189~4342149,178249133~10807191,212709599~8213955,222030530~4168377,247600816~195062,251809524~582372,252998893~7130348,268566658~571200,280166199~2872487,284017995~994480,317918713~7609434,327107135~4971090,353986646~190870,367884231~6630266,396202592~9295185,405931237~8407792] wrote [2223628~4623323,25493523~4226095,47211866~2811576,52613192~7086620,178249133~8163159,252998893~7130348,284017995~994480,400191023~5306754] 2024-06-06T11:13:18.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:18 smithi179 bash[18882]: cluster 2024-06-06T11:13:16.999699+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2024-06-06T11:13:18.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:18 smithi179 bash[18882]: cluster 2024-06-06T11:13:17.305616+0000 mgr.y (mgr.25375) 98 : cluster [DBG] pgmap v187: 105 pgs: 105 active+clean; 17 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 60 KiB/s rd, 12 KiB/s wr, 96 op/s 2024-06-06T11:13:19.006 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:13:18 smithi179 bash[48797]: ts=2024-06-06T11:13:18.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:13:19.090 INFO:tasks.workunit.client.0.smithi132.stdout: i=4 exists [2223628~4623323,12852793~5735051,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,84720526~2508877,113387886~14529903,152228475~5064193,160806915~3789306,170302189~4342149,178249133~10807191,191134645~7948942,212709599~13489308,247600816~195062,251809524~582372,252998893~7130348,268566658~571200,280166199~2872487,284017995~8143887,317918713~7609434,327107135~7421654,353986646~190870,358447427~3169618,367884231~6630266,378363418~2927786,396202592~9295185,405931237~8407792] wrote [13126259~5461585,38987803~3506743,152228475~2986387,188556523~310127,191134645~7948942,220112005~3992124,284846693~7315189,330203469~4325320,358447427~3169618,378363418~2927786] 2024-06-06T11:13:19.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:19 smithi179 bash[18882]: cluster 2024-06-06T11:13:18.008920+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e350: 8 total, 8 up, 8 in 2024-06-06T11:13:20.134 INFO:tasks.workunit.client.0.smithi132.stdout: i=5 exists [2223628~4623323,12852793~5735051,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,83944029~4768483,89547220~7792740,113387886~14529903,136732284~3475227,146265293~2817647,152228475~5064193,160806915~3789306,170302189~4342149,178249133~20834454,212709599~13489308,228317923~5008034,247600816~195062,251809524~582372,252998893~7130348,268566658~571200,280166199~2872487,284017995~8201178,317918713~7609434,327107135~7421654,353986646~190870,358447427~3169618,367884231~23485639,396202592~9295185,405931237~8407792] wrote [83944029~4768483,89547220~7792740,136732284~3475227,146265293~2817647,184632752~7699137,228317923~5008034,291676601~542572,374091295~17278575] 2024-06-06T11:13:20.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:20 smithi179 bash[18882]: cluster 2024-06-06T11:13:19.019231+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2024-06-06T11:13:20.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:20 smithi179 bash[18882]: cluster 2024-06-06T11:13:19.306949+0000 mgr.y (mgr.25375) 99 : cluster [DBG] pgmap v190: 105 pgs: 105 active+clean; 255 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 177 KiB/s rd, 46 MiB/s wr, 298 op/s 2024-06-06T11:13:21.132 INFO:tasks.workunit.client.0.smithi132.stdout: i=6 exists [2223628~4623323,12852793~5735051,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,83944029~4768483,89547220~7792740,103386757~5926251,113387886~14529903,136732284~6394743,146265293~2817647,152228475~5064193,157848245~7257257,170302189~4342149,178249133~20834454,212709599~13489308,228317923~5008034,246623660~13505581,268566658~571200,280166199~2872487,284017995~8201178,310360853~3346449,317918713~7609434,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,367884231~23485639,396202592~9295185,405931237~8407792] wrote [103386757~5926251,121104863~5719835,139752600~3374427,157848245~7257257,246623660~13452667,310360853~3346449,344261023~3383125] 2024-06-06T11:13:21.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:21 smithi179 bash[18882]: cluster 2024-06-06T11:13:20.031390+0000 mon.a (mon.0) 258 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2024-06-06T11:13:22.132 INFO:tasks.workunit.client.0.smithi132.stdout: i=7 exists [2223628~4623323,12852793~6311470,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,136732284~6394743,146265293~2817647,152228475~5064193,157848245~7257257,170302189~4342149,178249133~20834454,212709599~13489308,228317923~5008034,246623660~13505581,262553766~572460,268566658~571200,270019175~6964576,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,367884231~23493849,396202592~9295185,405931237~8407792] wrote [13816393~5347870,90627606~1181496,105536726~5672000,126627265~4216394,213739356~6976375,251798912~8045390,262553766~572460,270019175~6964576,295817480~1327681,387957163~3420917] 2024-06-06T11:13:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:22 smithi179 bash[18882]: cluster 2024-06-06T11:13:21.035397+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2024-06-06T11:13:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:22 smithi179 bash[18882]: cluster 2024-06-06T11:13:21.307580+0000 mgr.y (mgr.25375) 100 : cluster [DBG] pgmap v193: 105 pgs: 105 active+clean; 255 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 177 KiB/s rd, 46 MiB/s wr, 298 op/s 2024-06-06T11:13:23.144 INFO:tasks.workunit.client.0.smithi132.stdout: i=8 exists [2223628~8928113,12852793~8354113,25493523~5759131,38987803~3506743,45172676~17163193,72337509~1009018,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,136732284~6394743,146265293~2817647,152228475~5064193,157848245~7257257,168045668~1370799,170302189~4342149,178249133~20834454,212709599~13489308,228317923~5008034,246623660~15685317,262553766~572460,268566658~571200,270019175~6964576,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,367884231~23493849,396202592~9295185,405931237~9855558] wrote [4604417~6547324,16432379~4774527,40368300~1333918,45172676~7958462,89710901~7351473,168045668~1370799,191811089~4423401,256453850~5855127,411040444~4746351] 2024-06-06T11:13:23.508 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:23 smithi179 bash[18882]: cluster 2024-06-06T11:13:22.051307+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2024-06-06T11:13:23.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:13:23 smithi179 bash[48797]: ts=2024-06-06T11:13:23.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:13:24.141 INFO:tasks.workunit.client.0.smithi132.stdout: i=9 exists [2223628~8928113,12852793~8354113,25493523~5759131,38987803~3506743,45172676~17163193,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,136732284~6394743,146265293~2817647,152228475~5064193,157848245~7257257,168045668~1370799,170302189~4342149,178249133~20834454,212709599~13489308,228317923~5008034,246623660~15685317,262553766~572460,268566658~571200,269588144~7395607,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~3169618,367884231~23493849,396202592~9295185,405931237~9855558] wrote [8150825~1102304,78071226~5608174,122478364~5548962,179924370~4400887,269588144~1406077,284926534~2731053,322484093~2733405,336826326~1819417,348489247~6054902] 2024-06-06T11:13:24.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:13:23] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.33.4" 2024-06-06T11:13:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:24 smithi179 bash[18882]: cluster 2024-06-06T11:13:23.061160+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2024-06-06T11:13:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:24 smithi179 bash[18882]: cluster 2024-06-06T11:13:23.308272+0000 mgr.y (mgr.25375) 101 : cluster [DBG] pgmap v196: 105 pgs: 105 active+clean; 255 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:13:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:24 smithi179 bash[18882]: audit 2024-06-06T11:13:23.335219+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:13:25.147 INFO:tasks.workunit.client.0.smithi132.stdout: i=10 exists [2223628~8928113,12852793~18399861,38987803~3506743,45172676~17163193,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,136732284~7221996,146265293~2817647,152228475~5064193,157848245~7257257,168045668~1370799,170302189~4342149,178167106~20916481,212709599~14935620,228317923~5008034,246623660~15685317,262553766~572460,268566658~571200,269588144~7395607,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,367884231~23493849,396202592~9295185,405931237~9855558] wrote [2271888~6314473,19704907~8010794,139276810~4677470,178167106~1739629,187186386~3036613,225416962~2228257,325770820~1259854,360779781~2671750] 2024-06-06T11:13:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:25 smithi179 bash[18882]: cluster 2024-06-06T11:13:24.071787+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2024-06-06T11:13:26.180 INFO:tasks.workunit.client.0.smithi132.stdout: i=11 exists [2223628~29029026,38987803~3506743,45172676~17163193,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,136732284~7221996,146265293~2817647,152228475~5064193,157848245~7257257,165959784~8684554,178167106~20916481,212709599~14935620,228317923~5008034,246623660~15685317,262553766~572460,268566658~571200,269588144~7395607,280166199~2872487,284017995~8201178,295817480~5196410,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,367884231~23493849,396202592~9295185,405931237~9855558] wrote [7089263~9253944,47456854~1232332,82821498~688409,90771835~5570509,165959784~7991201,217503361~5355413,295917702~5096188,305018567~5933716,409624517~2233198] 2024-06-06T11:13:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:26 smithi179 bash[18882]: cluster 2024-06-06T11:13:25.076920+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2024-06-06T11:13:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:26 smithi179 bash[18882]: cluster 2024-06-06T11:13:25.309055+0000 mgr.y (mgr.25375) 102 : cluster [DBG] pgmap v199: 105 pgs: 105 active+clean; 488 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 189 KiB/s rd, 54 MiB/s wr, 309 op/s 2024-06-06T11:13:27.177 INFO:tasks.workunit.client.0.smithi132.stdout: i=12 exists [2223628~29029026,34601230~7893316,45172676~18358362,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~5064193,157848245~7257257,165959784~8684554,178167106~20916481,203532715~4540295,212709599~20616358,243057259~19251718,262553766~572460,263752367~1310879,268566658~571200,269588144~7395607,280166199~2872487,284017995~8201178,295817480~5196410,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,367884231~23493849,396202592~9295185,405931237~9855558] wrote [19581642~824656,34601230~7287161,60909788~2621250,127010580~3749632,133719297~435292,203532715~4540295,223501041~6934950,243057259~4617481,263752367~1310879,306280764~2034035] 2024-06-06T11:13:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:27 smithi179 bash[18882]: cluster 2024-06-06T11:13:26.091352+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2024-06-06T11:13:28.212 INFO:tasks.workunit.client.0.smithi132.stdout: i=13 exists [2223628~29029026,34601230~7893316,45172676~18358362,66957964~5216951,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~5064193,157848245~7257257,165959784~9301576,178167106~20916481,203532715~4540295,212709599~20616358,235112757~1555091,243057259~20068967,263752367~1310879,268566658~571200,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,367884231~24360492,396202592~9295185,405931237~9855558] wrote [66957964~5216951,119892578~7018953,174227622~1033738,235112757~1555091,248928088~13825920,281525998~5972062,295540134~3702794,359840347~1248024,391207598~1037125] 2024-06-06T11:13:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:28 smithi179 bash[18882]: cluster 2024-06-06T11:13:27.107782+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2024-06-06T11:13:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:28 smithi179 bash[18882]: cluster 2024-06-06T11:13:27.309898+0000 mgr.y (mgr.25375) 103 : cluster [DBG] pgmap v202: 105 pgs: 105 active+clean; 488 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 189 KiB/s rd, 54 MiB/s wr, 309 op/s 2024-06-06T11:13:29.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:13:28 smithi179 bash[48797]: ts=2024-06-06T11:13:28.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:13:29.206 INFO:tasks.workunit.client.0.smithi132.stdout: i=14 exists [2223628~29029026,34601230~7893316,45172676~18358362,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~5064193,157848245~7257257,165959784~9301576,178167106~20916481,200769481~109568,203532715~4540295,212709599~20616358,235112757~1555091,243057259~20195775,263752367~1310879,268566658~571200,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,367884231~24360492,396202592~19584203] wrote [8460548~1647999,11336043~5520559,22262642~2147644,66218131~7652022,200769481~109568,220408654~7359682,258586388~4666646,322620452~2410488,351890688~3858896,400676706~7289389] 2024-06-06T11:13:29.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:29 smithi179 bash[18882]: cluster 2024-06-06T11:13:28.116468+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2024-06-06T11:13:30.208 INFO:tasks.workunit.client.0.smithi132.stdout: i=15 exists [2223628~29029026,34601230~7893316,45172676~18358362,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~23032885,178167106~20916481,200769481~109568,202029568~6043442,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,268566658~571200,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,367884231~24360492,396202592~19584203] wrote [17067293~2831815,23522802~1046350,26155888~4463282,46511390~4319812,51001428~820779,156553368~3271631,164159042~6125091,202029568~3410085,225357901~4310140,234331039~6182538] 2024-06-06T11:13:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:30 smithi179 bash[18882]: cluster 2024-06-06T11:13:29.121735+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-06-06T11:13:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:30 smithi179 bash[18882]: cluster 2024-06-06T11:13:29.311282+0000 mgr.y (mgr.25375) 104 : cluster [DBG] pgmap v205: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 42 MiB/s wr, 338 op/s 2024-06-06T11:13:31.247 INFO:tasks.workunit.client.0.smithi132.stdout: i=16 exists [2223628~29029026,34601230~7893316,45172676~20393507,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~23032885,178167106~29905904,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,268566658~571200,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,364315995~27928728,396202592~19584203] wrote [56434647~9131536,191199713~4450838,196758372~10492484,364315995~6434082,382970745~670541,401545972~190210] 2024-06-06T11:13:31.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:31 smithi179 bash[18882]: cluster 2024-06-06T11:13:30.129882+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-06-06T11:13:32.239 INFO:tasks.workunit.client.0.smithi132.stdout: i=17 exists [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~23032885,178167106~29905904,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,268566658~571200,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~27928728,396202592~19584203] wrote [33715956~4250931,66687876~3582959,80358000~6830865,125927691~2837776,224155058~4022989,258785593~2696784,341986970~68769,350541776~5727845,366014552~5535512,408662379~6542315] 2024-06-06T11:13:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:32 smithi179 bash[18882]: cluster 2024-06-06T11:13:31.142920+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-06-06T11:13:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:32 smithi179 bash[18882]: cluster 2024-06-06T11:13:31.312003+0000 mgr.y (mgr.25375) 105 : cluster [DBG] pgmap v208: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 42 MiB/s wr, 338 op/s 2024-06-06T11:13:33.282 INFO:tasks.workunit.client.0.smithi132.stdout: i=18 exists [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~23032885,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,268566658~571200,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,317912091~7616056,325770820~1259854,327107135~7421654,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~30130876,396049209~19737586] wrote [203230690~7212392,251258305~1394016,299903397~1680028,317912091~1351655,346222890~1104401,366915066~4762293,374862953~5944801,389780994~4665877,396049209~7513855] 2024-06-06T11:13:33.507 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:33 smithi179 bash[18882]: cluster 2024-06-06T11:13:32.153485+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-06-06T11:13:33.789 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:13:33 smithi179 bash[48797]: ts=2024-06-06T11:13:33.507Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:13:34.270 INFO:tasks.workunit.client.0.smithi132.stdout: i=19 exists [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~23032885,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,268566658~571200,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~30130876,396049209~19737586] wrote [16474968~113111,20867236~3888626,51819419~4742153,194429546~6060005,230518707~365440,235403174~2121956,314310889~1411954,326344545~7952323,399582160~6672819] 2024-06-06T11:13:34.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:13:33] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.33.4" 2024-06-06T11:13:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:34 smithi179 bash[18882]: cluster 2024-06-06T11:13:33.162973+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-06-06T11:13:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:34 smithi179 bash[18882]: cluster 2024-06-06T11:13:33.312429+0000 mgr.y (mgr.25375) 106 : cluster [DBG] pgmap v211: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:13:35.202 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 1 diff [12852793~327090,58913421~3422448,72337509~1009018,113387886~6918716,170302189~4342149,247600816~195062,317918713~7609434,396202592~6990897,410146581~4192448] 2024-06-06T11:13:35.202 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12852793~327090,58913421~3422448,72337509~1009018,113387886~6918716,170302189~4342149,247600816~195062,317918713~7609434,396202592~6990897,410146581~4192448] 2024-06-06T11:13:35.230 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~596971,58720256~3615613,71303168~2043359,113387886~6918716,167772160~6872178,247463936~331942,314572800~10955347,394264576~8928913,410146581~4192448] 2024-06-06T11:13:35.230 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 2 diff [12852793~327090,15697535~247709,29278290~1974364,58913421~3422448,72337509~1009018,84720526~2508877,113387886~6918716,121846300~6071489,170302189~4342149,182630161~6426163,212709599~8213955,247600816~195062,280166199~2872487,317918713~7609434,327107135~4971090,353986646~190870,396202592~6990897,410146581~4192448] 2024-06-06T11:13:35.230 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12852793~327090,15697535~247709,29278290~1974364,58913421~3422448,72337509~1009018,84720526~2508877,113387886~6918716,121846300~6071489,170302189~4342149,182630161~6426163,212709599~8213955,247600816~195062,280166199~2872487,317918713~7609434,327107135~4971090,353986646~190870,396202592~6990897,410146581~4192448] 2024-06-06T11:13:35.240 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~3362332,25165824~6086830,58720256~3615613,71303168~2043359,83886080~3343323,113387886~6918716,121846300~6071489,167772160~6872178,180355072~8701252,209715200~11208354,247463936~331942,276824064~6214622,314572800~17505425,352321536~1855980,394264576~8928913,410146581~4192448] 2024-06-06T11:13:35.240 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 3 diff [2223628~4623323,12852793~327090,15697535~247709,25493523~5759131,47211866~2811576,52613192~9722677,72337509~1009018,84720526~2508877,113387886~6918716,121846300~6071489,170302189~4342149,178249133~10807191,212709599~8213955,247600816~195062,252998893~7130348,280166199~2872487,284017995~994480,317918713~7609434,327107135~4971090,353986646~190870,396202592~9295185,410146581~4192448] 2024-06-06T11:13:35.240 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,12852793~327090,15697535~247709,25493523~5759131,47211866~2811576,52613192~9722677,72337509~1009018,84720526~2508877,113387886~6918716,121846300~6071489,170302189~4342149,178249133~10807191,212709599~8213955,247600816~195062,252998893~7130348,280166199~2872487,284017995~994480,317918713~7609434,327107135~4971090,353986646~190870,396202592~9295185,410146581~4192448] 2024-06-06T11:13:35.250 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,12582912~3362332,25165824~6086830,46137344~3886098,50331648~12004221,71303168~2043359,83886080~3343323,113387886~6918716,121846300~6071489,167772160~6872178,176160768~12895556,209715200~11208354,247463936~331942,252391896~7737345,276824064~8188411,314572800~17505425,352321536~1855980,394264576~11233201,410146581~4192448] 2024-06-06T11:13:35.250 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 4 diff [2223628~4623323,12852793~5735051,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,84720526~2508877,113387886~6918716,121846300~6071489,152228475~2986387,170302189~4342149,178249133~10807191,191134645~7948942,212709599~11394530,247600816~195062,252998893~7130348,280166199~2872487,284017995~8143887,317918713~7609434,327107135~7421654,353986646~190870,358447427~3169618,378363418~2927786,396202592~9295185,410146581~4192448] 2024-06-06T11:13:35.250 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,12852793~5735051,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,84720526~2508877,113387886~6918716,121846300~6071489,152228475~2986387,170302189~4342149,178249133~10807191,191134645~7948942,212709599~11394530,247600816~195062,252998893~7130348,280166199~2872487,284017995~8143887,317918713~7609434,327107135~7421654,353986646~190870,358447427~3169618,378363418~2927786,396202592~9295185,410146581~4192448] 2024-06-06T11:13:35.260 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,12582912~6004932,25165824~6086830,37748736~4745810,46137344~3886098,50331648~12004221,71303168~2043359,83886080~3343323,113387886~6918716,121846300~6071489,152228475~2986387,167772160~6872178,176160768~22922819,209715200~14388929,247463936~331942,252391896~7737345,276824064~15337818,314572800~19955989,352321536~1855980,356515840~5101205,377487360~3803844,394264576~11233201,410146581~4192448] 2024-06-06T11:13:35.260 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 5 diff [2223628~4623323,12852793~5735051,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,83944029~4768483,89547220~7792740,113387886~6918716,121846300~6071489,136732284~3475227,146265293~2817647,152228475~2986387,170302189~4342149,178249133~20834454,212709599~11394530,228317923~5008034,247600816~195062,252998893~7130348,280166199~2872487,284017995~8201178,317918713~7609434,327107135~7421654,353986646~190870,358447427~3169618,374091295~17278575,396202592~9295185,410146581~4192448] 2024-06-06T11:13:35.260 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,12852793~5735051,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,83944029~4768483,89547220~7792740,113387886~6918716,121846300~6071489,136732284~3475227,146265293~2817647,152228475~2986387,170302189~4342149,178249133~20834454,212709599~11394530,228317923~5008034,247600816~195062,252998893~7130348,280166199~2872487,284017995~8201178,317918713~7609434,327107135~7421654,353986646~190870,358447427~3169618,374091295~17278575,396202592~9295185,410146581~4192448] 2024-06-06T11:13:35.269 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,12582912~6004932,25165824~6086830,37748736~4745810,46137344~3886098,50331648~12004221,71303168~2043359,83886080~13453880,113387886~6918716,121846300~6071489,134217728~5989783,142606336~6476604,152228475~2986387,167772160~6872178,176160768~22922819,209715200~14388929,226492416~6833541,247463936~331942,252391896~7737345,276824064~15395109,314572800~19955989,352321536~1855980,356515840~5101205,374091295~17278575,394264576~11233201,410146581~4192448] 2024-06-06T11:13:35.269 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 6 diff [2223628~4623323,12852793~5735051,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,83944029~4768483,89547220~7792740,103386757~5926251,113387886~6918716,121104863~6812926,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,170302189~4342149,178249133~20834454,212709599~11394530,228317923~5008034,246623660~13505581,280166199~2872487,284017995~8201178,310360853~3346449,317918713~7609434,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17278575,396202592~9295185,410146581~4192448] 2024-06-06T11:13:35.270 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,12852793~5735051,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,83944029~4768483,89547220~7792740,103386757~5926251,113387886~6918716,121104863~6812926,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,170302189~4342149,178249133~20834454,212709599~11394530,228317923~5008034,246623660~13505581,280166199~2872487,284017995~8201178,310360853~3346449,317918713~7609434,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17278575,396202592~9295185,410146581~4192448] 2024-06-06T11:13:35.280 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,12582912~6004932,25165824~6086830,37748736~4745810,46137344~3886098,50331648~12004221,71303168~2043359,83886080~13453880,100663296~8649712,113387886~6918716,121104863~6812926,134217728~14865212,152228475~2986387,157292668~7812834,167772160~6872178,176160768~22922819,209715200~14388929,226492416~6833541,243269632~16859609,276824064~15395109,306184192~7523110,314572800~19955989,343932928~3711220,352321536~1855980,356515840~5101205,374091295~17278575,394264576~11233201,410146581~4192448] 2024-06-06T11:13:35.280 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 7 diff [2223628~4623323,12852793~6311470,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,170302189~4342149,178249133~20834454,212709599~11394530,228317923~5008034,246623660~13505581,262553766~572460,270019175~6964576,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17286785,396202592~9295185,410146581~4192448] 2024-06-06T11:13:35.280 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,12852793~6311470,25493523~5759131,38987803~3506743,47211866~2811576,52613192~9722677,72337509~1009018,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,170302189~4342149,178249133~20834454,212709599~11394530,228317923~5008034,246623660~13505581,262553766~572460,270019175~6964576,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17286785,396202592~9295185,410146581~4192448] 2024-06-06T11:13:35.290 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,12582912~6581351,25165824~6086830,37748736~4745810,46137344~3886098,50331648~12004221,71303168~2043359,83886080~13453880,100663296~10545430,113387886~6918716,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,167772160~6872178,176160768~22922819,209715200~14388929,226492416~6833541,243269632~19856594,269137858~23081315,293601280~3543881,306184192~7523110,314572800~19955989,343932928~3711220,352321536~1855980,356515840~5101205,374091295~17286785,394264576~11233201,410146581~4192448] 2024-06-06T11:13:35.290 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 8 diff [2223628~8928113,12852793~8354113,25493523~5759131,38987803~3506743,45172676~17163193,72337509~1009018,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,170302189~4342149,178249133~20834454,212709599~11394530,228317923~5008034,246623660~15685317,262553766~572460,270019175~6964576,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17286785,396202592~9295185,410146581~5640214] 2024-06-06T11:13:35.290 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~8928113,12852793~8354113,25493523~5759131,38987803~3506743,45172676~17163193,72337509~1009018,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,170302189~4342149,178249133~20834454,212709599~11394530,228317923~5008034,246623660~15685317,262553766~572460,270019175~6964576,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17286785,396202592~9295185,410146581~5640214] 2024-06-06T11:13:35.300 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~11151741,12582912~8623994,25165824~6086830,37748736~24587133,71303168~2043359,83886080~13453880,100663296~10545430,113387886~6918716,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,167772160~6872178,176160768~22922819,209715200~14388929,226492416~6833541,243269632~19856594,269137858~23081315,293601280~3543881,306184192~7523110,314572800~19955989,343932928~3711220,352321536~1855980,356515840~5101205,374091295~17286785,394264576~11233201,410146581~5640214] 2024-06-06T11:13:35.300 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 9 diff [2223628~8928113,12852793~8354113,25493523~5759131,38987803~3506743,45172676~17163193,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,170302189~4342149,178249133~20834454,212709599~11394530,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~3169618,374091295~17286785,396202592~9295185,410146581~5640214] 2024-06-06T11:13:35.300 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~8928113,12852793~8354113,25493523~5759131,38987803~3506743,45172676~17163193,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,170302189~4342149,178249133~20834454,212709599~11394530,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~3169618,374091295~17286785,396202592~9295185,410146581~5640214] 2024-06-06T11:13:35.309 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~11151741,12582912~8623994,25165824~6086830,37748736~24587133,71303168~2043359,75497472~8181928,83886080~13453880,100663296~10545430,113387886~6918716,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,167772160~6872178,176160768~22922819,209715200~14388929,226492416~6833541,243269632~19856594,269137858~23081315,293601280~3543881,306184192~7523110,314572800~19955989,335544320~3101423,343932928~3711220,348127232~6416917,356515840~5101205,374091295~17286785,394264576~11233201,410146581~5640214] 2024-06-06T11:13:35.309 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 10 diff [2223628~8928113,12852793~18399861,38987803~3506743,45172676~17163193,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,170302189~4342149,178167106~20916481,212709599~11394530,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,396202592~9295185,410146581~5640214] 2024-06-06T11:13:35.310 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~8928113,12852793~18399861,38987803~3506743,45172676~17163193,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,170302189~4342149,178167106~20916481,212709599~11394530,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,396202592~9295185,410146581~5640214] 2024-06-06T11:13:35.319 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~11151741,12582912~18669742,37748736~24587133,71303168~2043359,75497472~8181928,83886080~13453880,100663296~10545430,113387886~6918716,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,167772160~6872178,176160768~22922819,209715200~14388929,225416962~7908995,243269632~19856594,269137858~23081315,293601280~3543881,306184192~7523110,314572800~19955989,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,394264576~11233201,410146581~5640214] 2024-06-06T11:13:35.319 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 11 diff [2223628~29029026,38987803~3506743,45172676~17163193,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~8684554,178167106~20916481,212709599~11394530,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~5196410,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,396202592~9295185,409624517~6162278] 2024-06-06T11:13:35.319 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,38987803~3506743,45172676~17163193,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~8684554,178167106~20916481,212709599~11394530,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~5196410,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,396202592~9295185,409624517~6162278] 2024-06-06T11:13:35.328 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,37748736~24587133,71303168~2043359,75497472~8181928,83886080~13453880,100663296~10545430,113387886~6918716,121104863~9738796,134217728~14865212,152228475~2986387,157292668~17351670,176160768~22922819,209715200~14388929,225416962~7908995,243269632~19856594,269137858~23081315,293601280~7412610,301989888~11717414,314572800~19955989,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,394264576~11233201,409624517~6162278] 2024-06-06T11:13:35.329 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 12 diff [2223628~29029026,34601230~7893316,45172676~18358362,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~8684554,178167106~20916481,203532715~4540295,212709599~20616358,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,280166199~2872487,284017995~8201178,295817480~5196410,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,396202592~9295185,409624517~6162278] 2024-06-06T11:13:35.329 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,34601230~7893316,45172676~18358362,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~6918716,121104863~9738796,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~8684554,178167106~20916481,203532715~4540295,212709599~20616358,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,280166199~2872487,284017995~8201178,295817480~5196410,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,396202592~9295185,409624517~6162278] 2024-06-06T11:13:35.338 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~29976606,71303168~2043359,75497472~8181928,83886080~13453880,100663296~10545430,113387886~6918716,121104863~13049726,134217728~14865212,152228475~2986387,157292668~17351670,176160768~22922819,201326592~6746418,209715200~23610757,239075328~25987918,269137858~23081315,293601280~7412610,301989888~11717414,314572800~19955989,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,394264576~11233201,409624517~6162278] 2024-06-06T11:13:35.338 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 13 diff [2223628~29029026,34601230~7893316,45172676~18358362,66957964~5216951,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~9301576,178167106~20916481,203532715~4540295,212709599~20616358,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~18153428,396202592~9295185,409624517~6162278] 2024-06-06T11:13:35.338 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,34601230~7893316,45172676~18358362,66957964~5216951,72337509~1009018,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~9301576,178167106~20916481,203532715~4540295,212709599~20616358,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~18153428,396202592~9295185,409624517~6162278] 2024-06-06T11:13:35.347 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~39792095,75497472~8181928,83886080~13453880,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,157292668~17968692,176160768~22922819,201326592~6746418,209715200~23610757,234881024~1786824,239075328~25987918,269137858~23081315,293601280~7412610,301989888~11717414,314572800~19955989,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~18153428,394264576~11233201,409624517~6162278] 2024-06-06T11:13:35.347 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 14 diff [2223628~29029026,34601230~7893316,45172676~18358362,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~9301576,178167106~20916481,200769481~109568,203532715~4540295,212709599~20616358,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,396202592~11763503,409624517~6162278] 2024-06-06T11:13:35.347 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,34601230~7893316,45172676~18358362,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~9301576,178167106~20916481,200769481~109568,203532715~4540295,212709599~20616358,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,396202592~11763503,409624517~6162278] 2024-06-06T11:13:35.357 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~8181928,83886080~13453880,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,157292668~17968692,176160768~24718281,201326592~6746418,209715200~23610757,234881024~1786824,239075328~25987918,269137858~23081315,293601280~7412610,301989888~11717414,314572800~19955989,335544320~3101423,343932928~3711220,348127232~7622352,356515840~6935691,374091295~18153428,394264576~13701519,409624517~6162278] 2024-06-06T11:13:35.357 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 15 diff [2223628~29029026,34601230~7893316,45172676~18358362,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~20916481,200769481~109568,202029568~6043442,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,396202592~11763503,409624517~6162278] 2024-06-06T11:13:35.357 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,34601230~7893316,45172676~18358362,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~20916481,200769481~109568,202029568~6043442,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,396202592~11763503,409624517~6162278] 2024-06-06T11:13:35.366 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~8181928,83886080~13453880,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~24718281,201326592~6746418,209715200~55348046,269137858~23081315,293601280~7412610,301989888~11717414,314572800~19955989,335544320~3101423,343932928~3711220,348127232~7622352,356515840~6935691,374091295~18153428,394264576~13701519,409624517~6162278] 2024-06-06T11:13:35.367 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 16 diff [2223628~29029026,34601230~7893316,45172676~20393507,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~29905904,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,364315995~6434082,374091295~18153428,396202592~11763503,409624517~6162278] 2024-06-06T11:13:35.367 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,34601230~7893316,45172676~20393507,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~29905904,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,364315995~6434082,374091295~18153428,396202592~11763503,409624517~6162278] 2024-06-06T11:13:35.377 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~8181928,83886080~13453880,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~31912242,209715200~55348046,269137858~23081315,293601280~7412610,301989888~11717414,314572800~19955989,335544320~3101423,343932928~3711220,348127232~7622352,356515840~14234237,374091295~18153428,394264576~13701519,409624517~6162278] 2024-06-06T11:13:35.377 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 17 diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~29905904,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7234069,374091295~18153428,396202592~11763503,408662379~7124416] 2024-06-06T11:13:35.377 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~29905904,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,317918713~7609434,325770820~1259854,327107135~7421654,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7234069,374091295~18153428,396202592~11763503,408662379~7124416] 2024-06-06T11:13:35.387 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~31912242,209715200~55348046,269137858~23081315,293601280~7412610,301989888~11717414,314572800~19955989,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15034224,374091295~18153428,394264576~13701519,408662379~7124416] 2024-06-06T11:13:35.387 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 18 diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,317912091~7616056,325770820~1259854,327107135~7421654,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.387 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,317912091~7616056,325770820~1259854,327107135~7421654,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.397 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~11717414,314572800~19955989,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:35.398 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 19 diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.398 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.407 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:35.407 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 2 diff [15697535~247709,29278290~1974364,84720526~2508877,121846300~6071489,182630161~6426163,212709599~8213955,280166199~2872487,327107135~4971090,353986646~190870] 2024-06-06T11:13:35.407 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [15697535~247709,29278290~1974364,84720526~2508877,121846300~6071489,182630161~6426163,212709599~8213955,280166199~2872487,327107135~4971090,353986646~190870] 2024-06-06T11:13:35.417 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [13179883~2765361,25165824~6086830,83886080~3343323,121846300~6071489,180355072~8701252,209715200~11208354,276824064~6214622,325528147~6550078,352321536~1855980] 2024-06-06T11:13:35.417 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 3 diff [2223628~4623323,15697535~247709,25493523~5759131,47211866~2811576,52613192~7086620,84720526~2508877,121846300~6071489,178249133~10807191,212709599~8213955,252998893~7130348,280166199~2872487,284017995~994480,327107135~4971090,353986646~190870,400191023~5306754] 2024-06-06T11:13:35.417 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,15697535~247709,25493523~5759131,47211866~2811576,52613192~7086620,84720526~2508877,121846300~6071489,178249133~10807191,212709599~8213955,252998893~7130348,280166199~2872487,284017995~994480,327107135~4971090,353986646~190870,400191023~5306754] 2024-06-06T11:13:35.426 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,13179883~2765361,25165824~6086830,46137344~3886098,50331648~9368164,83886080~3343323,121846300~6071489,176160768~12895556,209715200~11208354,252391896~7737345,276824064~8188411,325528147~6550078,352321536~1855980,400191023~5306754] 2024-06-06T11:13:35.427 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 4 diff [2223628~4623323,13126259~5461585,25493523~5759131,38987803~3506743,47211866~2811576,52613192~7086620,84720526~2508877,121846300~6071489,152228475~2986387,178249133~10807191,191134645~7948942,212709599~11394530,252998893~7130348,280166199~2872487,284017995~8143887,327107135~7421654,353986646~190870,358447427~3169618,378363418~2927786,400191023~5306754] 2024-06-06T11:13:35.427 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,13126259~5461585,25493523~5759131,38987803~3506743,47211866~2811576,52613192~7086620,84720526~2508877,121846300~6071489,152228475~2986387,178249133~10807191,191134645~7948942,212709599~11394530,252998893~7130348,280166199~2872487,284017995~8143887,327107135~7421654,353986646~190870,358447427~3169618,378363418~2927786,400191023~5306754] 2024-06-06T11:13:35.437 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,13126259~5461585,25165824~6086830,37748736~4745810,46137344~3886098,50331648~9368164,83886080~3343323,121846300~6071489,152228475~2986387,176160768~22922819,209715200~14388929,252391896~7737345,276824064~15337818,325528147~9000642,352321536~1855980,356515840~5101205,377487360~3803844,400191023~5306754] 2024-06-06T11:13:35.437 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 5 diff [2223628~4623323,13126259~5461585,25493523~5759131,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,121846300~6071489,136732284~3475227,146265293~2817647,152228475~2986387,178249133~20834454,212709599~11394530,228317923~5008034,252998893~7130348,280166199~2872487,284017995~8201178,327107135~7421654,353986646~190870,358447427~3169618,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.437 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,13126259~5461585,25493523~5759131,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,121846300~6071489,136732284~3475227,146265293~2817647,152228475~2986387,178249133~20834454,212709599~11394530,228317923~5008034,252998893~7130348,280166199~2872487,284017995~8201178,327107135~7421654,353986646~190870,358447427~3169618,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.447 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,13126259~5461585,25165824~6086830,37748736~4745810,46137344~3886098,50331648~9368164,83886080~13453880,121846300~6071489,134217728~5989783,142606336~6476604,152228475~2986387,176160768~22922819,209715200~14388929,226492416~6833541,252391896~7737345,276824064~15395109,325528147~9000642,352321536~1855980,356515840~5101205,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.447 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 6 diff [2223628~4623323,13126259~5461585,25493523~5759131,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,103386757~5926251,121104863~6812926,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,178249133~20834454,212709599~11394530,228317923~5008034,246623660~13505581,280166199~2872487,284017995~8201178,310360853~3346449,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.447 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,13126259~5461585,25493523~5759131,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,103386757~5926251,121104863~6812926,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,178249133~20834454,212709599~11394530,228317923~5008034,246623660~13505581,280166199~2872487,284017995~8201178,310360853~3346449,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.456 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,13126259~5461585,25165824~6086830,37748736~4745810,46137344~3886098,50331648~9368164,83886080~13453880,100663296~8649712,121104863~6812926,134217728~14865212,152228475~2986387,157292668~7812834,176160768~22922819,209715200~14388929,226492416~6833541,243269632~16859609,276824064~15395109,306184192~7523110,325528147~9000642,343932928~3711220,352321536~1855980,356515840~5101205,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.456 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 7 diff [2223628~4623323,13126259~6038004,25493523~5759131,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,178249133~20834454,212709599~11394530,228317923~5008034,246623660~13505581,262553766~572460,270019175~6964576,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17286785,400191023~5306754] 2024-06-06T11:13:35.456 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,13126259~6038004,25493523~5759131,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,178249133~20834454,212709599~11394530,228317923~5008034,246623660~13505581,262553766~572460,270019175~6964576,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17286785,400191023~5306754] 2024-06-06T11:13:35.466 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,13126259~6038004,25165824~6086830,37748736~4745810,46137344~3886098,50331648~9368164,83886080~13453880,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,176160768~22922819,209715200~14388929,226492416~6833541,243269632~19856594,269137858~23081315,293601280~3543881,306184192~7523110,325528147~9000642,343932928~3711220,352321536~1855980,356515840~5101205,374091295~17286785,400191023~5306754] 2024-06-06T11:13:35.466 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 8 diff [2223628~8928113,13126259~8080647,25493523~5759131,38987803~3506743,45172676~14527136,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178249133~20834454,212709599~11394530,228317923~5008034,246623660~15685317,262553766~572460,270019175~6964576,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.466 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~8928113,13126259~8080647,25493523~5759131,38987803~3506743,45172676~14527136,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178249133~20834454,212709599~11394530,228317923~5008034,246623660~15685317,262553766~572460,270019175~6964576,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,327107135~7421654,344261023~3383125,353986646~190870,358447427~3169618,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.476 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~11151741,13126259~8080647,25165824~6086830,37748736~21951076,83886080~13453880,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,168045668~1370799,176160768~22922819,209715200~14388929,226492416~6833541,243269632~19856594,269137858~23081315,293601280~3543881,306184192~7523110,325528147~9000642,343932928~3711220,352321536~1855980,356515840~5101205,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.476 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 9 diff [2223628~8928113,13126259~8080647,25493523~5759131,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178249133~20834454,212709599~11394530,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,322484093~2733405,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~3169618,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.477 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~8928113,13126259~8080647,25493523~5759131,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178249133~20834454,212709599~11394530,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,322484093~2733405,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~3169618,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.486 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~11151741,13126259~8080647,25165824~6086830,37748736~21951076,75497472~8181928,83886080~13453880,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,168045668~1370799,176160768~22922819,209715200~14388929,226492416~6833541,243269632~19856594,269137858~23081315,293601280~3543881,306184192~7523110,322484093~2733405,325528147~9000642,335544320~3101423,343932928~3711220,348127232~6416917,356515840~5101205,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.487 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 10 diff [2223628~8928113,13126259~18126395,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178167106~20916481,212709599~11394530,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.487 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~8928113,13126259~18126395,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178167106~20916481,212709599~11394530,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~1327681,310360853~3346449,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.497 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~11151741,13126259~18126395,37748736~21951076,75497472~8181928,83886080~13453880,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,168045668~1370799,176160768~22922819,209715200~14388929,225416962~7908995,243269632~19856594,269137858~23081315,293601280~3543881,306184192~7523110,322484093~2733405,325528147~9000642,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.497 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 11 diff [2223628~29029026,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~20916481,212709599~11394530,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.497 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~20916481,212709599~11394530,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,280166199~2872487,284017995~8201178,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.506 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,37748736~21951076,75497472~8181928,83886080~13453880,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~16658317,176160768~22922819,209715200~14388929,225416962~7908995,243269632~19856594,269137858~23081315,293601280~7412610,301989888~11717414,322484093~2733405,325528147~9000642,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.507 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 12 diff [2223628~29029026,34601230~7893316,45172676~14527136,60909788~2621250,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~20916481,203532715~4540295,212709599~20616358,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,280166199~2872487,284017995~8201178,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.507 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,34601230~7893316,45172676~14527136,60909788~2621250,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~20916481,203532715~4540295,212709599~20616358,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,280166199~2872487,284017995~8201178,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.516 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~26145380,60909788~2621250,75497472~8181928,83886080~13453880,100663296~10545430,121104863~13049726,134217728~14865212,152228475~2986387,157292668~16658317,176160768~22922819,201326592~6746418,209715200~23610757,239075328~25987918,269137858~23081315,293601280~7412610,301989888~11717414,322484093~2733405,325528147~9000642,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.516 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 13 diff [2223628~29029026,34601230~7893316,45172676~14527136,60909788~2621250,66957964~5216951,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~20916481,203532715~4540295,212709599~20616358,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~18153428,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.516 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,34601230~7893316,45172676~14527136,60909788~2621250,66957964~5216951,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~20916481,203532715~4540295,212709599~20616358,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~18153428,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.528 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~26145380,60909788~11265127,75497472~8181928,83886080~13453880,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,157292668~16658317,174227622~1033738,176160768~22922819,201326592~6746418,209715200~23610757,234881024~1786824,239075328~25987918,269137858~23081315,293601280~7412610,301989888~11717414,322484093~2733405,325528147~9000642,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~18153428,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.528 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 14 diff [2223628~29029026,34601230~7893316,45172676~14527136,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~20916481,200769481~109568,203532715~4540295,212709599~20616358,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.528 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,34601230~7893316,45172676~14527136,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~20916481,200769481~109568,203532715~4540295,212709599~20616358,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.538 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~26145380,60909788~12960365,75497472~8181928,83886080~13453880,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,157292668~16658317,174227622~1033738,176160768~24718281,201326592~6746418,209715200~23610757,234881024~1786824,239075328~25987918,269137858~23081315,293601280~7412610,301989888~11717414,322484093~2733405,325528147~9000642,335544320~3101423,343932928~3711220,348127232~7622352,356515840~6935691,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.538 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 15 diff [2223628~29029026,34601230~7893316,45172676~14527136,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~20916481,200769481~109568,202029568~6043442,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.538 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,34601230~7893316,45172676~14527136,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~20916481,200769481~109568,202029568~6043442,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:35 smithi179 bash[18882]: cluster 2024-06-06T11:13:34.175753+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-06-06T11:13:35.549 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~26145380,60909788~12960365,75497472~8181928,83886080~13453880,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~24718281,201326592~6746418,209715200~55348046,269137858~23081315,293601280~7412610,301989888~11717414,322484093~2733405,325528147~9000642,335544320~3101423,343932928~3711220,348127232~7622352,356515840~6935691,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.549 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 16 diff [2223628~29029026,34601230~7893316,45172676~20393507,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~29905904,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,364315995~6434082,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.549 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,34601230~7893316,45172676~20393507,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~29905904,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,364315995~6434082,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.559 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~8181928,83886080~13453880,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~31912242,209715200~55348046,269137858~23081315,293601280~7412610,301989888~11717414,322484093~2733405,325528147~9000642,335544320~3101423,343932928~3711220,348127232~7622352,356515840~14234237,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.559 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 17 diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~29905904,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7234069,374091295~18153428,400191023~7775072,408662379~7124416] 2024-06-06T11:13:35.559 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~29905904,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7234069,374091295~18153428,400191023~7775072,408662379~7124416] 2024-06-06T11:13:35.569 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~31912242,209715200~55348046,269137858~23081315,293601280~7412610,301989888~11717414,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15034224,374091295~18153428,400191023~7775072,408662379~7124416] 2024-06-06T11:13:35.569 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 18 diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,317912091~1351655,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.569 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,317912091~1351655,322484093~2733405,325770820~1259854,327107135~7421654,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.579 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~11717414,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.579 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 19 diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.580 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.590 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.590 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 3 diff [2223628~4623323,25493523~4226095,47211866~2811576,52613192~7086620,178249133~8163159,252998893~7130348,284017995~994480,400191023~5306754] 2024-06-06T11:13:35.590 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,25493523~4226095,47211866~2811576,52613192~7086620,178249133~8163159,252998893~7130348,284017995~994480,400191023~5306754] 2024-06-06T11:13:35.599 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,25493523~4226095,46137344~3886098,50331648~9368164,176160768~10251524,252391896~7737345,283038686~1973789,400191023~5306754] 2024-06-06T11:13:35.599 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 4 diff [2223628~4623323,13126259~5461585,25493523~4226095,38987803~3506743,47211866~2811576,52613192~7086620,152228475~2986387,178249133~8163159,188556523~310127,191134645~7948942,220112005~3992124,252998893~7130348,284017995~8143887,330203469~4325320,358447427~3169618,378363418~2927786,400191023~5306754] 2024-06-06T11:13:35.599 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,13126259~5461585,25493523~4226095,38987803~3506743,47211866~2811576,52613192~7086620,152228475~2986387,178249133~8163159,188556523~310127,191134645~7948942,220112005~3992124,252998893~7130348,284017995~8143887,330203469~4325320,358447427~3169618,378363418~2927786,400191023~5306754] 2024-06-06T11:13:35.610 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,13126259~5461585,25493523~4226095,37748736~4745810,46137344~3886098,50331648~9368164,152228475~2986387,176160768~10251524,188556523~310127,189056324~10027263,220112005~3992124,252391896~7737345,283038686~9123196,330203469~4325320,356515840~5101205,377487360~3803844,400191023~5306754] 2024-06-06T11:13:35.610 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 5 diff [2223628~4623323,13126259~5461585,25493523~4226095,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,136732284~3475227,146265293~2817647,152228475~2986387,178249133~20834454,220112005~3992124,228317923~5008034,252998893~7130348,284017995~8201178,330203469~4325320,358447427~3169618,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.610 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,13126259~5461585,25493523~4226095,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,136732284~3475227,146265293~2817647,152228475~2986387,178249133~20834454,220112005~3992124,228317923~5008034,252998893~7130348,284017995~8201178,330203469~4325320,358447427~3169618,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.620 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,13126259~5461585,25493523~4226095,37748736~4745810,46137344~3886098,50331648~9368164,83944029~13395931,134217728~5989783,142606336~6476604,152228475~2986387,176160768~22922819,220112005~3992124,226492416~6833541,252391896~7737345,283038686~9180487,330203469~4325320,356515840~5101205,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.620 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 6 diff [2223628~4623323,13126259~5461585,25493523~4226095,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,103386757~5926251,121104863~5719835,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,178249133~20834454,220112005~3992124,228317923~5008034,246623660~13505581,284017995~8201178,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.620 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,13126259~5461585,25493523~4226095,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,103386757~5926251,121104863~5719835,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,178249133~20834454,220112005~3992124,228317923~5008034,246623660~13505581,284017995~8201178,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.629 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,13126259~5461585,25493523~4226095,37748736~4745810,46137344~3886098,50331648~9368164,83944029~13395931,100663296~8649712,121104863~5719835,134217728~14865212,152228475~2986387,157292668~7812834,176160768~22922819,220112005~3992124,226492416~6833541,243269632~16859609,283038686~9180487,306184192~7523110,330203469~4325320,343932928~3711220,356515840~5101205,374091295~17278575,400191023~5306754] 2024-06-06T11:13:35.629 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 7 diff [2223628~4623323,13126259~6038004,25493523~4226095,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,178249133~20834454,213739356~10364773,228317923~5008034,246623660~13505581,262553766~572460,270019175~6964576,284017995~8201178,295817480~1327681,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17286785,400191023~5306754] 2024-06-06T11:13:35.630 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~4623323,13126259~6038004,25493523~4226095,38987803~3506743,47211866~2811576,52613192~7086620,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,178249133~20834454,213739356~10364773,228317923~5008034,246623660~13505581,262553766~572460,270019175~6964576,284017995~8201178,295817480~1327681,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17286785,400191023~5306754] 2024-06-06T11:13:35.639 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~6846951,13126259~6038004,25493523~4226095,37748736~4745810,46137344~3886098,50331648~9368164,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,176160768~22922819,213739356~10364773,226492416~6833541,243269632~19856594,269137858~7845893,283038686~9180487,293601280~3543881,306184192~7523110,330203469~4325320,343932928~3711220,356515840~5101205,374091295~17286785,400191023~5306754] 2024-06-06T11:13:35.639 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 8 diff [2223628~8928113,13126259~8080647,25493523~4226095,38987803~3506743,45172676~14527136,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178249133~20834454,213739356~10364773,228317923~5008034,246623660~15685317,262553766~572460,270019175~6964576,284017995~8201178,295817480~1327681,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.639 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~8928113,13126259~8080647,25493523~4226095,38987803~3506743,45172676~14527136,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178249133~20834454,213739356~10364773,228317923~5008034,246623660~15685317,262553766~572460,270019175~6964576,284017995~8201178,295817480~1327681,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.649 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~11151741,13126259~8080647,25493523~4226095,37748736~21951076,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,168045668~1370799,176160768~22922819,213739356~10364773,226492416~6833541,243269632~19856594,269137858~7845893,283038686~9180487,293601280~3543881,306184192~7523110,330203469~4325320,343932928~3711220,356515840~5101205,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.649 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 9 diff [2223628~8928113,13126259~8080647,25493523~4226095,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178249133~20834454,213739356~10364773,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284017995~8201178,295817480~1327681,310360853~3346449,322484093~2733405,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~3169618,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.649 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~8928113,13126259~8080647,25493523~4226095,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178249133~20834454,213739356~10364773,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284017995~8201178,295817480~1327681,310360853~3346449,322484093~2733405,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~3169618,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.659 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~11151741,13126259~8080647,25493523~4226095,37748736~21951076,75497472~8181928,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,168045668~1370799,176160768~22922819,213739356~10364773,226492416~6833541,243269632~19856594,269137858~7845893,283038686~9180487,293601280~3543881,306184192~7523110,322484093~2733405,330203469~4325320,335544320~3101423,343932928~3711220,348127232~6416917,356515840~5101205,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.659 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 10 diff [2223628~8928113,13126259~16593359,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178167106~20916481,213739356~10364773,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284017995~8201178,295817480~1327681,310360853~3346449,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.659 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~8928113,13126259~16593359,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178167106~20916481,213739356~10364773,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284017995~8201178,295817480~1327681,310360853~3346449,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.669 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~11151741,13126259~16593359,37748736~21951076,75497472~8181928,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,168045668~1370799,176160768~22922819,213739356~10364773,225416962~7908995,243269632~19856594,269137858~7845893,283038686~9180487,293601280~3543881,306184192~7523110,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,400191023~5306754,411040444~4746351] 2024-06-06T11:13:35.669 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 11 diff [2223628~27495990,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~20916481,213739356~10364773,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284017995~8201178,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.669 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~27495990,38987803~3506743,45172676~14527136,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~20916481,213739356~10364773,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284017995~8201178,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.679 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29719618,37748736~21951076,75497472~8181928,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~16658317,176160768~22922819,213739356~10364773,225416962~7908995,243269632~19856594,269137858~7845893,283038686~9180487,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.679 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 12 diff [2223628~27495990,34601230~7893316,45172676~14527136,60909788~2621250,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~20916481,203532715~4540295,213739356~19586601,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,284017995~8201178,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.679 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~27495990,34601230~7893316,45172676~14527136,60909788~2621250,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~20916481,203532715~4540295,213739356~19586601,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,284017995~8201178,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.688 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29719618,33554432~26145380,60909788~2621250,75497472~8181928,83944029~13395931,100663296~10545430,121104863~13049726,134217728~14865212,152228475~2986387,157292668~16658317,176160768~22922819,201326592~6746418,213739356~19586601,239075328~25987918,269137858~7845893,283038686~9180487,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.688 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 13 diff [2223628~27495990,34601230~7893316,45172676~14527136,60909788~2621250,66957964~5216951,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~20916481,203532715~4540295,213739356~19586601,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~18153428,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.689 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~27495990,34601230~7893316,45172676~14527136,60909788~2621250,66957964~5216951,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~20916481,203532715~4540295,213739356~19586601,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~18153428,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.699 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29719618,33554432~26145380,60909788~11265127,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,157292668~16658317,174227622~1033738,176160768~22922819,201326592~6746418,213739356~19586601,234881024~1786824,239075328~25987918,269137858~7845893,281525998~10693175,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~18153428,400191023~5306754,409624517~6162278] 2024-06-06T11:13:35.699 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 14 diff [2223628~27495990,34601230~7893316,45172676~14527136,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~20916481,200769481~109568,203532715~4540295,213739356~19586601,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.699 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~27495990,34601230~7893316,45172676~14527136,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~20916481,200769481~109568,203532715~4540295,213739356~19586601,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.709 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29719618,33554432~26145380,60909788~12960365,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,157292668~16658317,174227622~1033738,176160768~24718281,201326592~6746418,213739356~19586601,234881024~1786824,239075328~25987918,269137858~7845893,281525998~10693175,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~7622352,356515840~6935691,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.709 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 15 diff [2223628~28395542,34601230~7893316,45172676~14527136,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~20916481,200769481~109568,202029568~6043442,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.710 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,34601230~7893316,45172676~14527136,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~20916481,200769481~109568,202029568~6043442,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.719 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~26145380,60909788~12960365,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~24718281,201326592~6746418,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~7622352,356515840~6935691,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.720 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 16 diff [2223628~28395542,34601230~7893316,45172676~20393507,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~29905904,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,364315995~6434082,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.720 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,34601230~7893316,45172676~20393507,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~29905904,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,364315995~6434082,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.729 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~31912242,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~7622352,356515840~14234237,374091295~18153428,400191023~7775072,409624517~6162278] 2024-06-06T11:13:35.729 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 17 diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~29905904,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7234069,374091295~18153428,400191023~7775072,408662379~7124416] 2024-06-06T11:13:35.729 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~29905904,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7234069,374091295~18153428,400191023~7775072,408662379~7124416] 2024-06-06T11:13:35.739 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~31912242,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15034224,374091295~18153428,400191023~7775072,408662379~7124416] 2024-06-06T11:13:35.739 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 18 diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,317912091~1351655,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.739 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,317912091~1351655,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.749 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~11717414,317912091~1351655,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.749 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 19 diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.749 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.758 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.758 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 4 diff [13126259~5461585,38987803~3506743,152228475~2986387,188556523~310127,191134645~7948942,220112005~3992124,284846693~7315189,330203469~4325320,358447427~3169618,378363418~2927786] 2024-06-06T11:13:35.759 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [13126259~5461585,38987803~3506743,152228475~2986387,188556523~310127,191134645~7948942,220112005~3992124,284846693~7315189,330203469~4325320,358447427~3169618,378363418~2927786] 2024-06-06T11:13:35.769 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [13126259~5461585,37748736~4745810,152228475~2986387,188556523~310127,189056324~10027263,220112005~3992124,284846693~7315189,330203469~4325320,356515840~5101205,377487360~3803844] 2024-06-06T11:13:35.769 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 5 diff [13126259~5461585,38987803~3506743,83944029~4768483,89547220~7792740,136732284~3475227,146265293~2817647,152228475~2986387,184632752~14450835,220112005~3992124,228317923~5008034,284846693~7372480,330203469~4325320,358447427~3169618,374091295~17278575] 2024-06-06T11:13:35.769 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [13126259~5461585,38987803~3506743,83944029~4768483,89547220~7792740,136732284~3475227,146265293~2817647,152228475~2986387,184632752~14450835,220112005~3992124,228317923~5008034,284846693~7372480,330203469~4325320,358447427~3169618,374091295~17278575] 2024-06-06T11:13:35.780 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [13126259~5461585,37748736~4745810,83944029~13395931,134217728~5989783,142606336~6476604,152228475~2986387,184632752~14450835,220112005~3992124,226492416~6833541,284846693~7372480,330203469~4325320,356515840~5101205,374091295~17278575] 2024-06-06T11:13:35.780 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 6 diff [13126259~5461585,38987803~3506743,83944029~4768483,89547220~7792740,103386757~5926251,121104863~5719835,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,184632752~14450835,220112005~3992124,228317923~5008034,246623660~13452667,284846693~7372480,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17278575] 2024-06-06T11:13:35.781 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [13126259~5461585,38987803~3506743,83944029~4768483,89547220~7792740,103386757~5926251,121104863~5719835,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,184632752~14450835,220112005~3992124,228317923~5008034,246623660~13452667,284846693~7372480,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17278575] 2024-06-06T11:13:35.790 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [13126259~5461585,37748736~4745810,83944029~13395931,100663296~8649712,121104863~5719835,134217728~14865212,152228475~2986387,157292668~7812834,184632752~14450835,220112005~3992124,226492416~6833541,243269632~16806695,284846693~7372480,306184192~7523110,330203469~4325320,343932928~3711220,356515840~5101205,374091295~17278575] 2024-06-06T11:13:35.790 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 7 diff [13126259~6038004,38987803~3506743,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,184632752~14450835,213739356~10364773,228317923~5008034,246623660~13452667,262553766~572460,270019175~6964576,284846693~7372480,295817480~1327681,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17286785] 2024-06-06T11:13:35.790 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [13126259~6038004,38987803~3506743,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,184632752~14450835,213739356~10364773,228317923~5008034,246623660~13452667,262553766~572460,270019175~6964576,284846693~7372480,295817480~1327681,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17286785] 2024-06-06T11:13:35.799 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [13126259~6038004,37748736~4745810,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,184632752~14450835,213739356~10364773,226492416~6833541,243269632~16806695,260129241~2996985,269137858~7845893,284846693~7372480,293601280~3543881,306184192~7523110,330203469~4325320,343932928~3711220,356515840~5101205,374091295~17286785] 2024-06-06T11:13:35.799 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 8 diff [4604417~6547324,13126259~8080647,38987803~3506743,45172676~7958462,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,184632752~14450835,213739356~10364773,228317923~5008034,246623660~15685317,262553766~572460,270019175~6964576,284846693~7372480,295817480~1327681,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.799 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4604417~6547324,13126259~8080647,38987803~3506743,45172676~7958462,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,184632752~14450835,213739356~10364773,228317923~5008034,246623660~15685317,262553766~572460,270019175~6964576,284846693~7372480,295817480~1327681,310360853~3346449,330203469~4325320,344261023~3383125,358447427~3169618,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.809 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4604417~6547324,13126259~8080647,37748736~15382402,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,168045668~1370799,184632752~14450835,213739356~10364773,226492416~6833541,243269632~19856594,269137858~7845893,284846693~7372480,293601280~3543881,306184192~7523110,330203469~4325320,343932928~3711220,356515840~5101205,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.809 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 9 diff [4604417~6547324,13126259~8080647,38987803~3506743,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,179924370~4400887,184632752~14450835,213739356~10364773,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284846693~7372480,295817480~1327681,310360853~3346449,322484093~2733405,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~3169618,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.809 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4604417~6547324,13126259~8080647,38987803~3506743,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,179924370~4400887,184632752~14450835,213739356~10364773,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284846693~7372480,295817480~1327681,310360853~3346449,322484093~2733405,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~3169618,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.822 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4604417~6547324,13126259~8080647,37748736~15382402,75497472~8181928,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,168045668~1370799,179924370~4400887,184632752~14450835,213739356~10364773,226492416~6833541,243269632~19856594,269137858~7845893,284846693~7372480,293601280~3543881,306184192~7523110,322484093~2733405,330203469~4325320,335544320~3101423,343932928~3711220,348127232~6416917,356515840~5101205,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.823 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 10 diff [2271888~8879853,13126259~14589442,38987803~3506743,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178167106~1739629,179924370~4400887,184632752~14450835,213739356~10364773,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284846693~7372480,295817480~1327681,310360853~3346449,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.823 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~8879853,13126259~14589442,38987803~3506743,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,168045668~1370799,178167106~1739629,179924370~4400887,184632752~14450835,213739356~10364773,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284846693~7372480,295817480~1327681,310360853~3346449,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.830 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~8879853,13126259~14589442,37748736~15382402,75497472~8181928,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~7812834,168045668~1370799,178167106~1739629,179924370~4400887,184632752~14450835,213739356~10364773,225416962~7908995,243269632~19856594,269137858~7845893,284846693~7372480,293601280~3543881,306184192~7523110,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.830 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 11 diff [2271888~25443813,38987803~3506743,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,184632752~14450835,213739356~10364773,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284846693~7372480,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.830 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,38987803~3506743,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,184632752~14450835,213739356~10364773,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284846693~7372480,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.840 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,37748736~15382402,75497472~8181928,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,152228475~2986387,157292668~16658317,178167106~1739629,179924370~4400887,184632752~14450835,213739356~10364773,225416962~7908995,243269632~19856594,269137858~7845893,284846693~7372480,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.840 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 12 diff [2271888~25443813,34601230~7893316,45172676~7958462,60909788~2621250,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,184632752~14450835,203532715~4540295,213739356~19586601,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,284846693~7372480,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.840 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7893316,45172676~7958462,60909788~2621250,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,184632752~14450835,203532715~4540295,213739356~19586601,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,284846693~7372480,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.850 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~19576706,60909788~2621250,75497472~8181928,83944029~13395931,100663296~10545430,121104863~13049726,134217728~14865212,152228475~2986387,157292668~16658317,178167106~1739629,179924370~4400887,184632752~14450835,201326592~6746418,213739356~19586601,239075328~25987918,269137858~7845893,284846693~7372480,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.850 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 13 diff [2271888~25443813,34601230~7893316,45172676~7958462,60909788~2621250,66957964~5216951,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,184632752~14450835,203532715~4540295,213739356~19586601,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~18153428,409624517~6162278] 2024-06-06T11:13:35.850 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7893316,45172676~7958462,60909788~2621250,66957964~5216951,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,184632752~14450835,203532715~4540295,213739356~19586601,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~6054902,358447427~5004104,374091295~18153428,409624517~6162278] 2024-06-06T11:13:35.860 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~19576706,60909788~11265127,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,157292668~16658317,174227622~1033738,178167106~1739629,179924370~4400887,184632752~14450835,201326592~6746418,213739356~19586601,234881024~1786824,239075328~25987918,269137858~7845893,281525998~10693175,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~6416917,356515840~6935691,374091295~18153428,409624517~6162278] 2024-06-06T11:13:35.860 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 14 diff [2271888~25443813,34601230~7893316,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,184632752~14450835,200769481~109568,203532715~4540295,213739356~19586601,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:35.860 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7893316,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,184632752~14450835,200769481~109568,203532715~4540295,213739356~19586601,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:35.870 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~19576706,60909788~12960365,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,157292668~16658317,174227622~1033738,178167106~1739629,179924370~4400887,184632752~16246297,201326592~6746418,213739356~19586601,234881024~1786824,239075328~25987918,269137858~7845893,281525998~10693175,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~7622352,356515840~6935691,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:35.870 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 15 diff [2271888~28347282,34601230~7893316,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~14450835,200769481~109568,202029568~6043442,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:35.870 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,34601230~7893316,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~14450835,200769481~109568,202029568~6043442,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:35.880 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~19576706,60909788~12960365,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~16246297,201326592~6746418,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~7622352,356515840~6935691,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:35.880 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 16 diff [2271888~28347282,34601230~7893316,45172676~7958462,56434647~9131536,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~23440258,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,364315995~6434082,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:35.880 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,34601230~7893316,45172676~7958462,56434647~9131536,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~23440258,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,344261023~3383125,348489247~7260337,358447427~5004104,364315995~6434082,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:35.890 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~19576706,56434647~17435506,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~23440258,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,343932928~3711220,348127232~7622352,356515840~14234237,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:35.890 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 17 diff [2271888~28347282,33715956~8778590,45172676~7958462,56434647~9131536,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~23440258,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7234069,374091295~18153428,400676706~7289389,408662379~7124416] 2024-06-06T11:13:35.890 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~7958462,56434647~9131536,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~23440258,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7234069,374091295~18153428,400676706~7289389,408662379~7124416] 2024-06-06T11:13:35.900 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~19576706,56434647~17435506,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~23440258,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15034224,374091295~18153428,400676706~7289389,408662379~7124416] 2024-06-06T11:13:35.900 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 18 diff [2271888~28347282,33715956~8778590,45172676~7958462,56434647~9131536,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,317912091~1351655,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.900 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~7958462,56434647~9131536,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,317912091~1351655,322484093~2733405,325770820~1259854,330203469~4325320,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.910 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~19576706,56434647~17435506,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~11717414,317912091~1351655,322484093~2733405,325770820~1259854,330203469~4325320,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.910 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 19 diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.910 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.919 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:35.919 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 5 diff [83944029~4768483,89547220~7792740,136732284~3475227,146265293~2817647,184632752~7699137,228317923~5008034,291676601~542572,374091295~17278575] 2024-06-06T11:13:35.920 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [83944029~4768483,89547220~7792740,136732284~3475227,146265293~2817647,184632752~7699137,228317923~5008034,291676601~542572,374091295~17278575] 2024-06-06T11:13:35.929 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [83944029~13395931,134217728~5989783,142606336~6476604,184632752~7699137,226492416~6833541,291676601~542572,374091295~17278575] 2024-06-06T11:13:35.929 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 6 diff [83944029~4768483,89547220~7792740,103386757~5926251,121104863~5719835,136732284~6394743,146265293~2817647,157848245~7257257,184632752~7699137,228317923~5008034,246623660~13452667,291676601~542572,310360853~3346449,344261023~3383125,374091295~17278575] 2024-06-06T11:13:35.929 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [83944029~4768483,89547220~7792740,103386757~5926251,121104863~5719835,136732284~6394743,146265293~2817647,157848245~7257257,184632752~7699137,228317923~5008034,246623660~13452667,291676601~542572,310360853~3346449,344261023~3383125,374091295~17278575] 2024-06-06T11:13:35.938 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [83944029~13395931,100663296~8649712,121104863~5719835,134217728~14865212,157292668~7812834,184632752~7699137,226492416~6833541,243269632~16806695,291676601~542572,306184192~7523110,343932928~3711220,374091295~17278575] 2024-06-06T11:13:35.938 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 7 diff [13816393~5347870,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,157848245~7257257,184632752~7699137,213739356~6976375,228317923~5008034,246623660~13452667,262553766~572460,270019175~6964576,291676601~542572,295817480~1327681,310360853~3346449,344261023~3383125,374091295~17286785] 2024-06-06T11:13:35.938 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [13816393~5347870,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,157848245~7257257,184632752~7699137,213739356~6976375,228317923~5008034,246623660~13452667,262553766~572460,270019175~6964576,291676601~542572,295817480~1327681,310360853~3346449,344261023~3383125,374091295~17286785] 2024-06-06T11:13:35.948 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [13816393~5347870,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,157292668~7812834,184632752~7699137,213739356~6976375,226492416~6833541,243269632~16806695,260129241~2996985,269137858~7845893,291676601~542572,293601280~3543881,306184192~7523110,343932928~3711220,374091295~17286785] 2024-06-06T11:13:35.948 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 8 diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,157848245~7257257,168045668~1370799,184632752~11601738,213739356~6976375,228317923~5008034,246623660~15685317,262553766~572460,270019175~6964576,291676601~542572,295817480~1327681,310360853~3346449,344261023~3383125,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.948 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,157848245~7257257,168045668~1370799,184632752~11601738,213739356~6976375,228317923~5008034,246623660~15685317,262553766~572460,270019175~6964576,291676601~542572,295817480~1327681,310360853~3346449,344261023~3383125,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.958 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4604417~6547324,13816393~7390513,40368300~1333918,42494546~10636592,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,157292668~7812834,168045668~1370799,184632752~11601738,213739356~6976375,226492416~6833541,243269632~19856594,269137858~7845893,291676601~542572,293601280~3543881,306184192~7523110,343932928~3711220,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.958 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 9 diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,157848245~7257257,168045668~1370799,179924370~4400887,184632752~11601738,213739356~6976375,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,291676601~542572,295817480~1327681,310360853~3346449,322484093~2733405,336826326~1819417,344261023~3383125,348489247~6054902,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.958 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~6394743,146265293~2817647,157848245~7257257,168045668~1370799,179924370~4400887,184632752~11601738,213739356~6976375,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,291676601~542572,295817480~1327681,310360853~3346449,322484093~2733405,336826326~1819417,344261023~3383125,348489247~6054902,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.968 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4604417~6547324,13816393~7390513,40368300~1333918,42494546~10636592,75497472~8181928,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,157292668~7812834,168045668~1370799,179924370~4400887,184632752~11601738,213739356~6976375,226492416~6833541,243269632~19856594,269137858~7845893,284926534~2731053,291676601~542572,293601280~3543881,306184192~7523110,322484093~2733405,335544320~3101423,343932928~3711220,348127232~6416917,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.969 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 10 diff [2271888~8879853,13816393~13899308,40368300~1333918,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,157848245~7257257,168045668~1370799,178167106~1739629,179924370~4400887,184632752~11601738,213739356~6976375,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,291676601~542572,295817480~1327681,310360853~3346449,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.969 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~8879853,13816393~13899308,40368300~1333918,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,157848245~7257257,168045668~1370799,178167106~1739629,179924370~4400887,184632752~11601738,213739356~6976375,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,291676601~542572,295817480~1327681,310360853~3346449,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.978 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~8879853,13816393~13899308,40368300~1333918,42494546~10636592,75497472~8181928,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,157292668~7812834,168045668~1370799,178167106~1739629,179924370~4400887,184632752~11601738,213739356~6976375,225416962~7908995,243269632~19856594,269137858~7845893,284926534~2731053,291676601~542572,293601280~3543881,306184192~7523110,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~6416917,360779781~2671750,374091295~17286785,411040444~4746351] 2024-06-06T11:13:35.978 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 11 diff [2271888~25443813,40368300~1333918,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,184632752~11601738,213739356~9119418,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,291676601~542572,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.978 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,40368300~1333918,45172676~7958462,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,136732284~7221996,146265293~2817647,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,184632752~11601738,213739356~9119418,225416962~2228257,228317923~5008034,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,291676601~542572,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.988 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,40368300~1333918,42494546~10636592,75497472~8181928,83944029~13395931,100663296~10545430,121104863~9738796,134217728~14865212,157292668~16658317,178167106~1739629,179924370~4400887,184632752~11601738,213739356~9119418,225416962~7908995,243269632~19856594,269137858~7845893,284926534~2731053,291676601~542572,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~6416917,360779781~2671750,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.988 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 12 diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,133719297~435292,136732284~7221996,146265293~2817647,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,184632752~11601738,203532715~4540295,213739356~9119418,223501041~9824916,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,284926534~2731053,291676601~542572,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.988 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,121104863~9738796,133719297~435292,136732284~7221996,146265293~2817647,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,184632752~11601738,203532715~4540295,213739356~9119418,223501041~9824916,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,284926534~2731053,291676601~542572,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.998 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~8333959,42494546~10636592,60909788~2621250,75497472~8181928,83944029~13395931,100663296~10545430,121104863~13049726,134217728~14865212,157292668~16658317,178167106~1739629,179924370~4400887,184632752~11601738,201326592~6746418,213739356~9119418,223501041~9824916,239075328~25987918,269137858~7845893,284926534~2731053,291676601~542572,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~6416917,360779781~2671750,374091295~17286785,409624517~6162278] 2024-06-06T11:13:35.998 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 13 diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66957964~5216951,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,203532715~4540295,213739356~9119418,223501041~9824916,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,359840347~3611184,374091295~18153428,409624517~6162278] 2024-06-06T11:13:35.998 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66957964~5216951,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,203532715~4540295,213739356~9119418,223501041~9824916,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,359840347~3611184,374091295~18153428,409624517~6162278] 2024-06-06T11:13:36.008 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~8333959,42494546~10636592,60909788~11265127,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,157292668~16658317,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,201326592~6746418,213739356~9119418,223501041~9824916,234881024~1786824,239075328~25987918,269137858~7845893,281525998~6131589,291676601~542572,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~6416917,359840347~3611184,374091295~18153428,409624517~6162278] 2024-06-06T11:13:36.008 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 14 diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,200769481~109568,203532715~4540295,213739356~19586601,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.008 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,200769481~109568,203532715~4540295,213739356~19586601,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.016 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~8333959,42494546~10636592,60909788~12960365,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,157292668~16658317,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,199083587~1795462,201326592~6746418,213739356~19586601,234881024~1786824,239075328~25987918,269137858~7845893,281525998~6131589,291676601~542572,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~7622352,359840347~3611184,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.017 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 15 diff [2271888~28347282,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,200769481~109568,202029568~6043442,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.017 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,200769481~109568,202029568~6043442,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.026 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,60909788~12960365,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,199083587~1795462,201326592~6746418,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~7622352,359840347~3611184,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.026 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 16 diff [2271888~28347282,34601230~7287161,45172676~7958462,56434647~9131536,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,196758372~11314638,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,364315995~6434082,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.026 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,34601230~7287161,45172676~7958462,56434647~9131536,66218131~7652022,78071226~5608174,83944029~4768483,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,196758372~11314638,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,364315995~6434082,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.036 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~8181928,83944029~13395931,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,196758372~11314638,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~7622352,359840347~10909730,374091295~18153428,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.036 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 17 diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,196758372~11314638,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7234069,374091295~18153428,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.036 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,196758372~11314638,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7234069,374091295~18153428,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.046 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,196758372~11314638,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11709717,374091295~18153428,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.046 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 18 diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,196758372~13684710,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,317912091~1351655,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.046 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,196758372~13684710,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,317912091~1351655,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.055 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~11601738,196758372~13684710,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~11717414,317912091~1351655,322484093~2733405,325770820~1259854,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.055 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 19 diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.055 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.065 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.065 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 6 diff [103386757~5926251,121104863~5719835,139752600~3374427,157848245~7257257,246623660~13452667,310360853~3346449,344261023~3383125] 2024-06-06T11:13:36.066 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [103386757~5926251,121104863~5719835,139752600~3374427,157848245~7257257,246623660~13452667,310360853~3346449,344261023~3383125] 2024-06-06T11:13:36.075 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [100663296~8649712,121104863~5719835,139752600~3374427,157292668~7812834,243269632~16806695,306184192~7523110,343932928~3711220] 2024-06-06T11:13:36.076 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 7 diff [13816393~5347870,90627606~1181496,103386757~7821969,121104863~9738796,139752600~3374427,157848245~7257257,213739356~6976375,246623660~13452667,262553766~572460,270019175~6964576,295817480~1327681,310360853~3346449,344261023~3383125,387957163~3420917] 2024-06-06T11:13:36.076 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [13816393~5347870,90627606~1181496,103386757~7821969,121104863~9738796,139752600~3374427,157848245~7257257,213739356~6976375,246623660~13452667,262553766~572460,270019175~6964576,295817480~1327681,310360853~3346449,344261023~3383125,387957163~3420917] 2024-06-06T11:13:36.085 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [13816393~5347870,90627606~1181496,100663296~10545430,121104863~9738796,139752600~3374427,157292668~7812834,213739356~6976375,243269632~16806695,260129241~2996985,269137858~7845893,293601280~3543881,306184192~7523110,343932928~3711220,387957163~3420917] 2024-06-06T11:13:36.085 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 8 diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,89710901~7351473,103386757~7821969,121104863~9738796,139752600~3374427,157848245~7257257,168045668~1370799,191811089~4423401,213739356~6976375,246623660~15685317,262553766~572460,270019175~6964576,295817480~1327681,310360853~3346449,344261023~3383125,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.085 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,89710901~7351473,103386757~7821969,121104863~9738796,139752600~3374427,157848245~7257257,168045668~1370799,191811089~4423401,213739356~6976375,246623660~15685317,262553766~572460,270019175~6964576,295817480~1327681,310360853~3346449,344261023~3383125,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.096 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4604417~6547324,13816393~7390513,40368300~1333918,42494546~10636592,89710901~7351473,100663296~10545430,121104863~9738796,139752600~3374427,157292668~7812834,168045668~1370799,191811089~4423401,213739356~6976375,243269632~19856594,269137858~7845893,293601280~3543881,306184192~7523110,343932928~3711220,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.096 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 9 diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,103386757~7821969,121104863~9738796,139752600~3374427,157848245~7257257,168045668~1370799,179924370~4400887,191811089~4423401,213739356~6976375,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,295817480~1327681,310360853~3346449,322484093~2733405,336826326~1819417,344261023~3383125,348489247~6054902,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.096 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,103386757~7821969,121104863~9738796,139752600~3374427,157848245~7257257,168045668~1370799,179924370~4400887,191811089~4423401,213739356~6976375,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,295817480~1327681,310360853~3346449,322484093~2733405,336826326~1819417,344261023~3383125,348489247~6054902,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.107 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4604417~6547324,13816393~7390513,40368300~1333918,42494546~10636592,75497472~8181928,89710901~7351473,100663296~10545430,121104863~9738796,139752600~3374427,157292668~7812834,168045668~1370799,179924370~4400887,191811089~4423401,213739356~6976375,243269632~19856594,269137858~7845893,284926534~2731053,293601280~3543881,306184192~7523110,322484093~2733405,335544320~3101423,343932928~3711220,348127232~6416917,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.107 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 10 diff [2271888~8879853,13816393~13899308,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,103386757~7821969,121104863~9738796,139276810~4677470,157848245~7257257,168045668~1370799,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~6976375,225416962~2228257,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,295817480~1327681,310360853~3346449,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.107 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~8879853,13816393~13899308,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,103386757~7821969,121104863~9738796,139276810~4677470,157848245~7257257,168045668~1370799,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~6976375,225416962~2228257,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,295817480~1327681,310360853~3346449,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.118 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~8879853,13816393~13899308,40368300~1333918,42494546~10636592,75497472~8181928,89710901~7351473,100663296~10545430,121104863~9738796,139276810~4677470,157292668~7812834,168045668~1370799,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~6976375,225416962~2228257,243269632~19856594,269137858~7845893,284926534~2731053,293601280~3543881,306184192~7523110,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~6416917,360779781~2671750,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.118 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 11 diff [2271888~25443813,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,103386757~7821969,121104863~9738796,139276810~4677470,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~9119418,225416962~2228257,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.118 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,103386757~7821969,121104863~9738796,139276810~4677470,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~9119418,225416962~2228257,246623660~15685317,262553766~572460,269588144~7395607,284926534~2731053,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.128 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,40368300~1333918,42494546~10636592,75497472~8181928,89710901~7351473,100663296~10545430,121104863~9738796,139276810~4677470,157292668~16658317,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~9119418,225416962~2228257,243269632~19856594,269137858~7845893,284926534~2731053,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~6416917,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.128 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 12 diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,78071226~5608174,89710901~7351473,103386757~7821969,121104863~9738796,133719297~435292,139276810~4677470,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,213739356~9119418,223501041~6934950,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,284926534~2731053,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.128 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,78071226~5608174,89710901~7351473,103386757~7821969,121104863~9738796,133719297~435292,139276810~4677470,157848245~7257257,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,213739356~9119418,223501041~6934950,243057259~19251718,262553766~572460,263752367~1310879,269588144~7395607,284926534~2731053,295817480~5196410,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.137 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~8333959,42494546~10636592,60909788~2621250,75497472~8181928,89710901~7351473,100663296~10545430,121104863~13049726,139276810~4677470,157292668~16658317,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,201326592~6746418,213739356~9119418,223501041~6934950,239075328~25987918,269137858~7845893,284926534~2731053,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~6416917,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.137 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 13 diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66957964~5216951,78071226~5608174,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,213739356~9119418,223501041~6934950,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,359840347~3611184,387957163~4287560,409624517~6162278] 2024-06-06T11:13:36.137 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66957964~5216951,78071226~5608174,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,213739356~9119418,223501041~6934950,235112757~1555091,243057259~20068967,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~6054902,359840347~3611184,387957163~4287560,409624517~6162278] 2024-06-06T11:13:36.148 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~8333959,42494546~10636592,60909788~11265127,75497472~8181928,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,157292668~16658317,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,201326592~6746418,213739356~9119418,223501041~6934950,234881024~1786824,239075328~25987918,269137858~7845893,281525998~6131589,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~6416917,359840347~3611184,387957163~4287560,409624517~6162278] 2024-06-06T11:13:36.148 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 14 diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,203532715~4540295,213739356~16696635,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.148 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,157848245~7257257,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,203532715~4540295,213739356~16696635,235112757~1555091,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.158 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~8333959,42494546~10636592,60909788~12960365,75497472~8181928,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,157292668~16658317,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,199083587~1795462,201326592~6746418,213739356~16696635,234881024~1786824,239075328~25987918,269137858~7845893,281525998~6131589,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~7622352,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.158 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 15 diff [2271888~28347282,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,202029568~6043442,213739356~16696635,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.158 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,202029568~6043442,213739356~16696635,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.167 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,60909788~12960365,75497472~8181928,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,199083587~1795462,201326592~6746418,213739356~16696635,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~7622352,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.168 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 16 diff [2271888~28347282,34601230~7287161,45172676~7958462,56434647~9131536,66218131~7652022,78071226~5608174,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,364315995~6434082,382970745~670541,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.168 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,34601230~7287161,45172676~7958462,56434647~9131536,66218131~7652022,78071226~5608174,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,344261023~3383125,348489247~7260337,359840347~3611184,364315995~6434082,382970745~670541,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.179 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~8181928,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,343932928~3711220,348127232~7622352,359840347~10909730,382970745~670541,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.179 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 17 diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7234069,382970745~670541,387957163~4287560,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.179 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~8688735,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7234069,382970745~670541,387957163~4287560,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.190 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7412610,301989888~11717414,322484093~2733405,325770820~1259854,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11709717,382970745~670541,387957163~4287560,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.190 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 18 diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~13684710,213739356~16696635,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,317912091~1351655,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.190 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~13684710,213739356~16696635,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,317912091~1351655,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.200 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~13684710,213739356~16696635,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~11717414,317912091~1351655,322484093~2733405,325770820~1259854,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.200 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 19 diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.200 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.210 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.210 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 7 diff [13816393~5347870,90627606~1181496,105536726~5672000,126627265~4216394,213739356~6976375,251798912~8045390,262553766~572460,270019175~6964576,295817480~1327681,387957163~3420917] 2024-06-06T11:13:36.210 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [13816393~5347870,90627606~1181496,105536726~5672000,126627265~4216394,213739356~6976375,251798912~8045390,262553766~572460,270019175~6964576,295817480~1327681,387957163~3420917] 2024-06-06T11:13:36.220 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [13816393~5347870,90627606~1181496,105536726~5672000,126627265~4216394,213739356~6976375,251798912~8045390,260129241~2996985,269137858~7845893,293601280~3543881,387957163~3420917] 2024-06-06T11:13:36.220 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 8 diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,89710901~7351473,105536726~5672000,126627265~4216394,168045668~1370799,191811089~4423401,213739356~6976375,251798912~10510065,262553766~572460,270019175~6964576,295817480~1327681,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.220 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,89710901~7351473,105536726~5672000,126627265~4216394,168045668~1370799,191811089~4423401,213739356~6976375,251798912~10510065,262553766~572460,270019175~6964576,295817480~1327681,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.232 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4604417~6547324,13816393~7390513,40368300~1333918,42494546~10636592,89710901~7351473,105536726~5672000,126627265~4216394,168045668~1370799,191811089~4423401,213739356~6976375,251798912~11327314,269137858~7845893,293601280~3543881,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.232 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 9 diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,105536726~5672000,122478364~8365295,168045668~1370799,179924370~4400887,191811089~4423401,213739356~6976375,251798912~10510065,262553766~572460,269588144~7395607,284926534~2731053,295817480~1327681,322484093~2733405,336826326~1819417,348489247~6054902,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.232 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4604417~6547324,13816393~7390513,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,105536726~5672000,122478364~8365295,168045668~1370799,179924370~4400887,191811089~4423401,213739356~6976375,251798912~10510065,262553766~572460,269588144~7395607,284926534~2731053,295817480~1327681,322484093~2733405,336826326~1819417,348489247~6054902,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.242 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4604417~6547324,13816393~7390513,40368300~1333918,42494546~10636592,75497472~8181928,89710901~7351473,105536726~5672000,122478364~8365295,168045668~1370799,179924370~4400887,191811089~4423401,213739356~6976375,251798912~11327314,269137858~7845893,284926534~2731053,293601280~3543881,322484093~2733405,335544320~3101423,348127232~6416917,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.242 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 10 diff [2271888~8879853,13816393~13899308,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,105536726~5672000,122478364~8365295,139276810~4677470,168045668~1370799,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~6976375,225416962~2228257,251798912~10510065,262553766~572460,269588144~7395607,284926534~2731053,295817480~1327681,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.242 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~8879853,13816393~13899308,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,105536726~5672000,122478364~8365295,139276810~4677470,168045668~1370799,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~6976375,225416962~2228257,251798912~10510065,262553766~572460,269588144~7395607,284926534~2731053,295817480~1327681,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.251 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~8879853,13816393~13899308,40368300~1333918,42494546~10636592,75497472~8181928,89710901~7351473,105536726~5672000,122478364~8365295,139276810~4677470,168045668~1370799,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~6976375,225416962~2228257,251798912~11327314,269137858~7845893,284926534~2731053,293601280~3543881,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,360779781~2671750,387957163~3420917,411040444~4746351] 2024-06-06T11:13:36.251 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 11 diff [2271888~25443813,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,105536726~5672000,122478364~8365295,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~9119418,225416962~2228257,251798912~10510065,262553766~572460,269588144~7395607,284926534~2731053,295817480~5196410,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.251 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,105536726~5672000,122478364~8365295,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~9119418,225416962~2228257,251798912~10510065,262553766~572460,269588144~7395607,284926534~2731053,295817480~5196410,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.260 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,40368300~1333918,42494546~10636592,75497472~8181928,89710901~7351473,105536726~5672000,122478364~8365295,139276810~4677470,165105502~8845483,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,213739356~9119418,225416962~2228257,251798912~11327314,269137858~7845893,284926534~2731053,293601280~7412610,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.260 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 12 diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,78071226~5608174,89710901~7351473,105536726~5672000,122478364~8365295,133719297~435292,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,213739356~9119418,223501041~6934950,243057259~4617481,251798912~10510065,262553766~572460,263752367~1310879,269588144~7395607,284926534~2731053,295817480~5196410,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.260 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,78071226~5608174,89710901~7351473,105536726~5672000,122478364~8365295,133719297~435292,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,213739356~9119418,223501041~6934950,243057259~4617481,251798912~10510065,262553766~572460,263752367~1310879,269588144~7395607,284926534~2731053,295817480~5196410,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.270 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~8333959,42494546~10636592,60909788~2621250,75497472~8181928,89710901~7351473,105536726~5672000,122478364~11676225,139276810~4677470,165105502~8845483,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,201326592~6746418,213739356~9119418,223501041~6934950,239075328~8599412,251798912~13264334,269137858~7845893,284926534~2731053,293601280~7412610,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,360779781~2671750,387957163~3420917,409624517~6162278] 2024-06-06T11:13:36.270 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 13 diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66957964~5216951,78071226~5608174,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,213739356~9119418,223501041~6934950,235112757~1555091,243057259~4617481,248928088~14198138,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,359840347~3611184,387957163~4287560,409624517~6162278] 2024-06-06T11:13:36.270 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66957964~5216951,78071226~5608174,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,213739356~9119418,223501041~6934950,235112757~1555091,243057259~4617481,248928088~14198138,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,359840347~3611184,387957163~4287560,409624517~6162278] 2024-06-06T11:13:36.281 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~8333959,42494546~10636592,60909788~11265127,75497472~8181928,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,165105502~8845483,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,201326592~6746418,213739356~9119418,223501041~6934950,234881024~1786824,239075328~8599412,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7412610,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,359840347~3611184,387957163~4287560,409624517~6162278] 2024-06-06T11:13:36.281 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 14 diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,203532715~4540295,213739356~16696635,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.281 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,203532715~4540295,213739356~16696635,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.291 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~8333959,42494546~10636592,60909788~12960365,75497472~8181928,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,165105502~8845483,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,199083587~1795462,201326592~6746418,213739356~16696635,234881024~1786824,239075328~8599412,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7412610,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~7622352,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.291 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 15 diff [2271888~28347282,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,202029568~6043442,213739356~16696635,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.291 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,202029568~6043442,213739356~16696635,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.301 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,60909788~12960365,75497472~8181928,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,199083587~1795462,201326592~6746418,213739356~16696635,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7412610,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~7622352,359840347~3611184,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.301 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 16 diff [2271888~28347282,34601230~7287161,45172676~7958462,56434647~9131536,66218131~7652022,78071226~5608174,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,364315995~6434082,382970745~670541,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.301 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,34601230~7287161,45172676~7958462,56434647~9131536,66218131~7652022,78071226~5608174,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,364315995~6434082,382970745~670541,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.310 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~8181928,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7412610,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~7622352,359840347~10909730,382970745~670541,387957163~4287560,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.310 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 17 diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,348489247~7780374,359840347~3611184,364315995~7234069,382970745~670541,387957163~4287560,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.310 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,348489247~7780374,359840347~3611184,364315995~7234069,382970745~670541,387957163~4287560,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.320 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,213739356~16696635,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7412610,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,339738624~2317115,348127232~8142389,359840347~11709717,382970745~670541,387957163~4287560,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.320 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 18 diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~13684710,213739356~16696635,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,317912091~1351655,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.320 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~13684710,213739356~16696635,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,317912091~1351655,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.330 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~13684710,213739356~16696635,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,317912091~1351655,322484093~2733405,325770820~1259854,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.330 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 19 diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.330 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.339 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.339 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 8 diff [4604417~6547324,16432379~4774527,40368300~1333918,45172676~7958462,89710901~7351473,168045668~1370799,191811089~4423401,256453850~5855127,411040444~4746351] 2024-06-06T11:13:36.339 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4604417~6547324,16432379~4774527,40368300~1333918,45172676~7958462,89710901~7351473,168045668~1370799,191811089~4423401,256453850~5855127,411040444~4746351] 2024-06-06T11:13:36.350 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4604417~6547324,16432379~4774527,40368300~1333918,42494546~10636592,89710901~7351473,168045668~1370799,191811089~4423401,256453850~5855127,411040444~4746351] 2024-06-06T11:13:36.350 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 9 diff [4604417~6547324,16432379~4774527,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,122478364~5548962,168045668~1370799,179924370~4400887,191811089~4423401,256453850~5855127,269588144~1406077,284926534~2731053,322484093~2733405,336826326~1819417,348489247~6054902,411040444~4746351] 2024-06-06T11:13:36.350 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4604417~6547324,16432379~4774527,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,122478364~5548962,168045668~1370799,179924370~4400887,191811089~4423401,256453850~5855127,269588144~1406077,284926534~2731053,322484093~2733405,336826326~1819417,348489247~6054902,411040444~4746351] 2024-06-06T11:13:36.360 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4604417~6547324,16432379~4774527,40368300~1333918,42494546~10636592,75497472~8181928,89710901~7351473,122478364~5548962,168045668~1370799,179924370~4400887,191811089~4423401,256453850~5855127,269588144~1406077,284926534~2731053,322484093~2733405,335544320~3101423,348127232~6416917,411040444~4746351] 2024-06-06T11:13:36.360 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 10 diff [2271888~8879853,16432379~11283322,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,122478364~5548962,139276810~4677470,168045668~1370799,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,225416962~2228257,256453850~5855127,269588144~1406077,284926534~2731053,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,411040444~4746351] 2024-06-06T11:13:36.360 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~8879853,16432379~11283322,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,122478364~5548962,139276810~4677470,168045668~1370799,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,225416962~2228257,256453850~5855127,269588144~1406077,284926534~2731053,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,411040444~4746351] 2024-06-06T11:13:36.371 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~8879853,16432379~11283322,40368300~1333918,42494546~10636592,75497472~8181928,89710901~7351473,122478364~5548962,139276810~4677470,168045668~1370799,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,225416962~2228257,256453850~5855127,269588144~1406077,284926534~2731053,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,360779781~2671750,411040444~4746351] 2024-06-06T11:13:36.371 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 11 diff [2271888~14071319,16432379~11283322,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,122478364~5548962,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,217503361~5355413,225416962~2228257,256453850~5855127,269588144~1406077,284926534~2731053,295917702~5096188,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,409624517~6162278] 2024-06-06T11:13:36.371 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14071319,16432379~11283322,40368300~1333918,45172676~7958462,78071226~5608174,89710901~7351473,122478364~5548962,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,217503361~5355413,225416962~2228257,256453850~5855127,269588144~1406077,284926534~2731053,295917702~5096188,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,409624517~6162278] 2024-06-06T11:13:36.380 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14071319,16432379~11283322,40368300~1333918,42494546~10636592,75497472~8181928,89710901~7351473,122478364~5548962,139276810~4677470,165105502~8845483,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,217503361~5355413,225416962~2228257,256453850~5855127,269588144~1406077,284926534~2731053,295917702~5096188,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,360779781~2671750,409624517~6162278] 2024-06-06T11:13:36.380 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 12 diff [2271888~14071319,16432379~11283322,34601230~7287161,45172676~7958462,60909788~2621250,78071226~5608174,89710901~7351473,122478364~8281848,133719297~435292,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,217503361~5355413,223501041~6934950,243057259~4617481,256453850~5855127,263752367~1310879,269588144~1406077,284926534~2731053,295917702~5096188,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,409624517~6162278] 2024-06-06T11:13:36.380 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14071319,16432379~11283322,34601230~7287161,45172676~7958462,60909788~2621250,78071226~5608174,89710901~7351473,122478364~8281848,133719297~435292,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,217503361~5355413,223501041~6934950,243057259~4617481,256453850~5855127,263752367~1310879,269588144~1406077,284926534~2731053,295917702~5096188,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,409624517~6162278] 2024-06-06T11:13:36.390 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14071319,16432379~11283322,33554432~8333959,42494546~10636592,60909788~2621250,75497472~8181928,89710901~7351473,122478364~8281848,130843659~3310930,139276810~4677470,165105502~8845483,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,201326592~6746418,217503361~5355413,223501041~6934950,239075328~8599412,256453850~5855127,263126226~1937020,269588144~1406077,284926534~2731053,295917702~5096188,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,360779781~2671750,409624517~6162278] 2024-06-06T11:13:36.391 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 13 diff [2271888~14071319,16432379~11283322,34601230~7287161,45172676~7958462,60909788~2621250,66957964~5216951,78071226~5608174,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,217503361~5355413,223501041~6934950,235112757~1555091,243057259~4617481,248928088~13825920,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,359840347~3611184,391207598~1037125,409624517~6162278] 2024-06-06T11:13:36.391 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14071319,16432379~11283322,34601230~7287161,45172676~7958462,60909788~2621250,66957964~5216951,78071226~5608174,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,203532715~4540295,217503361~5355413,223501041~6934950,235112757~1555091,243057259~4617481,248928088~13825920,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,359840347~3611184,391207598~1037125,409624517~6162278] 2024-06-06T11:13:36.401 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14071319,16432379~11283322,33554432~8333959,42494546~10636592,60909788~11265127,75497472~8181928,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,165105502~8845483,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,201326592~6746418,217503361~5355413,223501041~6934950,234881024~1786824,239075328~8599412,248928088~13825920,263126226~1937020,269588144~1406077,281525998~6131589,295540134~5473756,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,359840347~3611184,391207598~1037125,409624517~6162278] 2024-06-06T11:13:36.401 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 14 diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,203532715~4540295,217503361~12932630,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,391207598~1037125,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.401 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~25443813,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,203532715~4540295,217503361~12932630,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,391207598~1037125,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.410 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~25443813,33554432~8333959,42494546~10636592,60909788~12960365,75497472~8181928,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,165105502~8845483,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,199083587~1795462,201326592~6746418,217503361~12932630,234881024~1786824,239075328~8599412,248928088~16135158,269588144~1406077,281525998~6131589,295540134~5473756,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~7622352,359840347~3611184,391207598~1037125,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.410 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 15 diff [2271888~28347282,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,202029568~6043442,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,391207598~1037125,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.410 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,34601230~7287161,45172676~7958462,60909788~2621250,66218131~7652022,78071226~5608174,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,200769481~109568,202029568~6043442,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,391207598~1037125,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.420 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,60909788~12960365,75497472~8181928,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191811089~4423401,199083587~1795462,201326592~6746418,217503361~12932630,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~5473756,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~7622352,359840347~3611184,391207598~1037125,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.420 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 16 diff [2271888~28347282,34601230~7287161,45172676~7958462,56434647~9131536,66218131~7652022,78071226~5608174,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.420 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,34601230~7287161,45172676~7958462,56434647~9131536,66218131~7652022,78071226~5608174,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.430 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~8181928,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,217503361~12932630,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~5473756,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~7622352,359840347~10909730,382970745~670541,391207598~1037125,400676706~7289389,409624517~6162278] 2024-06-06T11:13:36.431 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 17 diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,348489247~7780374,359840347~3611184,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.431 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,348489247~7780374,359840347~3611184,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.441 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~11314638,217503361~12932630,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~5473756,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,339738624~2317115,348127232~8142389,359840347~11709717,382970745~670541,391207598~1037125,400676706~7289389,408662379~7124416] 2024-06-06T11:13:36.441 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 18 diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~13684710,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,317912091~1351655,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.441 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~7958462,56434647~9131536,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~13684710,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,317912091~1351655,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.450 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~10636592,56434647~17435506,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~5034777,196758372~13684710,217503361~12932630,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,317912091~1351655,322484093~2733405,325770820~1259854,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.451 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 19 diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.451 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.460 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:36.460 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 9 diff [8150825~1102304,78071226~5608174,122478364~5548962,179924370~4400887,269588144~1406077,284926534~2731053,322484093~2733405,336826326~1819417,348489247~6054902] 2024-06-06T11:13:36.460 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8150825~1102304,78071226~5608174,122478364~5548962,179924370~4400887,269588144~1406077,284926534~2731053,322484093~2733405,336826326~1819417,348489247~6054902] 2024-06-06T11:13:36.469 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8150825~1102304,75497472~8181928,122478364~5548962,179924370~4400887,269588144~1406077,284926534~2731053,322484093~2733405,335544320~3101423,348127232~6416917] 2024-06-06T11:13:36.470 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 10 diff [2271888~6981241,19704907~8010794,78071226~5608174,122478364~5548962,139276810~4677470,178167106~1739629,179924370~4400887,187186386~3036613,225416962~2228257,269588144~1406077,284926534~2731053,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750] 2024-06-06T11:13:36.470 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~6981241,19704907~8010794,78071226~5608174,122478364~5548962,139276810~4677470,178167106~1739629,179924370~4400887,187186386~3036613,225416962~2228257,269588144~1406077,284926534~2731053,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750] 2024-06-06T11:13:36.480 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~6981241,19704907~8010794,75497472~8181928,122478364~5548962,139276810~4677470,178167106~1739629,179924370~4400887,187186386~3036613,225416962~2228257,269588144~1406077,284926534~2731053,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,360779781~2671750] 2024-06-06T11:13:36.480 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 11 diff [2271888~14071319,19704907~8010794,47456854~1232332,78071226~5608174,90771835~5570509,122478364~5548962,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,217503361~5355413,225416962~2228257,269588144~1406077,284926534~2731053,295917702~5096188,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.480 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14071319,19704907~8010794,47456854~1232332,78071226~5608174,90771835~5570509,122478364~5548962,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,217503361~5355413,225416962~2228257,269588144~1406077,284926534~2731053,295917702~5096188,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.490 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14071319,19704907~8010794,47456854~1232332,75497472~8181928,90771835~5570509,122478364~5548962,139276810~4677470,165105502~8845483,178167106~1739629,179924370~4400887,187186386~3036613,217503361~5355413,225416962~2228257,269588144~1406077,284926534~2731053,295917702~5096188,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.490 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 12 diff [2271888~14071319,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,78071226~5608174,90771835~5570509,122478364~8281848,133719297~435292,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,203532715~4540295,217503361~5355413,223501041~6934950,243057259~4617481,263752367~1310879,269588144~1406077,284926534~2731053,295917702~5096188,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.490 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14071319,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,78071226~5608174,90771835~5570509,122478364~8281848,133719297~435292,139276810~4677470,165959784~7991201,178167106~1739629,179924370~4400887,187186386~3036613,203532715~4540295,217503361~5355413,223501041~6934950,243057259~4617481,263752367~1310879,269588144~1406077,284926534~2731053,295917702~5096188,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.501 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14071319,19581642~8134059,33554432~8333959,47456854~1232332,60909788~2621250,75497472~8181928,90771835~5570509,122478364~8281848,130843659~3310930,139276810~4677470,165105502~8845483,178167106~1739629,179924370~4400887,187186386~3036613,201326592~6746418,217503361~5355413,223501041~6934950,239075328~8599412,263126226~1937020,269588144~1406077,284926534~2731053,295917702~5096188,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.501 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 13 diff [2271888~14071319,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,66957964~5216951,78071226~5608174,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,203532715~4540295,217503361~5355413,223501041~6934950,235112757~1555091,243057259~4617481,248928088~13825920,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,359840347~3611184,391207598~1037125,409624517~2233198] 2024-06-06T11:13:36.501 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14071319,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,66957964~5216951,78071226~5608174,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,203532715~4540295,217503361~5355413,223501041~6934950,235112757~1555091,243057259~4617481,248928088~13825920,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~6054902,359840347~3611184,391207598~1037125,409624517~2233198] 2024-06-06T11:13:36.511 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14071319,19581642~8134059,33554432~8333959,47456854~1232332,60909788~11265127,75497472~8181928,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,165105502~8845483,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,201326592~6746418,217503361~5355413,223501041~6934950,234881024~1786824,239075328~8599412,248928088~13825920,263126226~1937020,269588144~1406077,281525998~6131589,295540134~5473756,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~6416917,359840347~3611184,391207598~1037125,409624517~2233198] 2024-06-06T11:13:36.511 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 14 diff [2271888~14584714,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,66218131~7652022,78071226~5608174,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,200769481~109568,203532715~4540295,217503361~12932630,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.511 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,66218131~7652022,78071226~5608174,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,200769481~109568,203532715~4540295,217503361~12932630,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.520 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,19581642~8134059,33554432~8333959,47456854~1232332,60909788~12960365,75497472~8181928,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,165105502~8845483,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,199083587~1795462,201326592~6746418,217503361~12932630,234881024~1786824,239075328~8599412,248928088~16135158,269588144~1406077,281525998~6131589,295540134~5473756,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~7622352,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.520 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 15 diff [2271888~14584714,17067293~13551877,34601230~7287161,46511390~4319812,51001428~820779,60909788~2621250,66218131~7652022,78071226~5608174,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,200769481~109568,202029568~6043442,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.520 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,34601230~7287161,46511390~4319812,51001428~820779,60909788~2621250,66218131~7652022,78071226~5608174,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,200769481~109568,202029568~6043442,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.530 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~820779,60909788~12960365,75497472~8181928,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,199083587~1795462,201326592~6746418,217503361~12932630,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~5473756,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~7622352,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.530 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 16 diff [2271888~14584714,17067293~13551877,34601230~7287161,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,78071226~5608174,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.530 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,34601230~7287161,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,78071226~5608174,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,348489247~7260337,359840347~3611184,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:36 smithi179 bash[18882]: cluster 2024-06-06T11:13:35.187986+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-06-06T11:13:36.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:36 smithi179 bash[18882]: cluster 2024-06-06T11:13:35.312947+0000 mgr.y (mgr.25375) 107 : cluster [DBG] pgmap v214: 105 pgs: 105 active+clean; 832 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 42 MiB/s wr, 348 op/s 2024-06-06T11:13:36.539 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,75497472~8181928,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~5473756,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,348127232~7622352,359840347~10909730,382970745~670541,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.539 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 17 diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,348489247~7780374,359840347~3611184,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.539 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~5473756,305018567~5933716,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,348489247~7780374,359840347~3611184,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.550 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~5473756,301989888~8962395,322484093~2733405,325770820~1259854,335544320~3101423,339738624~2317115,348127232~8142389,359840347~11709717,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.550 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 18 diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~4450838,196758372~13684710,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,317912091~1351655,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.550 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~4450838,196758372~13684710,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,317912091~1351655,322484093~2733405,325770820~1259854,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.561 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~4450838,196758372~13684710,217503361~12932630,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,317912091~1351655,322484093~2733405,325770820~1259854,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.561 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 19 diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.561 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.571 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.571 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 10 diff [2271888~6314473,19704907~8010794,139276810~4677470,178167106~1739629,187186386~3036613,225416962~2228257,325770820~1259854,360779781~2671750] 2024-06-06T11:13:36.571 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~6314473,19704907~8010794,139276810~4677470,178167106~1739629,187186386~3036613,225416962~2228257,325770820~1259854,360779781~2671750] 2024-06-06T11:13:36.580 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~6314473,19704907~8010794,139276810~4677470,178167106~1739629,187186386~3036613,225416962~2228257,325770820~1259854,360779781~2671750] 2024-06-06T11:13:36.580 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 11 diff [2271888~14071319,19704907~8010794,47456854~1232332,82821498~688409,90771835~5570509,139276810~4677470,165959784~7991201,178167106~1739629,187186386~3036613,217503361~5355413,225416962~2228257,295917702~5096188,305018567~5933716,325770820~1259854,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.580 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14071319,19704907~8010794,47456854~1232332,82821498~688409,90771835~5570509,139276810~4677470,165959784~7991201,178167106~1739629,187186386~3036613,217503361~5355413,225416962~2228257,295917702~5096188,305018567~5933716,325770820~1259854,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.589 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14071319,19704907~8010794,47456854~1232332,82821498~688409,90771835~5570509,139276810~4677470,165105502~8845483,178167106~1739629,187186386~3036613,217503361~5355413,225416962~2228257,295917702~5096188,301989888~8962395,325770820~1259854,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.590 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 12 diff [2271888~14071319,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,82821498~688409,90771835~5570509,127010580~3749632,133719297~435292,139276810~4677470,165959784~7991201,178167106~1739629,187186386~3036613,203532715~4540295,217503361~5355413,223501041~6934950,243057259~4617481,263752367~1310879,295917702~5096188,305018567~5933716,325770820~1259854,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.590 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14071319,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,82821498~688409,90771835~5570509,127010580~3749632,133719297~435292,139276810~4677470,165959784~7991201,178167106~1739629,187186386~3036613,203532715~4540295,217503361~5355413,223501041~6934950,243057259~4617481,263752367~1310879,295917702~5096188,305018567~5933716,325770820~1259854,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.599 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14071319,19581642~8134059,33554432~8333959,47456854~1232332,60909788~2621250,82821498~688409,90771835~5570509,127010580~3749632,130843659~3310930,139276810~4677470,165105502~8845483,178167106~1739629,187186386~3036613,201326592~6746418,217503361~5355413,223501041~6934950,239075328~8599412,263126226~1937020,295917702~5096188,301989888~8962395,325770820~1259854,360779781~2671750,409624517~2233198] 2024-06-06T11:13:36.599 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 13 diff [2271888~14071319,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,66957964~5216951,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,187186386~3036613,203532715~4540295,217503361~5355413,223501041~6934950,235112757~1555091,243057259~4617481,248928088~13825920,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,325770820~1259854,359840347~3611184,391207598~1037125,409624517~2233198] 2024-06-06T11:13:36.599 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14071319,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,66957964~5216951,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,187186386~3036613,203532715~4540295,217503361~5355413,223501041~6934950,235112757~1555091,243057259~4617481,248928088~13825920,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,325770820~1259854,359840347~3611184,391207598~1037125,409624517~2233198] 2024-06-06T11:13:36.610 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14071319,19581642~8134059,33554432~8333959,47456854~1232332,60909788~11265127,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,130843659~3310930,139276810~4677470,165105502~8845483,174227622~1033738,178167106~1739629,187186386~3036613,201326592~6746418,217503361~5355413,223501041~6934950,234881024~1786824,239075328~8599412,248928088~13825920,263126226~1937020,281525998~5972062,295540134~5473756,301989888~8962395,325770820~1259854,359840347~3611184,391207598~1037125,409624517~2233198] 2024-06-06T11:13:36.610 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 14 diff [2271888~14584714,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,187186386~3036613,200769481~109568,203532715~4540295,217503361~12932630,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,325770820~1259854,351890688~3858896,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.610 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,19581642~8134059,34601230~7287161,47456854~1232332,60909788~2621250,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,139276810~4677470,165959784~7991201,174227622~1033738,178167106~1739629,187186386~3036613,200769481~109568,203532715~4540295,217503361~12932630,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,325770820~1259854,351890688~3858896,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.619 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,19581642~8134059,33554432~8333959,47456854~1232332,60909788~12960365,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,130843659~3310930,139276810~4677470,165105502~8845483,174227622~1033738,178167106~1739629,187186386~3036613,199083587~1795462,201326592~6746418,217503361~12932630,234881024~1786824,239075328~8599412,248928088~16135158,281525998~5972062,295540134~5473756,301989888~8962395,322620452~2410488,325770820~1259854,351890688~3858896,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.619 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 15 diff [2271888~14584714,17067293~13551877,34601230~7287161,46511390~4319812,51001428~820779,60909788~2621250,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,200769481~109568,202029568~6043442,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,325770820~1259854,351890688~3858896,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.619 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,34601230~7287161,46511390~4319812,51001428~820779,60909788~2621250,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,200769481~109568,202029568~6043442,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,325770820~1259854,351890688~3858896,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.630 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~820779,60909788~12960365,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,199083587~1795462,201326592~6746418,217503361~12932630,233325957~14348783,248928088~16135158,281525998~5972062,295540134~5473756,301989888~8962395,322620452~2410488,325770820~1259854,351890688~3858896,359840347~3611184,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.631 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 16 diff [2271888~14584714,17067293~13551877,34601230~7287161,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,325770820~1259854,351890688~3858896,359840347~3611184,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.631 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,34601230~7287161,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,325770820~1259854,351890688~3858896,359840347~3611184,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.640 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,233325957~14348783,248928088~16135158,281525998~5972062,295540134~5473756,301989888~8962395,322620452~2410488,325770820~1259854,351890688~3858896,359840347~10909730,382970745~670541,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.640 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 17 diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,325770820~1259854,341986970~68769,350541776~5727845,359840347~3611184,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.640 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,325770820~1259854,341986970~68769,350541776~5727845,359840347~3611184,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.650 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~4450838,196758372~11314638,217503361~12932630,233325957~14348783,248928088~16135158,281525998~5972062,295540134~5473756,301989888~8962395,322620452~2410488,325770820~1259854,339738624~2317115,350541776~5727845,359840347~11709717,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.650 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 18 diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~4450838,196758372~13684710,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,317912091~1351655,322620452~2410488,325770820~1259854,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.650 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~4450838,196758372~13684710,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,317912091~1351655,322620452~2410488,325770820~1259854,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.659 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~4450838,196758372~13684710,217503361~12932630,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,317912091~1351655,322620452~2410488,325770820~1259854,339738624~2317115,346222890~1104401,350541776~5727845,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.659 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 19 diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.660 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.669 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,325770820~8526048,339738624~2317115,346222890~1104401,350541776~5727845,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.669 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 11 diff [7089263~9253944,47456854~1232332,82821498~688409,90771835~5570509,165959784~7991201,217503361~5355413,295917702~5096188,305018567~5933716,409624517~2233198] 2024-06-06T11:13:36.669 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9253944,47456854~1232332,82821498~688409,90771835~5570509,165959784~7991201,217503361~5355413,295917702~5096188,305018567~5933716,409624517~2233198] 2024-06-06T11:13:36.679 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9253944,47456854~1232332,82821498~688409,90771835~5570509,165105502~8845483,217503361~5355413,295917702~5096188,301989888~8962395,409624517~2233198] 2024-06-06T11:13:36.679 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 12 diff [7089263~9253944,19581642~824656,34601230~7287161,47456854~1232332,60909788~2621250,82821498~688409,90771835~5570509,127010580~3749632,133719297~435292,165959784~7991201,203532715~4540295,217503361~5355413,223501041~6934950,243057259~4617481,263752367~1310879,295917702~5096188,305018567~5933716,409624517~2233198] 2024-06-06T11:13:36.679 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9253944,19581642~824656,34601230~7287161,47456854~1232332,60909788~2621250,82821498~688409,90771835~5570509,127010580~3749632,133719297~435292,165959784~7991201,203532715~4540295,217503361~5355413,223501041~6934950,243057259~4617481,263752367~1310879,295917702~5096188,305018567~5933716,409624517~2233198] 2024-06-06T11:13:36.690 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9253944,19581642~824656,33554432~8333959,47456854~1232332,60909788~2621250,82821498~688409,90771835~5570509,127010580~3749632,130843659~3310930,165105502~8845483,201326592~6746418,217503361~5355413,223501041~6934950,239075328~8599412,263126226~1937020,295917702~5096188,301989888~8962395,409624517~2233198] 2024-06-06T11:13:36.690 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 13 diff [7089263~9253944,19581642~824656,34601230~7287161,47456854~1232332,60909788~2621250,66957964~5216951,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,165959784~7991201,174227622~1033738,203532715~4540295,217503361~5355413,223501041~6934950,235112757~1555091,243057259~4617481,248928088~13825920,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,359840347~1248024,391207598~1037125,409624517~2233198] 2024-06-06T11:13:36.690 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9253944,19581642~824656,34601230~7287161,47456854~1232332,60909788~2621250,66957964~5216951,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,165959784~7991201,174227622~1033738,203532715~4540295,217503361~5355413,223501041~6934950,235112757~1555091,243057259~4617481,248928088~13825920,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,359840347~1248024,391207598~1037125,409624517~2233198] 2024-06-06T11:13:36.700 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9253944,19581642~824656,33554432~8333959,47456854~1232332,60909788~11265127,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,130843659~3310930,165105502~8845483,174227622~1033738,201326592~6746418,217503361~5355413,223501041~6934950,234881024~1786824,239075328~8599412,248928088~13825920,263126226~1937020,281525998~5972062,295540134~5473756,301989888~8962395,359840347~1248024,391207598~1037125,409624517~2233198] 2024-06-06T11:13:36.700 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 14 diff [7089263~9767339,19581642~824656,22262642~2147644,34601230~7287161,47456854~1232332,60909788~2621250,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,165959784~7991201,174227622~1033738,200769481~109568,203532715~4540295,217503361~12932630,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.700 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,19581642~824656,22262642~2147644,34601230~7287161,47456854~1232332,60909788~2621250,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,165959784~7991201,174227622~1033738,200769481~109568,203532715~4540295,217503361~12932630,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.710 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,19581642~824656,22262642~2147644,33554432~8333959,47456854~1232332,60909788~12960365,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,130843659~3310930,165105502~8845483,174227622~1033738,199083587~1795462,201326592~6746418,217503361~12932630,234881024~1786824,239075328~8599412,248928088~16135158,281525998~5972062,295540134~5473756,301989888~8962395,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.710 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 15 diff [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,34601230~7287161,46511390~4319812,51001428~820779,60909788~2621250,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,200769481~109568,202029568~6043442,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.710 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,34601230~7287161,46511390~4319812,51001428~820779,60909788~2621250,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,200769481~109568,202029568~6043442,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.719 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,33554432~8333959,46511390~4319812,51001428~820779,60909788~12960365,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,199083587~1795462,201326592~6746418,217503361~12932630,233325957~14348783,248928088~16135158,281525998~5972062,295540134~5473756,301989888~8962395,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.719 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 16 diff [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,34601230~7287161,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,351890688~3858896,359840347~1248024,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.719 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,34601230~7287161,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,351890688~3858896,359840347~1248024,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.729 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,82821498~688409,90771835~5570509,119892578~7018953,127010580~3749632,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~4450838,196758372~11314638,217503361~12932630,233325957~14348783,248928088~16135158,281525998~5972062,295540134~5473756,301989888~8962395,322620452~2410488,351890688~3858896,359840347~1248024,363451531~7298546,382970745~670541,391207598~1037125,400676706~7289389,409624517~2233198] 2024-06-06T11:13:36.729 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 17 diff [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,341986970~68769,350541776~5727845,359840347~1248024,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.729 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~4450838,196758372~11314638,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~5473756,305018567~5933716,322620452~2410488,341986970~68769,350541776~5727845,359840347~1248024,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.739 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~4450838,196758372~11314638,217503361~12932630,233325957~14348783,248928088~16135158,281525998~5972062,295540134~5473756,301989888~8962395,322620452~2410488,339738624~2317115,350541776~5727845,359840347~1248024,363451531~8098533,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.739 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 18 diff [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~4450838,196758372~13684710,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,317912091~1351655,322620452~2410488,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.739 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~4450838,196758372~13684710,217503361~12932630,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,317912091~1351655,322620452~2410488,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.749 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,22262642~2306510,26155888~4463282,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~4450838,196758372~13684710,217503361~12932630,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,317912091~1351655,322620452~2410488,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.749 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 19 diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.749 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.758 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.758 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 12 diff [19581642~824656,34601230~7287161,60909788~2621250,127010580~3749632,133719297~435292,203532715~4540295,223501041~6934950,243057259~4617481,263752367~1310879,306280764~2034035] 2024-06-06T11:13:36.758 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [19581642~824656,34601230~7287161,60909788~2621250,127010580~3749632,133719297~435292,203532715~4540295,223501041~6934950,243057259~4617481,263752367~1310879,306280764~2034035] 2024-06-06T11:13:36.768 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [19581642~824656,33554432~8333959,60909788~2621250,127010580~3749632,130843659~3310930,201326592~6746418,223501041~6934950,239075328~8599412,263126226~1937020,306280764~2034035] 2024-06-06T11:13:36.768 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 13 diff [19581642~824656,34601230~7287161,60909788~2621250,66957964~5216951,119892578~7018953,127010580~3749632,133719297~435292,174227622~1033738,203532715~4540295,223501041~6934950,235112757~1555091,243057259~4617481,248928088~13825920,263752367~1310879,281525998~5972062,295540134~3702794,306280764~2034035,359840347~1248024,391207598~1037125] 2024-06-06T11:13:36.768 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [19581642~824656,34601230~7287161,60909788~2621250,66957964~5216951,119892578~7018953,127010580~3749632,133719297~435292,174227622~1033738,203532715~4540295,223501041~6934950,235112757~1555091,243057259~4617481,248928088~13825920,263752367~1310879,281525998~5972062,295540134~3702794,306280764~2034035,359840347~1248024,391207598~1037125] 2024-06-06T11:13:36.778 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [19581642~824656,33554432~8333959,60909788~11265127,119892578~7018953,127010580~3749632,130843659~3310930,174227622~1033738,201326592~6746418,223501041~6934950,234881024~1786824,239075328~8599412,248928088~13825920,263126226~1937020,281525998~5972062,295540134~3702794,306280764~2034035,359840347~1248024,391207598~1037125] 2024-06-06T11:13:36.778 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 14 diff [8460548~1647999,11336043~5520559,19581642~824656,22262642~2147644,34601230~7287161,60909788~2621250,66218131~7652022,119892578~7018953,127010580~3749632,133719297~435292,174227622~1033738,200769481~109568,203532715~4540295,220408654~10027337,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.778 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,19581642~824656,22262642~2147644,34601230~7287161,60909788~2621250,66218131~7652022,119892578~7018953,127010580~3749632,133719297~435292,174227622~1033738,200769481~109568,203532715~4540295,220408654~10027337,235112757~1555091,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.787 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,19581642~824656,22262642~2147644,33554432~8333959,60909788~12960365,119892578~7018953,127010580~3749632,130843659~3310930,174227622~1033738,199083587~1795462,201326592~6746418,220408654~10027337,234881024~1786824,239075328~8599412,248928088~16135158,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.787 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 15 diff [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,34601230~7287161,46511390~4319812,51001428~820779,60909788~2621250,66218131~7652022,119892578~7018953,127010580~3749632,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,200769481~109568,202029568~6043442,220408654~10027337,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.787 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,34601230~7287161,46511390~4319812,51001428~820779,60909788~2621250,66218131~7652022,119892578~7018953,127010580~3749632,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,200769481~109568,202029568~6043442,220408654~10027337,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.797 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,33554432~8333959,46511390~4319812,51001428~820779,60909788~12960365,119892578~7018953,127010580~3749632,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,199083587~1795462,201326592~6746418,220408654~10027337,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.797 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 16 diff [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,34601230~7287161,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,119892578~7018953,127010580~3749632,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~11314638,220408654~10027337,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,351890688~3858896,359840347~1248024,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.797 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,34601230~7287161,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,119892578~7018953,127010580~3749632,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~11314638,220408654~10027337,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,351890688~3858896,359840347~1248024,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.807 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,119892578~7018953,127010580~3749632,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~11314638,220408654~10027337,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,351890688~3858896,359840347~1248024,363451531~7298546,382970745~670541,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.807 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 17 diff [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~11314638,220408654~10027337,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,341986970~68769,350541776~5727845,359840347~1248024,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.807 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~11314638,220408654~10027337,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,341986970~68769,350541776~5727845,359840347~1248024,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.817 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,80358000~6830865,119892578~10867634,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~11314638,220408654~10027337,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,306280764~2034035,322620452~2410488,339738624~2317115,350541776~5727845,359840347~1248024,363451531~8098533,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.817 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 18 diff [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~13684710,220408654~10027337,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,317912091~1351655,322620452~2410488,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.817 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,33715956~8172435,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~13684710,220408654~10027337,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,317912091~1351655,322620452~2410488,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.826 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,22262642~2306510,26155888~4463282,33554432~8333959,46511390~4319812,51001428~820779,56434647~17435506,80358000~6830865,119892578~10867634,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~13684710,220408654~10027337,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,317912091~1351655,322620452~2410488,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.826 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 19 diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.826 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.835 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,119892578~10867634,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.836 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 13 diff [66957964~5216951,119892578~7018953,174227622~1033738,235112757~1555091,248928088~13825920,281525998~5972062,295540134~3702794,359840347~1248024,391207598~1037125] 2024-06-06T11:13:36.836 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [66957964~5216951,119892578~7018953,174227622~1033738,235112757~1555091,248928088~13825920,281525998~5972062,295540134~3702794,359840347~1248024,391207598~1037125] 2024-06-06T11:13:36.845 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [63531038~8643877,119892578~7018953,174227622~1033738,234881024~1786824,248928088~13825920,281525998~5972062,295540134~3702794,359840347~1248024,391207598~1037125] 2024-06-06T11:13:36.846 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 14 diff [8460548~1647999,11336043~5520559,22262642~2147644,66218131~7652022,119892578~7018953,174227622~1033738,200769481~109568,220408654~7359682,235112757~1555091,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.846 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,22262642~2147644,66218131~7652022,119892578~7018953,174227622~1033738,200769481~109568,220408654~7359682,235112757~1555091,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.855 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,22262642~2147644,63531038~10339115,119892578~7018953,174227622~1033738,199083587~1795462,220408654~7359682,234881024~1786824,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.855 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 15 diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,66218131~7652022,119892578~7018953,156553368~3271631,164159042~6125091,174227622~1033738,200769481~109568,202029568~3410085,220408654~9259387,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.855 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,66218131~7652022,119892578~7018953,156553368~3271631,164159042~6125091,174227622~1033738,200769481~109568,202029568~3410085,220408654~9259387,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.864 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,63531038~10339115,119892578~7018953,156553368~3271631,164159042~6125091,174227622~1033738,199083587~1795462,202029568~3410085,220408654~9259387,233325957~7187620,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,351890688~3858896,359840347~1248024,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.864 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 16 diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,119892578~7018953,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~10492484,220408654~9259387,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,351890688~3858896,359840347~1248024,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.864 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,119892578~7018953,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~10492484,220408654~9259387,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,351890688~3858896,359840347~1248024,364315995~6434082,382970745~670541,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.874 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,56434647~17435506,119892578~7018953,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~10492484,220408654~9259387,233325957~7187620,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,351890688~3858896,359840347~1248024,363451531~7298546,382970745~670541,391207598~1037125,400676706~7289389] 2024-06-06T11:13:36.874 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 17 diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~10492484,220408654~9259387,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,341986970~68769,350541776~5727845,359840347~1248024,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.874 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~10492484,220408654~9259387,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,341986970~68769,350541776~5727845,359840347~1248024,364315995~7234069,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.885 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~17435506,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~10492484,220408654~9259387,233325957~7187620,248928088~14324946,281525998~5972062,295540134~3702794,322620452~2410488,339738624~2317115,350541776~5727845,359840347~1248024,363451531~8098533,382970745~670541,391207598~1037125,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.885 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 18 diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~13684710,220408654~9259387,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,317912091~1351655,322620452~2410488,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.885 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~13684710,220408654~9259387,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,317912091~1351655,322620452~2410488,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.894 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~17435506,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~4450838,196758372~13684710,220408654~9259387,233325957~7187620,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,317912091~1351655,322620452~2410488,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.894 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 19 diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.894 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.904 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~22868725,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.904 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 14 diff [8460548~1647999,11336043~5520559,22262642~2147644,66218131~7652022,200769481~109568,220408654~7359682,258586388~4666646,322620452~2410488,351890688~3858896,400676706~7289389] 2024-06-06T11:13:36.904 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,22262642~2147644,66218131~7652022,200769481~109568,220408654~7359682,258586388~4666646,322620452~2410488,351890688~3858896,400676706~7289389] 2024-06-06T11:13:36.913 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,22262642~2147644,66218131~7652022,199083587~1795462,220408654~7359682,258586388~4666646,322620452~2410488,351890688~3858896,400676706~7289389] 2024-06-06T11:13:36.913 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 15 diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,66218131~7652022,156553368~3271631,164159042~6125091,200769481~109568,202029568~3410085,220408654~9259387,234331039~6182538,258586388~4666646,322620452~2410488,351890688~3858896,400676706~7289389] 2024-06-06T11:13:36.913 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,66218131~7652022,156553368~3271631,164159042~6125091,200769481~109568,202029568~3410085,220408654~9259387,234331039~6182538,258586388~4666646,322620452~2410488,351890688~3858896,400676706~7289389] 2024-06-06T11:13:36.923 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,66218131~7652022,156553368~3271631,164159042~6125091,199083587~1795462,202029568~3410085,220408654~9259387,233325957~7187620,258586388~4666646,322620452~2410488,351890688~3858896,400676706~7289389] 2024-06-06T11:13:36.923 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 16 diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,220408654~9259387,234331039~6182538,258586388~4666646,322620452~2410488,351890688~3858896,364315995~6434082,382970745~670541,400676706~7289389] 2024-06-06T11:13:36.923 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,220408654~9259387,234331039~6182538,258586388~4666646,322620452~2410488,351890688~3858896,364315995~6434082,382970745~670541,400676706~7289389] 2024-06-06T11:13:36.933 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,220408654~9259387,233325957~7187620,258586388~4666646,322620452~2410488,351890688~3858896,363451531~7298546,382970745~670541,400676706~7289389] 2024-06-06T11:13:36.933 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 17 diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,220408654~9259387,234331039~6182538,258586388~4666646,322620452~2410488,341986970~68769,350541776~5727845,364315995~7234069,382970745~670541,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.934 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,220408654~9259387,234331039~6182538,258586388~4666646,322620452~2410488,341986970~68769,350541776~5727845,364315995~7234069,382970745~670541,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.944 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,220408654~9259387,233325957~7187620,258586388~4666646,322620452~2410488,339738624~2317115,350541776~5727845,363451531~8098533,382970745~670541,400676706~7289389,408662379~6542315] 2024-06-06T11:13:36.944 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 18 diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~13684710,220408654~9259387,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,317912091~1351655,322620452~2410488,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.944 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~13684710,220408654~9259387,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,317912091~1351655,322620452~2410488,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.954 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,22262642~2306510,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~13684710,220408654~9259387,233325957~7187620,251258305~1394016,258586388~4666646,299903397~1680028,317912091~1351655,322620452~2410488,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.954 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 19 diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.954 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.963 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,251258305~1394016,258586388~4666646,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:36.964 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to 15 diff [17067293~2831815,23522802~1046350,26155888~4463282,46511390~4319812,51001428~820779,156553368~3271631,164159042~6125091,202029568~3410085,225357901~4310140,234331039~6182538] 2024-06-06T11:13:36.964 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [17067293~2831815,23522802~1046350,26155888~4463282,46511390~4319812,51001428~820779,156553368~3271631,164159042~6125091,202029568~3410085,225357901~4310140,234331039~6182538] 2024-06-06T11:13:36.973 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [17067293~2831815,23522802~1046350,26155888~4463282,46511390~4319812,51001428~820779,156553368~3271631,164159042~6125091,202029568~3410085,225357901~4310140,233325957~7187620] 2024-06-06T11:13:36.973 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to 16 diff [17067293~2831815,23522802~1046350,26155888~4463282,46511390~4319812,51001428~820779,56434647~9131536,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,225357901~4310140,234331039~6182538,364315995~6434082,382970745~670541,401545972~190210] 2024-06-06T11:13:36.973 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [17067293~2831815,23522802~1046350,26155888~4463282,46511390~4319812,51001428~820779,56434647~9131536,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,225357901~4310140,234331039~6182538,364315995~6434082,382970745~670541,401545972~190210] 2024-06-06T11:13:36.982 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [17067293~2831815,23522802~1046350,26155888~4463282,46511390~4319812,51001428~820779,56434647~9131536,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,225357901~4310140,233325957~7187620,363451531~7298546,382970745~670541,401545972~190210] 2024-06-06T11:13:36.982 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to 17 diff [17067293~2831815,23522802~1046350,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,224155058~5512983,234331039~6182538,258785593~2696784,341986970~68769,350541776~5727845,364315995~7234069,382970745~670541,401545972~190210,408662379~6542315] 2024-06-06T11:13:36.982 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [17067293~2831815,23522802~1046350,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,224155058~5512983,234331039~6182538,258785593~2696784,341986970~68769,350541776~5727845,364315995~7234069,382970745~670541,401545972~190210,408662379~6542315] 2024-06-06T11:13:36.992 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [17067293~2831815,23522802~1046350,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~10492484,224155058~5512983,233325957~7187620,258785593~2696784,339738624~2317115,350541776~5727845,363451531~8098533,382970745~670541,401545972~190210,408662379~6542315] 2024-06-06T11:13:36.992 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to 18 diff [17067293~2831815,23522802~1046350,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~13684710,224155058~5512983,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,317912091~1351655,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~7513855,408662379~6542315] 2024-06-06T11:13:36.992 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [17067293~2831815,23522802~1046350,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~13684710,224155058~5512983,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,317912091~1351655,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~7513855,408662379~6542315] 2024-06-06T11:13:37.002 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [17067293~2831815,23522802~1046350,26155888~4463282,33715956~4250931,46511390~4319812,51001428~820779,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~4450838,196758372~13684710,224155058~5512983,233325957~7187620,251258305~1394016,258785593~2696784,299903397~1680028,317912091~1351655,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~7513855,408662379~6542315] 2024-06-06T11:13:37.002 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to 19 diff [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.002 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.011 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,233325957~7187620,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.011 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to 16 diff [56434647~9131536,191199713~4450838,196758372~10492484,364315995~6434082,382970745~670541,401545972~190210] 2024-06-06T11:13:37.011 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [56434647~9131536,191199713~4450838,196758372~10492484,364315995~6434082,382970745~670541,401545972~190210] 2024-06-06T11:13:37.020 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [56434647~9131536,191199713~4450838,196758372~10492484,363451531~7298546,382970745~670541,401545972~190210] 2024-06-06T11:13:37.021 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to 17 diff [33715956~4250931,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,191199713~4450838,196758372~10492484,224155058~4022989,258785593~2696784,341986970~68769,350541776~5727845,364315995~7234069,382970745~670541,401545972~190210,408662379~6542315] 2024-06-06T11:13:37.024 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [33715956~4250931,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,191199713~4450838,196758372~10492484,224155058~4022989,258785593~2696784,341986970~68769,350541776~5727845,364315995~7234069,382970745~670541,401545972~190210,408662379~6542315] 2024-06-06T11:13:37.030 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [33715956~4250931,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,191199713~4450838,196758372~10492484,224155058~4022989,258785593~2696784,339738624~2317115,350541776~5727845,363451531~8098533,382970745~670541,401545972~190210,408662379~6542315] 2024-06-06T11:13:37.030 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to 18 diff [33715956~4250931,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,191199713~4450838,196758372~13684710,224155058~4022989,251258305~1394016,258785593~2696784,299903397~1680028,317912091~1351655,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~7513855,408662379~6542315] 2024-06-06T11:13:37.030 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [33715956~4250931,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,191199713~4450838,196758372~13684710,224155058~4022989,251258305~1394016,258785593~2696784,299903397~1680028,317912091~1351655,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~7513855,408662379~6542315] 2024-06-06T11:13:37.040 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [33715956~4250931,56434647~9131536,66687876~3582959,80358000~6830865,125927691~2837776,191199713~4450838,196758372~13684710,224155058~4022989,251258305~1394016,258785593~2696784,299903397~1680028,317912091~1351655,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~7513855,408662379~6542315] 2024-06-06T11:13:37.040 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to 19 diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.040 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.049 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.049 INFO:tasks.workunit.client.0.smithi132.stdout:from 16 to 17 diff [33715956~4250931,66687876~3582959,80358000~6830865,125927691~2837776,224155058~4022989,258785593~2696784,341986970~68769,350541776~5727845,366014552~5535512,408662379~6542315] 2024-06-06T11:13:37.050 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [33715956~4250931,66687876~3582959,80358000~6830865,125927691~2837776,224155058~4022989,258785593~2696784,341986970~68769,350541776~5727845,366014552~5535512,408662379~6542315] 2024-06-06T11:13:37.060 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [33715956~4250931,66687876~3582959,80358000~6830865,125927691~2837776,224155058~4022989,258785593~2696784,339738624~2317115,350541776~5727845,366014552~5535512,408662379~6542315] 2024-06-06T11:13:37.060 INFO:tasks.workunit.client.0.smithi132.stdout:from 16 to 18 diff [33715956~4250931,66687876~3582959,80358000~6830865,125927691~2837776,203230690~7212392,224155058~4022989,251258305~1394016,258785593~2696784,299903397~1680028,317912091~1351655,341986970~68769,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~7513855,408662379~6542315] 2024-06-06T11:13:37.060 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [33715956~4250931,66687876~3582959,80358000~6830865,125927691~2837776,203230690~7212392,224155058~4022989,251258305~1394016,258785593~2696784,299903397~1680028,317912091~1351655,341986970~68769,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~7513855,408662379~6542315] 2024-06-06T11:13:37.069 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [33715956~4250931,66687876~3582959,80358000~6830865,125927691~2837776,203230690~7212392,224155058~4022989,251258305~1394016,258785593~2696784,299903397~1680028,317912091~1351655,339738624~2317115,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~7513855,408662379~6542315] 2024-06-06T11:13:37.069 INFO:tasks.workunit.client.0.smithi132.stdout:from 16 to 19 diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~4742153,66687876~3582959,80358000~6830865,125927691~2837776,194429546~6060005,203230690~7212392,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.069 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~4742153,66687876~3582959,80358000~6830865,125927691~2837776,194429546~6060005,203230690~7212392,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.079 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,20867236~3888626,33715956~4250931,51819419~4742153,66687876~3582959,80358000~6830865,125927691~2837776,194429546~6060005,203230690~7212392,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.079 INFO:tasks.workunit.client.0.smithi132.stdout:from 17 to 18 diff [203230690~7212392,251258305~1394016,299903397~1680028,317912091~1351655,346222890~1104401,366915066~4762293,374862953~5944801,389780994~4665877,396049209~7513855] 2024-06-06T11:13:37.079 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [203230690~7212392,251258305~1394016,299903397~1680028,317912091~1351655,346222890~1104401,366915066~4762293,374862953~5944801,389780994~4665877,396049209~7513855] 2024-06-06T11:13:37.088 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [203230690~7212392,251258305~1394016,299903397~1680028,317912091~1351655,346222890~1104401,366915066~4762293,374862953~5944801,389780994~4665877,396049209~7513855] 2024-06-06T11:13:37.089 INFO:tasks.workunit.client.0.smithi132.stdout:from 17 to 19 diff [16474968~113111,20867236~3888626,51819419~4742153,194429546~6060005,203230690~7212392,230518707~365440,235403174~2121956,251258305~1394016,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,346222890~1104401,366915066~4762293,374862953~5944801,389780994~4665877,396049209~10205770] 2024-06-06T11:13:37.089 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,20867236~3888626,51819419~4742153,194429546~6060005,203230690~7212392,230518707~365440,235403174~2121956,251258305~1394016,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,346222890~1104401,366915066~4762293,374862953~5944801,389780994~4665877,396049209~10205770] 2024-06-06T11:13:37.097 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,20867236~3888626,51819419~4742153,194429546~6060005,203230690~7212392,230518707~365440,235403174~2121956,251258305~1394016,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,346222890~1104401,366915066~4762293,374862953~5944801,389780994~4665877,396049209~10205770] 2024-06-06T11:13:37.098 INFO:tasks.workunit.client.0.smithi132.stdout:from 18 to 19 diff [16474968~113111,20867236~3888626,51819419~4742153,194429546~6060005,230518707~365440,235403174~2121956,314310889~1411954,326344545~7952323,399582160~6672819] 2024-06-06T11:13:37.098 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,20867236~3888626,51819419~4742153,194429546~6060005,230518707~365440,235403174~2121956,314310889~1411954,326344545~7952323,399582160~6672819] 2024-06-06T11:13:37.107 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,20867236~3888626,51819419~4742153,194429546~6060005,230518707~365440,235403174~2121956,313707302~2015541,326344545~7952323,399582160~6672819] 2024-06-06T11:13:37.214 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.215 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.247 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:37.247 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.248 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.256 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.256 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.256 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.266 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.266 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.266 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.275 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.275 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.275 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.283 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.284 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.284 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.292 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.292 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.292 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.301 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.301 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.301 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.310 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:37.310 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.310 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.319 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.319 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.319 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.328 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,325770820~8526048,339738624~2317115,346222890~1104401,350541776~5727845,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.328 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.328 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.337 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.337 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.337 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.345 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,119892578~10867634,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.345 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.345 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.356 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~22868725,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.357 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to HEAD diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.357 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.369 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,251258305~1394016,258586388~4666646,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:37.369 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to HEAD diff [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.369 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.379 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,233325957~7187620,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.379 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to HEAD diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.379 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.388 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.388 INFO:tasks.workunit.client.0.smithi132.stdout:from 16 to HEAD diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~4742153,66687876~3582959,80358000~6830865,125927691~2837776,194429546~6060005,203230690~7212392,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.388 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~4742153,66687876~3582959,80358000~6830865,125927691~2837776,194429546~6060005,203230690~7212392,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.397 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,20867236~3888626,33715956~4250931,51819419~4742153,66687876~3582959,80358000~6830865,125927691~2837776,194429546~6060005,203230690~7212392,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:37.397 INFO:tasks.workunit.client.0.smithi132.stdout:from 17 to HEAD diff [16474968~113111,20867236~3888626,51819419~4742153,194429546~6060005,203230690~7212392,230518707~365440,235403174~2121956,251258305~1394016,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,346222890~1104401,366915066~4762293,374862953~5944801,389780994~4665877,396049209~10205770] 2024-06-06T11:13:37.397 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,20867236~3888626,51819419~4742153,194429546~6060005,203230690~7212392,230518707~365440,235403174~2121956,251258305~1394016,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,346222890~1104401,366915066~4762293,374862953~5944801,389780994~4665877,396049209~10205770] 2024-06-06T11:13:37.406 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,20867236~3888626,51819419~4742153,194429546~6060005,203230690~7212392,230518707~365440,235403174~2121956,251258305~1394016,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,346222890~1104401,366915066~4762293,374862953~5944801,389780994~4665877,396049209~10205770] 2024-06-06T11:13:38.229 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.230 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.245 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:38.245 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.245 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.254 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.254 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.254 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.262 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.263 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.263 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.274 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.274 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.274 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.280 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.280 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.280 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.289 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.289 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.289 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.298 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.298 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.298 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.307 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:38.307 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.307 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.316 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.317 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.317 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.325 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,325770820~8526048,339738624~2317115,346222890~1104401,350541776~5727845,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.325 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.325 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.334 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.335 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.335 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.344 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,119892578~10867634,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.344 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.344 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.353 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~22868725,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.353 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to HEAD diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.353 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.363 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,251258305~1394016,258586388~4666646,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:38.364 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to HEAD diff [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:38.364 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:38.373 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,233325957~7187620,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:38.373 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to HEAD diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:38.373 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:38.382 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:38.382 INFO:tasks.workunit.client.0.smithi132.stdout:from 16 to HEAD diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~4742153,66687876~3582959,80358000~6830865,125927691~2837776,194429546~6060005,203230690~7212392,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:38.382 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~4742153,66687876~3582959,80358000~6830865,125927691~2837776,194429546~6060005,203230690~7212392,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:38.391 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,20867236~3888626,33715956~4250931,51819419~4742153,66687876~3582959,80358000~6830865,125927691~2837776,194429546~6060005,203230690~7212392,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,366014552~5662807,374862953~5944801,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:38 smithi179 bash[18882]: cluster 2024-06-06T11:13:37.209883+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-06-06T11:13:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:38 smithi179 bash[18882]: cluster 2024-06-06T11:13:37.313455+0000 mgr.y (mgr.25375) 108 : cluster [DBG] pgmap v216: 105 pgs: 105 active+clean; 832 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 41 MiB/s wr, 335 op/s 2024-06-06T11:13:39.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:13:38 smithi179 bash[48797]: ts=2024-06-06T11:13:38.662Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:13:39.233 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.233 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.251 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:39.251 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.251 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.260 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.260 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.260 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.269 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.269 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.269 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.278 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.278 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.278 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.287 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.288 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.288 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.297 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.297 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.297 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.305 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.305 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.306 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.314 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:39.314 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.314 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.323 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.323 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.323 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.332 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,325770820~8526048,339738624~2317115,346222890~1104401,350541776~5727845,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.332 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.332 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.341 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.341 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.341 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.350 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,119892578~10867634,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.350 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.350 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.359 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~22868725,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.359 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to HEAD diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.359 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.369 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,251258305~1394016,258586388~4666646,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:39.369 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to HEAD diff [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:39.369 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:39.378 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,233325957~7187620,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:39.378 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to HEAD diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:39.378 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:39.387 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,20867236~3888626,33715956~4250931,51819419~13746764,66687876~3582959,80358000~6830865,125927691~2837776,191199713~19243369,224155058~4022989,230518707~365440,235403174~2121956,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:39 smithi179 bash[18882]: cluster 2024-06-06T11:13:38.213628+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-06-06T11:13:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:39 smithi179 bash[18882]: audit 2024-06-06T11:13:38.335017+0000 mon.b (mon.1) 129 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:13:40.255 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.255 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.276 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:40.276 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.276 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.285 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.285 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.285 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.294 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.294 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.294 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.303 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.303 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.303 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.312 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.312 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.312 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.320 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.321 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.321 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.329 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.329 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.330 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.338 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:40.339 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.339 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.347 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.347 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.347 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.356 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,325770820~8526048,339738624~2317115,346222890~1104401,350541776~5727845,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.356 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.356 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.366 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.366 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.366 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.375 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,119892578~10867634,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.375 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.375 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.384 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~22868725,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.384 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to HEAD diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.384 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.393 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,251258305~1394016,258586388~4666646,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:40.393 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to HEAD diff [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:40.393 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,234331039~6182538,251258305~1394016,258785593~2696784,299903397~1680028,314310889~1411954,317912091~1351655,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:40.401 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [16474968~113111,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66687876~3582959,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,224155058~5512983,230518707~365440,233325957~7187620,251258305~1394016,258785593~2696784,299903397~1680028,313707302~2015541,317912091~1351655,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~10205770,408662379~6542315] 2024-06-06T11:13:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:40 smithi179 bash[18882]: cluster 2024-06-06T11:13:39.220912+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-06-06T11:13:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:40 smithi179 bash[18882]: cluster 2024-06-06T11:13:39.314044+0000 mgr.y (mgr.25375) 109 : cluster [DBG] pgmap v219: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 8.2 MiB/s wr, 5.71k op/s 2024-06-06T11:13:41.267 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.267 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.287 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:41.287 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.287 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.296 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.296 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.296 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.305 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.305 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.305 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.314 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.314 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.314 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.323 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.323 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.323 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.332 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.332 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.332 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.341 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.341 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.342 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.354 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:41.354 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.354 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.364 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.364 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.364 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.378 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,325770820~8526048,339738624~2317115,346222890~1104401,350541776~5727845,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.378 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.379 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.387 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.387 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.388 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.398 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,119892578~10867634,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.398 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.398 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.408 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~22868725,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.408 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to HEAD diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.408 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,251258305~1394016,258586388~4666646,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.416 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,125927691~2837776,156553368~3271631,164159042~6125091,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,251258305~1394016,258586388~4666646,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:41 smithi179 bash[18882]: cluster 2024-06-06T11:13:40.244898+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-06-06T11:13:42.277 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.278 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.301 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:42.301 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.301 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.310 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.310 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.310 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.318 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.319 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.319 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.327 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.327 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.327 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.336 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.336 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.336 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.345 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.345 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.345 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.353 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.354 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.354 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.362 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:42.362 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.365 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.371 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.371 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.371 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.412 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,325770820~8526048,339738624~2317115,346222890~1104401,350541776~5727845,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.412 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.412 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.422 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.422 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.422 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.430 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,119892578~10867634,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.430 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.430 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,234331039~6182538,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.439 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~2831815,20867236~3888626,26155888~4463282,33715956~4250931,46511390~4319812,51001428~22868725,80358000~6830865,119892578~8872889,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~9259387,230518707~365440,233325957~7187620,248928088~14324946,281525998~5972062,295540134~3702794,299903397~1680028,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:42 smithi179 bash[18882]: cluster 2024-06-06T11:13:41.253368+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-06-06T11:13:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:42 smithi179 bash[18882]: cluster 2024-06-06T11:13:41.314552+0000 mgr.y (mgr.25375) 110 : cluster [DBG] pgmap v222: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 8.4 MiB/s wr, 5.89k op/s 2024-06-06T11:13:43.287 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.287 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.306 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:43.307 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.307 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.315 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.315 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.315 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.324 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.324 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.324 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.332 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.332 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.332 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.341 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.341 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.341 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.351 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.351 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.351 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.362 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.362 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.362 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.371 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:43.372 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.372 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.381 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.381 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.381 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.387 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch upgrade resume' 2024-06-06T11:13:43.391 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,325770820~8526048,339738624~2317115,346222890~1104401,350541776~5727845,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.391 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.391 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.400 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.400 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.400 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,119892578~10867634,133719297~435292,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.411 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [8460548~1647999,11336043~5520559,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,119892578~10867634,130843659~3310930,156553368~3271631,164159042~6125091,174227622~1033738,191199713~19243369,220408654~10027337,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~3702794,299903397~1680028,306280764~2034035,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:43 smithi179 bash[18882]: cluster 2024-06-06T11:13:42.266532+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-06-06T11:13:43.539 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:13:43 smithi179 bash[48797]: ts=2024-06-06T11:13:43.508Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", domainname=\"(none)\", instance=\"smithi132\", job=\"node\", machine=\"x86_64\", nodename=\"smithi132\", release=\"5.15.0-107-generic\", sysname=\"Linux\", version=\"#117~20.04.1-Ubuntu SMP Tue Apr 30 10:35:57 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:13:44.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:13:43] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.33.4" 2024-06-06T11:13:44.298 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.298 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.321 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:44.321 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.321 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.329 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.329 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.329 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.338 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.338 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.338 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.347 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.347 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.347 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.356 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.356 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.356 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.366 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.366 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.366 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.375 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.375 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.375 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.384 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:44.384 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:44.384 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:44.393 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:44.393 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:44.393 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:44.402 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,325770820~8526048,339738624~2317115,346222890~1104401,350541776~5727845,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:44.402 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:44.402 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,326344545~7952323,341986970~68769,346222890~1104401,350541776~5727845,359840347~1248024,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:44.410 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [7089263~9767339,17067293~3339005,20867236~3888626,26155888~4463282,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,156553368~3271631,164159042~9791943,174227622~1033738,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,326344545~7952323,339738624~2317115,346222890~1104401,350541776~5727845,359840347~1248024,363451531~8225828,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:44 smithi179 bash[18882]: cluster 2024-06-06T11:13:43.267640+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-06-06T11:13:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:44 smithi179 bash[18882]: cluster 2024-06-06T11:13:43.315222+0000 mgr.y (mgr.25375) 111 : cluster [DBG] pgmap v225: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:13:45.028 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.028 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.052 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:45.052 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.052 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.061 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.061 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.061 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.070 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.070 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.071 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.080 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.080 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.080 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.090 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.090 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.090 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.099 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.099 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.099 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.108 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.108 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.108 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.117 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:45.117 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:45.117 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:45.126 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:45.127 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:45.127 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,80358000~6830865,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,281525998~5972062,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322620452~2410488,325770820~8526048,341986970~68769,346222890~1104401,350541776~5727845,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:45.136 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,80358000~6830865,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,281525998~5972062,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322620452~2410488,325770820~8526048,339738624~2317115,346222890~1104401,350541776~5727845,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:45 smithi179 bash[18882]: cluster 2024-06-06T11:13:44.287324+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-06-06T11:13:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:45 smithi179 bash[18882]: cluster 2024-06-06T11:13:45.011172+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-06-06T11:13:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:45 smithi179 bash[18882]: audit 2024-06-06T11:13:45.028849+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:13:46.047 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.047 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.067 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:46.067 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.067 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.076 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.076 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.076 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.085 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.085 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.085 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.093 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.093 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.093 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.102 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.102 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.102 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.111 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.111 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.111 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.119 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.119 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.119 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.128 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:46.128 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:46.128 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~14584714,17067293~13551877,33715956~8172435,46511390~4319812,51001428~14564755,66218131~7652022,78071226~9117639,90771835~5570509,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:46.137 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~14584714,17067293~13551877,33554432~8333959,46511390~4319812,51001428~22868725,75497472~11691393,90771835~5570509,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~6542315] 2024-06-06T11:13:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:46 smithi179 bash[18882]: cluster 2024-06-06T11:13:45.315699+0000 mgr.y (mgr.25375) 112 : cluster [DBG] pgmap v228: 105 pgs: 105 active+clean; 795 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-06-06T11:13:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:46 smithi179 bash[18882]: cluster 2024-06-06T11:13:46.030369+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-06-06T11:13:46.898 INFO:teuthology.orchestra.run.smithi132.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:13:47.046 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.046 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.071 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:47.071 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.071 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.079 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.079 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.079 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.088 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.088 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.088 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.097 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.097 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.097 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.106 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.106 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.106 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.114 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.114 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.114 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.123 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.123 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.123 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,119892578~10867634,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~1406077,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.131 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,119892578~10867634,130843659~3310930,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,217503361~12932630,230518707~365440,233325957~14348783,248928088~16135158,269588144~1406077,281525998~6131589,295540134~6043291,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,389780994~4665877,396049209~11916886,408662379~7124416] 2024-06-06T11:13:47.826 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'echo wait for all mons to upgrade' 2024-06-06T11:13:48.064 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.065 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.084 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:48.085 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.085 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.093 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.093 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.093 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.103 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.103 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.103 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.113 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.113 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.113 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.122 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.122 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.122 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.130 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.130 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.130 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,105536726~5672000,119892578~10951081,133719297~435292,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~4617481,248928088~14324946,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~5933716,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,346222890~1104401,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.139 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,105536726~5672000,119892578~14262011,139276810~4677470,156553368~3271631,164159042~9791943,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~14348783,248928088~16135158,269137858~7845893,281525998~6131589,293601280~7982145,301989888~8962395,313707302~2015541,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,346222890~1104401,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:47 smithi179 bash[18882]: audit 2024-06-06T11:13:46.887815+0000 mgr.y (mgr.25375) 113 : audit [DBG] from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:13:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:47 smithi179 bash[18882]: cephadm 2024-06-06T11:13:46.888398+0000 mgr.y (mgr.25375) 114 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:13:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:47 smithi179 bash[18882]: audit 2024-06-06T11:13:46.897140+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:13:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:47 smithi179 bash[18882]: cluster 2024-06-06T11:13:47.035376+0000 mon.a (mon.0) 285 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-06-06T11:13:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:47 smithi179 bash[18882]: cluster 2024-06-06T11:13:47.316311+0000 mgr.y (mgr.25375) 115 : cluster [DBG] pgmap v231: 105 pgs: 105 active+clean; 795 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-06-06T11:13:49.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:13:48 smithi179 bash[48797]: ts=2024-06-06T11:13:48.662Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi179.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)\", cluster=\"e393e0b4-23f2-11ef-bc9b-c7b262605968\", cluster_addr=\"172.21.15.132\", device_class=\"ssd\", hostname=\"smithi132\", instance=\"smithi132:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.132\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-06T11:13:49.072 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.072 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.095 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:49.095 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.095 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.106 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.106 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.106 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.116 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.116 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.116 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.125 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.125 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.125 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.136 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.136 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.136 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~9117639,89710901~7351473,103386757~7821969,119892578~10951081,133719297~435292,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.145 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~11691393,89710901~7351473,100663296~10545430,119892578~14262011,139276810~4677470,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,187186386~3036613,191199713~19243369,213739356~16696635,230518707~365440,233325957~31737289,269137858~7845893,281525998~6131589,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374862953~5944801,382970745~670541,387957163~6489708,396049209~11916886,408662379~7124416] 2024-06-06T11:13:49.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:49 smithi179 bash[18882]: cluster 2024-06-06T11:13:48.041637+0000 mon.a (mon.0) 286 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-06-06T11:13:50.017 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.017 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.045 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:50.045 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.046 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.057 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.057 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.057 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.066 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.066 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.066 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.075 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.075 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.075 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8172435,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~6131589,291676601~542572,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8526048,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,359840347~3611184,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.084 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~8333959,42494546~31375607,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~6131589,291676601~542572,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8526048,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,359840347~11837012,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:50 smithi179 bash[18882]: cluster 2024-06-06T11:13:49.052030+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-06-06T11:13:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:50 smithi179 bash[18882]: cluster 2024-06-06T11:13:49.317612+0000 mgr.y (mgr.25375) 116 : cluster [DBG] pgmap v234: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 7.5 KiB/s wr, 1.43k op/s 2024-06-06T11:13:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:50 smithi179 bash[18882]: cluster 2024-06-06T11:13:50.003723+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-06-06T11:13:50.823 INFO:teuthology.orchestra.run.smithi132.stdout:wait for all mons to upgrade 2024-06-06T11:13:51.098 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:51.098 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:51.126 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:51.126 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:51.127 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:51.136 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:51.136 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:51.136 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:51.152 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:51.152 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:51.152 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2271888~28347282,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:51.164 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [2271888~28347282,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,178167106~1739629,179924370~4400887,184632752~25810330,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:51.750 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2024-06-06T11:13:52.096 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:52.097 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:52.127 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:52.128 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:52.128 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:52.136 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:52.136 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:52.136 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~28395542,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,213739356~19586601,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,281525998~10693175,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:52.144 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~30619170,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~34282314,213739356~51323890,269137858~7845893,281525998~10693175,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325770820~8757969,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:52.460 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:52 smithi179 bash[18882]: audit 2024-06-06T11:13:51.061778+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:13:52.461 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:52 smithi179 bash[18882]: cluster 2024-06-06T11:13:51.067189+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2024-06-06T11:13:52.461 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:52 smithi179 bash[18882]: audit 2024-06-06T11:13:51.078999+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:13:52.461 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:52 smithi179 bash[18882]: cluster 2024-06-06T11:13:51.318337+0000 mgr.y (mgr.25375) 117 : cluster [DBG] pgmap v237: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 7.5 KiB/s wr, 1.43k op/s 2024-06-06T11:13:52.461 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:52 smithi179 bash[18882]: audit 2024-06-06T11:13:51.562303+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:13:52.461 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:52 smithi179 bash[18882]: audit 2024-06-06T11:13:51.571685+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:13:52.461 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:52 smithi179 bash[18882]: audit 2024-06-06T11:13:52.020740+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:13:52.461 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:52 smithi179 bash[18882]: audit 2024-06-06T11:13:52.022570+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:13:52.461 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:52 smithi179 bash[18882]: audit 2024-06-06T11:13:52.032415+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:13:53.106 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:53.106 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:53.127 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:53.127 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:53.127 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,119892578~10951081,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~17397617,174227622~1033738,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~1351655,322484093~2733405,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:53.134 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,119892578~14262011,134217728~14865212,152228475~2986387,156553368~17397617,174227622~1033738,176160768~88902478,269137858~23081315,293601280~7982145,301989888~13732955,317912091~1351655,322484093~2733405,325528147~9000642,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:53.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:53 smithi179 bash[18882]: cluster 2024-06-06T11:13:52.086467+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2024-06-06T11:13:53.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:53 smithi179 bash[18882]: audit 2024-06-06T11:13:52.149002+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:13:53.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:53 smithi179 bash[18882]: audit 2024-06-06T11:13:52.153048+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:13:53.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:53 smithi179 bash[18882]: audit 2024-06-06T11:13:52.154719+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-06-06T11:13:53.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:53 smithi179 bash[18882]: audit 2024-06-06T11:13:52.155874+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-06-06T11:13:53.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:53 smithi179 bash[18882]: cephadm 2024-06-06T11:13:52.157865+0000 mgr.y (mgr.25375) 118 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-06-06T11:13:54.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:13:53] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.33.4" 2024-06-06T11:13:54.128 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:54.128 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [2223628~29029026,33715956~8778590,45172676~20393507,66218131~7652022,78071226~10641286,89547220~7792740,103386757~7821969,113387886~17455773,133719297~435292,136732284~7221996,146265293~2817647,152228475~2986387,156553368~18707992,178167106~32275976,212709599~20616358,234331039~6182538,243057259~20195775,263752367~1310879,269588144~7395607,280166199~12052974,295540134~6043291,305018567~8688735,314310889~1411954,317912091~7616056,325770820~8757969,336826326~1819417,341986970~68769,344261023~3383125,348489247~7780374,358447427~5004104,364315995~7361364,374091295~20355576,396049209~11916886,408662379~7124416] 2024-06-06T11:13:54.142 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~31252654,33554432~40315721,75497472~21842488,100663296~10545430,113387886~20766703,134217728~14865212,152228475~2986387,156553368~18707992,176160768~88902478,269137858~23081315,293601280~7982145,301989888~32538901,335544320~3101423,339738624~2317115,343932928~3711220,348127232~8142389,356515840~15161519,374091295~33874800,408662379~7124416] 2024-06-06T11:13:54.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:54 smithi179 bash[18882]: cluster 2024-06-06T11:13:53.092528+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2024-06-06T11:13:54.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:54 smithi179 bash[18882]: cluster 2024-06-06T11:13:53.318843+0000 mgr.y (mgr.25375) 119 : cluster [DBG] pgmap v240: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:13:54.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:54 smithi179 bash[18882]: audit 2024-06-06T11:13:53.335573+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:13:55.034 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40003 ms) 2024-06-06T11:13:55.034 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-06-06T11:13:55.034 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:13:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:55 smithi179 bash[18882]: cluster 2024-06-06T11:13:54.111324+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2024-06-06T11:13:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:55 smithi179 bash[18882]: audit 2024-06-06T11:13:54.898836+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.132:0/1336618915' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:13:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:55 smithi179 bash[18882]: cluster 2024-06-06T11:13:55.007999+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2024-06-06T11:13:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:55 smithi179 bash[18882]: audit 2024-06-06T11:13:55.020490+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:13:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:55 smithi179 bash[18882]: audit 2024-06-06T11:13:55.021466+0000 mon.b (mon.1) 138 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:13:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:55 smithi179 bash[18882]: audit 2024-06-06T11:13:55.024517+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:13:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:55 smithi179 bash[18882]: audit 2024-06-06T11:13:55.024709+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:13:56.343 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1310 ms) 2024-06-06T11:13:56.344 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-06-06T11:13:56.344 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:13:56.528 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:56 smithi179 bash[18882]: cephadm 2024-06-06T11:13:54.997469+0000 mgr.y (mgr.25375) 120 : cephadm [INF] Upgrade: Updating mon.b 2024-06-06T11:13:56.528 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:56 smithi179 bash[18882]: cephadm 2024-06-06T11:13:55.027529+0000 mgr.y (mgr.25375) 121 : cephadm [INF] Deploying daemon mon.b on smithi179 2024-06-06T11:13:56.528 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:56 smithi179 bash[18882]: cluster 2024-06-06T11:13:55.319487+0000 mgr.y (mgr.25375) 122 : cluster [DBG] pgmap v243: 105 pgs: 105 active+clean; 468 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 458 op/s 2024-06-06T11:13:57.342 INFO:tasks.workunit.client.0.smithi132.stdout: wrote [14503~78904,2070697~19556,2440586~61775,3871177~24698,5259323~35316,6457278~29357,7205880~78279,8068037~74538,15967028~101259,20699198~3891] to clone 2024-06-06T11:13:57.342 INFO:tasks.workunit.client.0.smithi132.stdout: diff was [0~3895875,4194304~3948271,12582912~3485375,16777216~3925873] 2024-06-06T11:13:57.348 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1005 ms) 2024-06-06T11:13:57.348 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-06-06T11:13:57.349 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:13:57.380 INFO:tasks.workunit.client.0.smithi132.stdout: wrote [208845~55155,1987322~30898,3799446~64353,6524069~25497,7092755~81739,9574071~64503,10186538~13925,13751144~94008,14087776~38645,14739592~17835] 2024-06-06T11:13:57.398 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (50 ms) 2024-06-06T11:13:57.398 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-06-06T11:13:57.398 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:13:57.509 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:57 smithi179 bash[18882]: cluster 2024-06-06T11:13:56.158596+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2024-06-06T11:13:57.509 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:57 smithi179 systemd[1]: Stopping Ceph mon.b for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:13:57.781 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:57 smithi132 bash[66667]: [06/Jun/2024:11:13:57] ENGINE Bus STOPPING 2024-06-06T11:13:57.787 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:57 smithi179 bash[18882]: debug 2024-06-06T11:13:57.506+0000 7fac8ec55700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-06-06T11:13:57.787 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:57 smithi179 bash[18882]: debug 2024-06-06T11:13:57.506+0000 7fac8ec55700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-06-06T11:13:58.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:57 smithi132 bash[66667]: [06/Jun/2024:11:13:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:13:58.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:57 smithi132 bash[66667]: [06/Jun/2024:11:13:57] ENGINE Bus STOPPED 2024-06-06T11:13:58.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:57 smithi132 bash[66667]: [06/Jun/2024:11:13:57] ENGINE Bus STARTING 2024-06-06T11:13:58.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:58 smithi132 bash[66667]: [06/Jun/2024:11:13:58] ENGINE Serving on http://:::9283 2024-06-06T11:13:58.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:13:58 smithi132 bash[66667]: [06/Jun/2024:11:13:58] ENGINE Bus STARTED 2024-06-06T11:13:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:58 smithi179 bash[54027]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mon-b 2024-06-06T11:13:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:58 smithi179 bash[54094]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mon-b 2024-06-06T11:13:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:58 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.b.service: Succeeded. 2024-06-06T11:13:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:58 smithi179 systemd[1]: Stopped Ceph mon.b for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:13:59.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:58 smithi179 systemd[1]: Started Ceph mon.b for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:14:00.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.670+0000 7f1794567b00 0 set uid:gid to 167:167 (ceph:ceph) 2024-06-06T11:14:00.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.670+0000 7f1794567b00 0 ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable), process ceph-mon, pid 7 2024-06-06T11:14:00.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.670+0000 7f1794567b00 0 pidfile_write: ignore empty --pid-file 2024-06-06T11:14:00.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 0 load: jerasure load: lrc 2024-06-06T11:14:00.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: RocksDB version: 7.9.2 2024-06-06T11:14:00.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Git sha 0 2024-06-06T11:14:00.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Compile date 2024-06-02 15:46:19 2024-06-06T11:14:00.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: DB SUMMARY 2024-06-06T11:14:00.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: DB Session ID: NV91KQYHY641CKI93DKC 2024-06-06T11:14:00.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: CURRENT file: CURRENT 2024-06-06T11:14:00.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: IDENTITY file: IDENTITY 2024-06-06T11:14:00.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 1983 Bytes 2024-06-06T11:14:00.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000037.sst 2024-06-06T11:14:00.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000035.log size: 3087396 ; 2024-06-06T11:14:00.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.error_if_exists: 0 2024-06-06T11:14:00.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.create_if_missing: 0 2024-06-06T11:14:00.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.paranoid_checks: 1 2024-06-06T11:14:00.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-06-06T11:14:00.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-06-06T11:14:00.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-06-06T11:14:00.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.env: 0x558591ef3ba0 2024-06-06T11:14:00.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.fs: PosixFileSystem 2024-06-06T11:14:00.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.info_log: 0x558593b42b20 2024-06-06T11:14:00.042 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.max_file_opening_threads: 16 2024-06-06T11:14:00.043 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.statistics: (nil) 2024-06-06T11:14:00.043 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.use_fsync: 0 2024-06-06T11:14:00.043 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.max_log_file_size: 0 2024-06-06T11:14:00.043 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-06T11:14:00.043 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.log_file_time_to_roll: 0 2024-06-06T11:14:00.043 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.keep_log_file_num: 1000 2024-06-06T11:14:00.043 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.recycle_log_file_num: 0 2024-06-06T11:14:00.043 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.allow_fallocate: 1 2024-06-06T11:14:00.043 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.allow_mmap_reads: 0 2024-06-06T11:14:00.043 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.allow_mmap_writes: 0 2024-06-06T11:14:00.043 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.use_direct_reads: 0 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.create_missing_column_families: 0 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.db_log_dir: 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.wal_dir: 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.table_cache_numshardbits: 6 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.advise_random_on_open: 1 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.db_write_buffer_size: 0 2024-06-06T11:14:00.044 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.write_buffer_manager: 0x558593b50b40 2024-06-06T11:14:00.045 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-06T11:14:00.045 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-06T11:14:00.045 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.use_adaptive_mutex: 0 2024-06-06T11:14:00.045 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.rate_limiter: (nil) 2024-06-06T11:14:00.045 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-06T11:14:00.045 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.wal_recovery_mode: 2 2024-06-06T11:14:00.046 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.enable_thread_tracking: 0 2024-06-06T11:14:00.047 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.enable_pipelined_write: 0 2024-06-06T11:14:00.047 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.unordered_write: 0 2024-06-06T11:14:00.047 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-06T11:14:00.047 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-06T11:14:00.047 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-06T11:14:00.047 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-06T11:14:00.047 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.row_cache: None 2024-06-06T11:14:00.047 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.wal_filter: None 2024-06-06T11:14:00.047 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.allow_ingest_behind: 0 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.two_write_queues: 0 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.manual_wal_flush: 0 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.wal_compression: 0 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.atomic_flush: 0 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.persist_stats_to_disk: 0 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.log_readahead_size: 0 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.best_efforts_recovery: 0 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-06-06T11:14:00.048 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.allow_data_in_errors: 0 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.db_host_id: __hostname__ 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.enforce_single_del_contracts: true 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.max_background_jobs: 2 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.max_background_compactions: -1 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.max_subcompactions: 1 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.delayed_write_rate : 16777216 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.max_total_wal_size: 0 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.stats_dump_period_sec: 600 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.stats_persist_period_sec: 600 2024-06-06T11:14:00.049 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.max_open_files: -1 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.bytes_per_sync: 0 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.compaction_readahead_size: 0 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Options.max_background_flushes: -1 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Compression algorithms supported: 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: kZSTD supported: 0 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: kXpressCompression supported: 0 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: kBZip2Compression supported: 0 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: kLZ4Compression supported: 1 2024-06-06T11:14:00.050 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: kZlibCompression supported: 1 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: kLZ4HCCompression supported: 1 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: kSnappyCompression supported: 1 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.674+0000 7f1794567b00 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.merge_operator: 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_filter: None 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_filter_factory: None 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.sst_partitioner_factory: None 2024-06-06T11:14:00.051 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.table_factory: BlockBasedTable 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558593b427e0) 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: cache_index_and_filter_blocks: 1 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: pin_top_level_index_and_filter: 1 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: index_type: 0 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: data_block_index_type: 0 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: index_shortening: 1 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: data_block_hash_table_util_ratio: 0.750000 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: checksum: 4 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: no_block_cache: 0 2024-06-06T11:14:00.052 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: block_cache: 0x558593b39350 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: block_cache_name: BinnedLRUCache 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: block_cache_options: 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: capacity : 536870912 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: num_shard_bits : 4 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: strict_capacity_limit : 0 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: high_pri_pool_ratio: 0.000 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: block_cache_compressed: (nil) 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: persistent_cache: (nil) 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: block_size: 4096 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: block_size_deviation: 10 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: block_restart_interval: 16 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: index_block_restart_interval: 1 2024-06-06T11:14:00.053 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: metadata_block_size: 4096 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: partition_filters: 0 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: use_delta_encoding: 1 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: filter_policy: bloomfilter 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: whole_key_filtering: 1 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: verify_compression: 0 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: read_amp_bytes_per_bit: 0 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: format_version: 5 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: enable_index_compression: 1 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: block_align: 0 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: max_auto_readahead_size: 262144 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: prepopulate_block_cache: 0 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: initial_auto_readahead_size: 8192 2024-06-06T11:14:00.054 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: num_file_reads_for_auto_readahead: 2 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.write_buffer_size: 33554432 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_write_buffer_number: 2 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compression: NoCompression 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.bottommost_compression: Disabled 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.prefix_extractor: nullptr 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.num_levels: 7 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-06T11:14:00.055 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compression_opts.window_bits: -14 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compression_opts.level: 32767 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compression_opts.strategy: 0 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compression_opts.enabled: false 2024-06-06T11:14:00.056 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.target_file_size_base: 67108864 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.target_file_size_multiplier: 1 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-06T11:14:00.057 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.arena_block_size: 1048576 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.disable_auto_compactions: 0 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-06T11:14:00.058 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.table_properties_collectors: 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.inplace_update_support: 0 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.memtable_huge_page_size: 0 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.bloom_locality: 0 2024-06-06T11:14:00.059 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.max_successive_merges: 0 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.paranoid_file_checks: 0 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.force_consistency_checks: 1 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.report_bg_io_stats: 0 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.ttl: 2592000 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.enable_blob_files: false 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.min_blob_size: 0 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.blob_file_size: 268435456 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.blob_compression_type: NoCompression 2024-06-06T11:14:00.060 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.blob_file_starting_level: 0 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1790b3f640 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 37.sst 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 39, last_sequence is 21402, log_number is 35,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 35 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 708919a1-90a7-493d-9eac-922a8a9eb8bb 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717672439681572, "job": 1, "event": "recovery_started", "wal_files": [35]} 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.678+0000 7f1794567b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #35 mode 2 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.690+0000 7f1794567b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717672439693455, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 40, "file_size": 2034366, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21407, "largest_seqno": 22025, "table_properties": {"data_size": 2029929, "index_size": 2847, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 5097, "raw_average_key_size": 23, "raw_value_size": 2023715, "raw_average_value_size": 9412, "num_data_blocks": 123, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 18, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1717672439, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "708919a1-90a7-493d-9eac-922a8a9eb8bb", "db_session_id": "NV91KQYHY641CKI93DKC", "orig_file_number": 40, "seqno_to_time_mapping": "N/A"}} 2024-06-06T11:14:00.061 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.690+0000 7f1794567b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1717672439693597, "job": 1, "event": "recovery_finished"} 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.690+0000 7f1794567b00 4 rocksdb: [db/version_set.cc:5047] Creating manifest 42 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000035.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558593b64e00 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 4 rocksdb: DB pointer 0x558593c5c000 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f178a332640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f178a332640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: ** DB Stats ** 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T11:14:00.062 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: ** Compaction Stats [default] ** 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: L0 1/0 1.94 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 392.4 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: L6 1/0 36.64 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Sum 2/0 38.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 392.4 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 392.4 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: ** Compaction Stats [default] ** 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T11:14:00.063 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 392.4 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-06-06T11:14:00.064 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-06-06T11:14:00.064 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T11:14:00.064 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Flush(GB): cumulative 0.002, interval 0.002 2024-06-06T11:14:00.064 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-06T11:14:00.064 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: AddFile(Total Files): cumulative 0, interval 0 2024-06-06T11:14:00.064 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: AddFile(L0 Files): cumulative 0, interval 0 2024-06-06T11:14:00.064 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: AddFile(Keys): cumulative 0, interval 0 2024-06-06T11:14:00.064 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Cumulative compaction: 0.00 GB write, 119.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T11:14:00.064 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Interval compaction: 0.00 GB write, 119.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Block cache BinnedLRUCache@0x558593b39350#7 capacity: 512.00 MB usage: 3.73 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Block cache entry stats(count,size,portion): FilterBlock(1,0.66 KB,0.00012517%) IndexBlock(1,3.08 KB,0.000587106%) Misc(1,0.00 KB,0%) 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: ** File Read Latency Histogram By Level [default] ** 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 0 starting mon.b rank 1 at public addrs [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] at bind addrs [v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 1 mon.b@-1(???) e3 preinit fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 0 mon.b@-1(???).mds e7 new map 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 0 mon.b@-1(???).mds e7 print_map 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: e7 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: enable_multiple, ever_enabled_multiple: 1,1 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: legacy client fscid: 1 2024-06-06T11:14:00.065 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Filesystem 'foo' (1) 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: fs_name foo 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: epoch 5 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: created 2024-06-06T11:04:24.074164+0000 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: modified 2024-06-06T11:04:30.895294+0000 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: tableserver 0 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: root 0 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: session_timeout 60 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: session_autoclose 300 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: max_file_size 1099511627776 2024-06-06T11:14:00.066 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: max_xattr_size 65536 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: required_client_features {} 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: last_failure 0 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: last_failure_osd_epoch 0 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: max_mds 1 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: in 0 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: up {0=14628} 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: failed 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: damaged 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: stopped 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: data_pools [4] 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: metadata_pool 3 2024-06-06T11:14:00.067 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: inline_data disabled 2024-06-06T11:14:00.068 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: balancer 2024-06-06T11:14:00.068 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: bal_rank_mask -1 2024-06-06T11:14:00.068 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: standby_count_wanted 1 2024-06-06T11:14:00.068 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: [mds.foo.smithi132.jyyqao{0:14628} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.132:6834/4246073050,v1:172.21.15.132:6835/4246073050] compat {c=[1],r=[1],i=[7ff]}] 2024-06-06T11:14:00.068 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: 2024-06-06T11:14:00.068 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: 2024-06-06T11:14:00.068 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: Standby daemons: 2024-06-06T11:14:00.068 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: 2024-06-06T11:14:00.068 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: [mds.foo.smithi179.tpnmsk{-1:24511} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.179:6832/3548325083,v1:172.21.15.179:6833/3548325083] compat {c=[1],r=[1],i=[7ff]}] 2024-06-06T11:14:00.068 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 0 mon.b@-1(???).osd e388 crush map has features 3314933000854323200, adjusting msgr requires 2024-06-06T11:14:00.068 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 0 mon.b@-1(???).osd e388 crush map has features 432629239337189376, adjusting msgr requires 2024-06-06T11:14:00.069 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 0 mon.b@-1(???).osd e388 crush map has features 432629239337189376, adjusting msgr requires 2024-06-06T11:14:00.069 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 0 mon.b@-1(???).osd e388 crush map has features 432629239337189376, adjusting msgr requires 2024-06-06T11:14:00.069 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:13:59 smithi179 bash[54149]: debug 2024-06-06T11:13:59.694+0000 7f1794567b00 1 mon.b@-1(???).paxosservice(auth 1..23) refresh upgraded, format 0 -> 3 2024-06-06T11:14:01.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.920+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-06-06T11:14:01.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.920+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:14:01.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.920+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.920+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.920+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.920+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.920+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.920+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.920+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.920+0000 7fd0ab1bf640 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.940+0000 7fd0ad9c4640 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.940+0000 7fd0ad9c4640 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.940+0000 7fd0ad9c4640 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.940+0000 7fd0ad9c4640 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.940+0000 7fd0ad9c4640 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.940+0000 7fd0ad9c4640 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.940+0000 7fd0ad9c4640 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.940+0000 7fd0ad9c4640 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.940+0000 7fd0ad9c4640 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:01.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:00 smithi132 bash[71843]: debug 2024-06-06T11:14:00.940+0000 7fd0ad9c4640 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T10:53:41.520340+0000 mon.a (mon.0) 0 : [INF] mkfs e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T11:14:02.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:09:00.526568+0000 mgr.x (mgr.24880) 53 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-06-06T11:14:02.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:09:00.579621+0000 mgr.x (mgr.24880) 54 : cephadm [INF] Reconfiguring daemon grafana.a on smithi179 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:09:24.060772+0000 mgr.x (mgr.24880) 70 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:09:24.061266+0000 mgr.x (mgr.24880) 71 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:09:26.648641+0000 mgr.x (mgr.24880) 73 : cephadm [INF] Upgrade: Updating mgr.y 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:09:26.666026+0000 mgr.x (mgr.24880) 74 : cephadm [INF] Deploying daemon mgr.y on smithi132 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:09:49.835554+0000 mgr.y (mgr.25283) 4 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Bus STARTING 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:09:49.960914+0000 mgr.y (mgr.25283) 5 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Serving on https://172.21.15.132:7150 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:09:49.969155+0000 mgr.y (mgr.25283) 6 : cephadm [ERR] [06/Jun/2024:11:09:49] ENGINE Error in HTTPServer.serve 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: Traceback (most recent call last): 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: self._connections.run(self.expiration_interval) 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: self._run(expiration_interval) 2024-06-06T11:14:02.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: s = self.context.wrap_socket( 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: return self.sslsocket_class._create( 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: self.do_handshake() 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: self._sslobj.do_handshake() 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:09:50.062723+0000 mgr.y (mgr.25283) 7 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Serving on http://172.21.15.132:8765 2024-06-06T11:14:02.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:09:50.062842+0000 mgr.y (mgr.25283) 8 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Bus STARTED 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:06.115845+0000 mgr.y (mgr.25283) 17 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:06.116217+0000 mgr.y (mgr.25283) 18 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:06.266989+0000 mgr.y (mgr.25283) 19 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:06.286286+0000 mgr.y (mgr.25283) 20 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:06.419428+0000 mgr.y (mgr.25283) 21 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:06.442038+0000 mgr.y (mgr.25283) 22 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:06.582851+0000 mgr.y (mgr.25283) 23 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:06.595186+0000 mgr.y (mgr.25283) 24 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:06.805503+0000 mgr.y (mgr.25283) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:07.056665+0000 mgr.y (mgr.25283) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:15.228404+0000 mgr.y (mgr.25283) 32 : cephadm [INF] Upgrade: Updating mgr.x 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:15.234400+0000 mgr.y (mgr.25283) 33 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T11:14:02.285 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:36.479460+0000 mgr.y (mgr.25283) 45 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:36.501609+0000 mgr.y (mgr.25283) 46 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:40.013609+0000 mgr.y (mgr.25283) 49 : cephadm [INF] Upgrade: Updating mon.a 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:40.025344+0000 mgr.y (mgr.25283) 50 : cephadm [INF] Deploying daemon mon.a on smithi132 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:54.527393+0000 mgr.y (mgr.25375) 4 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Bus STARTING 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:54.651225+0000 mgr.y (mgr.25375) 5 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Serving on https://172.21.15.132:7150 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:54.655957+0000 mgr.y (mgr.25375) 6 : cephadm [ERR] [06/Jun/2024:11:10:54] ENGINE Error in HTTPServer.serve 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: Traceback (most recent call last): 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: self._connections.run(self.expiration_interval) 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: self._run(expiration_interval) 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:14:02.286 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:14:02.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:14:02.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:14:02.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: s = self.context.wrap_socket( 2024-06-06T11:14:02.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:14:02.287 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: return self.sslsocket_class._create( 2024-06-06T11:14:02.287 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T10:53:41.520340+0000 mon.a (mon.0) 0 : [INF] mkfs e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T11:14:02.287 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:09:00.526568+0000 mgr.x (mgr.24880) 53 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-06-06T11:14:02.287 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:09:00.579621+0000 mgr.x (mgr.24880) 54 : cephadm [INF] Reconfiguring daemon grafana.a on smithi179 2024-06-06T11:14:02.287 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:09:24.060772+0000 mgr.x (mgr.24880) 70 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:09:24.061266+0000 mgr.x (mgr.24880) 71 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:09:26.648641+0000 mgr.x (mgr.24880) 73 : cephadm [INF] Upgrade: Updating mgr.y 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:09:26.666026+0000 mgr.x (mgr.24880) 74 : cephadm [INF] Deploying daemon mgr.y on smithi132 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:09:49.835554+0000 mgr.y (mgr.25283) 4 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Bus STARTING 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:09:49.960914+0000 mgr.y (mgr.25283) 5 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Serving on https://172.21.15.132:7150 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:09:49.969155+0000 mgr.y (mgr.25283) 6 : cephadm [ERR] [06/Jun/2024:11:09:49] ENGINE Error in HTTPServer.serve 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: Traceback (most recent call last): 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: self._connections.run(self.expiration_interval) 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: self._run(expiration_interval) 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:14:02.288 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: s = self.context.wrap_socket( 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: return self.sslsocket_class._create( 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: self.do_handshake() 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: self._sslobj.do_handshake() 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:09:50.062723+0000 mgr.y (mgr.25283) 7 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Serving on http://172.21.15.132:8765 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:09:50.062842+0000 mgr.y (mgr.25283) 8 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Bus STARTED 2024-06-06T11:14:02.289 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:06.115845+0000 mgr.y (mgr.25283) 17 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:14:02.290 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:06.116217+0000 mgr.y (mgr.25283) 18 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:14:02.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:14:02.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: self.do_handshake() 2024-06-06T11:14:02.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:14:02.290 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: self._sslobj.do_handshake() 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:54.753296+0000 mgr.y (mgr.25375) 7 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Serving on http://172.21.15.132:8765 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:54.753530+0000 mgr.y (mgr.25375) 8 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Bus STARTED 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:10:58.414001+0000 mgr.y (mgr.25375) 12 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:11:11.757480+0000 mgr.y (mgr.25375) 20 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:11:11.757824+0000 mgr.y (mgr.25375) 21 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:11:11.919966+0000 mgr.y (mgr.25375) 22 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:11:11.920257+0000 mgr.y (mgr.25375) 23 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:11:12.092803+0000 mgr.y (mgr.25375) 24 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:11:12.098937+0000 mgr.y (mgr.25375) 25 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:11:12.242796+0000 mgr.y (mgr.25375) 26 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.291 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:11:12.267226+0000 mgr.y (mgr.25375) 27 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:12:06.792710+0000 mgr.y (mgr.25375) 56 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:12:14.204377+0000 mgr.y (mgr.25375) 61 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:12:16.573075+0000 mgr.y (mgr.25375) 63 : cephadm [INF] Upgrade: Updating mon.c 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:16.584390+0000 mon.c (mon.2) 143 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:16.585972+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:16.587264+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:12:16.588540+0000 mgr.y (mgr.25375) 64 : cephadm [INF] Deploying daemon mon.c on smithi132 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:17.393385+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.132:0/1836157946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:28.295260+0000 mon.b (mon.1) 119 : audit [DBG] from='client.? 172.21.15.132:0/2129543946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:32.532492+0000 mgr.y (mgr.25375) 73 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:32.695805+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:32.708233+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:33.466977+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.292 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:33.481690+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:36.775210+0000 mgr.y (mgr.25375) 76 : audit [DBG] from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:12:36.775821+0000 mgr.y (mgr.25375) 77 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:36.782857+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:38.335041+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:44.795777+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:44.804635+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:44.806801+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:44.808182+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:44.816607+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:44.911127+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:44.914214+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:44.915884+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:02.293 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:44.926284+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:12:53.334816+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:02.094830+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.132:0/213507909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:02.096993+0000 mon.a (mon.0) 238 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:03.097211+0000 mon.a (mon.0) 239 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:08.334833+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:13.436996+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:23.061160+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:23.308272+0000 mgr.y (mgr.25375) 101 : cluster [DBG] pgmap v196: 105 pgs: 105 active+clean; 255 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:23.335219+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:24.071787+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:25.076920+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:25.309055+0000 mgr.y (mgr.25375) 102 : cluster [DBG] pgmap v199: 105 pgs: 105 active+clean; 488 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 189 KiB/s rd, 54 MiB/s wr, 309 op/s 2024-06-06T11:14:02.294 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:26.091352+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:27.107782+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:27.309898+0000 mgr.y (mgr.25375) 103 : cluster [DBG] pgmap v202: 105 pgs: 105 active+clean; 488 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 189 KiB/s rd, 54 MiB/s wr, 309 op/s 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:28.116468+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:29.121735+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:29.311282+0000 mgr.y (mgr.25375) 104 : cluster [DBG] pgmap v205: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 42 MiB/s wr, 338 op/s 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:30.129882+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:31.142920+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:31.312003+0000 mgr.y (mgr.25375) 105 : cluster [DBG] pgmap v208: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 42 MiB/s wr, 338 op/s 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:32.153485+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:33.162973+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:33.312429+0000 mgr.y (mgr.25375) 106 : cluster [DBG] pgmap v211: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:34.175753+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:35.187986+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:35.312947+0000 mgr.y (mgr.25375) 107 : cluster [DBG] pgmap v214: 105 pgs: 105 active+clean; 832 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 42 MiB/s wr, 348 op/s 2024-06-06T11:14:02.295 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:37.209883+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:37.313455+0000 mgr.y (mgr.25375) 108 : cluster [DBG] pgmap v216: 105 pgs: 105 active+clean; 832 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 41 MiB/s wr, 335 op/s 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:38.213628+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:38.335017+0000 mon.b (mon.1) 129 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:39.220912+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:39.314044+0000 mgr.y (mgr.25375) 109 : cluster [DBG] pgmap v219: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 8.2 MiB/s wr, 5.71k op/s 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:40.244898+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:41.253368+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:41.314552+0000 mgr.y (mgr.25375) 110 : cluster [DBG] pgmap v222: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 8.4 MiB/s wr, 5.89k op/s 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:42.266532+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:43.267640+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:43.315222+0000 mgr.y (mgr.25375) 111 : cluster [DBG] pgmap v225: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:44.287324+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-06-06T11:14:02.296 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:45.011172+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-06-06T11:14:02.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:45.028849+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:45.315699+0000 mgr.y (mgr.25375) 112 : cluster [DBG] pgmap v228: 105 pgs: 105 active+clean; 795 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-06-06T11:14:02.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:46.030369+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-06-06T11:14:02.297 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:46.887815+0000 mgr.y (mgr.25375) 113 : audit [DBG] from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:02.297 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:06.266989+0000 mgr.y (mgr.25283) 19 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.297 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:06.286286+0000 mgr.y (mgr.25283) 20 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.297 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:06.419428+0000 mgr.y (mgr.25283) 21 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.297 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:06.442038+0000 mgr.y (mgr.25283) 22 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.297 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:06.582851+0000 mgr.y (mgr.25283) 23 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.297 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:06.595186+0000 mgr.y (mgr.25283) 24 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.297 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:06.805503+0000 mgr.y (mgr.25283) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:07.056665+0000 mgr.y (mgr.25283) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:15.228404+0000 mgr.y (mgr.25283) 32 : cephadm [INF] Upgrade: Updating mgr.x 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:15.234400+0000 mgr.y (mgr.25283) 33 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:36.479460+0000 mgr.y (mgr.25283) 45 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:36.501609+0000 mgr.y (mgr.25283) 46 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:40.013609+0000 mgr.y (mgr.25283) 49 : cephadm [INF] Upgrade: Updating mon.a 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:40.025344+0000 mgr.y (mgr.25283) 50 : cephadm [INF] Deploying daemon mon.a on smithi132 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:54.527393+0000 mgr.y (mgr.25375) 4 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Bus STARTING 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:54.651225+0000 mgr.y (mgr.25375) 5 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Serving on https://172.21.15.132:7150 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:54.655957+0000 mgr.y (mgr.25375) 6 : cephadm [ERR] [06/Jun/2024:11:10:54] ENGINE Error in HTTPServer.serve 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: Traceback (most recent call last): 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: self._connections.run(self.expiration_interval) 2024-06-06T11:14:02.298 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:14:02.299 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: self._run(expiration_interval) 2024-06-06T11:14:02.299 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:14:02.299 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:14:02.299 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:14:02.299 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:14:02.299 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:14:02.299 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: s = self.context.wrap_socket( 2024-06-06T11:14:02.299 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:14:02.299 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: return self.sslsocket_class._create( 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:13:46.888398+0000 mgr.y (mgr.25375) 114 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:46.897140+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:47.035376+0000 mon.a (mon.0) 285 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:47.316311+0000 mgr.y (mgr.25375) 115 : cluster [DBG] pgmap v231: 105 pgs: 105 active+clean; 795 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:48.041637+0000 mon.a (mon.0) 286 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:49.052030+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:49.317612+0000 mgr.y (mgr.25375) 116 : cluster [DBG] pgmap v234: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 7.5 KiB/s wr, 1.43k op/s 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:50.003723+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:51.061778+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:51.067189+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:51.078999+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.300 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:51.318337+0000 mgr.y (mgr.25375) 117 : cluster [DBG] pgmap v237: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 7.5 KiB/s wr, 1.43k op/s 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:51.562303+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:51.571685+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:52.020740+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:52.022570+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:52.032415+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:52.086467+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:52.149002+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:52.153048+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:52.154719+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:52.155874+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:13:52.157865+0000 mgr.y (mgr.25375) 118 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:53.092528+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2024-06-06T11:14:02.301 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:53.318843+0000 mgr.y (mgr.25375) 119 : cluster [DBG] pgmap v240: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:53.335573+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:54.111324+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:54.898836+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.132:0/1336618915' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:13:54.997469+0000 mgr.y (mgr.25375) 120 : cephadm [INF] Upgrade: Updating mon.b 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:55.007999+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:55.020490+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:55.021466+0000 mon.b (mon.1) 138 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:55.024517+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:13:55.024709+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cephadm 2024-06-06T11:13:55.027529+0000 mgr.y (mgr.25375) 121 : cephadm [INF] Deploying daemon mon.b on smithi179 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:55.319487+0000 mgr.y (mgr.25375) 122 : cluster [DBG] pgmap v243: 105 pgs: 105 active+clean; 468 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 458 op/s 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:13:56.158596+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2024-06-06T11:14:02.302 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.924688+0000 mon.a (mon.0) 316 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.924721+0000 mon.a (mon.0) 317 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.924750+0000 mon.a (mon.0) 318 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.924783+0000 mon.a (mon.0) 319 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.924814+0000 mon.a (mon.0) 320 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.924852+0000 mon.a (mon.0) 321 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.924922+0000 mon.a (mon.0) 322 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.934121+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.935452+0000 mon.a (mon.0) 323 : cluster [INF] mon.a calling monitor election 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.935530+0000 mon.c (mon.2) 5 : cluster [INF] mon.c calling monitor election 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:14:00.937000+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:14:00.937285+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.937686+0000 mon.a (mon.0) 326 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:14:00.939384+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.942570+0000 mon.a (mon.0) 328 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0],c=[v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-06-06T11:14:02.303 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943126+0000 mon.a (mon.0) 329 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943170+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943548+0000 mon.a (mon.0) 331 : cluster [DBG] mgrmap e37: y(active, since 3m), standbys: x 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943713+0000 mon.a (mon.0) 332 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943730+0000 mon.a (mon.0) 333 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943746+0000 mon.a (mon.0) 334 : cluster [ERR] osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943759+0000 mon.a (mon.0) 335 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943775+0000 mon.a (mon.0) 336 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943788+0000 mon.a (mon.0) 337 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943802+0000 mon.a (mon.0) 338 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943817+0000 mon.a (mon.0) 339 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943829+0000 mon.a (mon.0) 340 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:00.943842+0000 mon.a (mon.0) 341 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.304 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:14:00.948953+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:02.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:14:00.955142+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:02.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: audit 2024-06-06T11:14:00.957003+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.305 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[71843]: cluster 2024-06-06T11:14:01.322121+0000 mgr.y (mgr.25375) 125 : cluster [DBG] pgmap v249: 105 pgs: 105 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 171 op/s 2024-06-06T11:14:02.306 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:14:02.306 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: self.do_handshake() 2024-06-06T11:14:02.306 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:14:02.306 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: self._sslobj.do_handshake() 2024-06-06T11:14:02.306 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:14:02.306 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:54.753296+0000 mgr.y (mgr.25375) 7 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Serving on http://172.21.15.132:8765 2024-06-06T11:14:02.306 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:54.753530+0000 mgr.y (mgr.25375) 8 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Bus STARTED 2024-06-06T11:14:02.306 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:10:58.414001+0000 mgr.y (mgr.25375) 12 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.306 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:11:11.757480+0000 mgr.y (mgr.25375) 20 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:11:11.757824+0000 mgr.y (mgr.25375) 21 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:11:11.919966+0000 mgr.y (mgr.25375) 22 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:11:11.920257+0000 mgr.y (mgr.25375) 23 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:11:12.092803+0000 mgr.y (mgr.25375) 24 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:11:12.098937+0000 mgr.y (mgr.25375) 25 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:11:12.242796+0000 mgr.y (mgr.25375) 26 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:11:12.267226+0000 mgr.y (mgr.25375) 27 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:12:06.792710+0000 mgr.y (mgr.25375) 56 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:12:14.204377+0000 mgr.y (mgr.25375) 61 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:12:16.573075+0000 mgr.y (mgr.25375) 63 : cephadm [INF] Upgrade: Updating mon.c 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:16.584390+0000 mon.c (mon.2) 143 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:16.585972+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:02.307 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:16.587264+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:12:16.588540+0000 mgr.y (mgr.25375) 64 : cephadm [INF] Deploying daemon mon.c on smithi132 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:17.393385+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.132:0/1836157946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:28.295260+0000 mon.b (mon.1) 119 : audit [DBG] from='client.? 172.21.15.132:0/2129543946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:32.532492+0000 mgr.y (mgr.25375) 73 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:32.695805+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:32.708233+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:33.466977+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:33.481690+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:36.775210+0000 mgr.y (mgr.25375) 76 : audit [DBG] from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:12:36.775821+0000 mgr.y (mgr.25375) 77 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:36.782857+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:38.335041+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:44.795777+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.308 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:44.804635+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:44.806801+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:44.808182+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:44.816607+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:44.911127+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:44.914214+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:44.915884+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:44.926284+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:12:53.334816+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:02.094830+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.132:0/213507909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:02.096993+0000 mon.a (mon.0) 238 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:03.097211+0000 mon.a (mon.0) 239 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:08.334833+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:13.436996+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.309 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:23.061160+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:23.308272+0000 mgr.y (mgr.25375) 101 : cluster [DBG] pgmap v196: 105 pgs: 105 active+clean; 255 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:23.335219+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:24.071787+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:25.076920+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:25.309055+0000 mgr.y (mgr.25375) 102 : cluster [DBG] pgmap v199: 105 pgs: 105 active+clean; 488 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 189 KiB/s rd, 54 MiB/s wr, 309 op/s 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:26.091352+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:27.107782+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:27.309898+0000 mgr.y (mgr.25375) 103 : cluster [DBG] pgmap v202: 105 pgs: 105 active+clean; 488 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 189 KiB/s rd, 54 MiB/s wr, 309 op/s 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:28.116468+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:29.121735+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:29.311282+0000 mgr.y (mgr.25375) 104 : cluster [DBG] pgmap v205: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 42 MiB/s wr, 338 op/s 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:30.129882+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-06-06T11:14:02.310 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:31.142920+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:31.312003+0000 mgr.y (mgr.25375) 105 : cluster [DBG] pgmap v208: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 42 MiB/s wr, 338 op/s 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:32.153485+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:33.162973+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:33.312429+0000 mgr.y (mgr.25375) 106 : cluster [DBG] pgmap v211: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:34.175753+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:35.187986+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:35.312947+0000 mgr.y (mgr.25375) 107 : cluster [DBG] pgmap v214: 105 pgs: 105 active+clean; 832 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 42 MiB/s wr, 348 op/s 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:37.209883+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:37.313455+0000 mgr.y (mgr.25375) 108 : cluster [DBG] pgmap v216: 105 pgs: 105 active+clean; 832 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 41 MiB/s wr, 335 op/s 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:38.213628+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:38.335017+0000 mon.b (mon.1) 129 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:39.220912+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:39.314044+0000 mgr.y (mgr.25375) 109 : cluster [DBG] pgmap v219: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 8.2 MiB/s wr, 5.71k op/s 2024-06-06T11:14:02.311 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:40.244898+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:41.253368+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:41.314552+0000 mgr.y (mgr.25375) 110 : cluster [DBG] pgmap v222: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 8.4 MiB/s wr, 5.89k op/s 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:42.266532+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:43.267640+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:43.315222+0000 mgr.y (mgr.25375) 111 : cluster [DBG] pgmap v225: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:44.287324+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:45.011172+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:45.028849+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:45.315699+0000 mgr.y (mgr.25375) 112 : cluster [DBG] pgmap v228: 105 pgs: 105 active+clean; 795 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:46.030369+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:46.887815+0000 mgr.y (mgr.25375) 113 : audit [DBG] from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:13:46.888398+0000 mgr.y (mgr.25375) 114 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.312 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:46.897140+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:47.035376+0000 mon.a (mon.0) 285 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:47.316311+0000 mgr.y (mgr.25375) 115 : cluster [DBG] pgmap v231: 105 pgs: 105 active+clean; 795 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:48.041637+0000 mon.a (mon.0) 286 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:49.052030+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:49.317612+0000 mgr.y (mgr.25375) 116 : cluster [DBG] pgmap v234: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 7.5 KiB/s wr, 1.43k op/s 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:50.003723+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:51.061778+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:51.067189+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:51.078999+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:51.318337+0000 mgr.y (mgr.25375) 117 : cluster [DBG] pgmap v237: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 7.5 KiB/s wr, 1.43k op/s 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:51.562303+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:51.571685+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:52.020740+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:52.022570+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:02.313 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:52.032415+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:52.086467+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:52.149002+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:52.153048+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:52.154719+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:52.155874+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:13:52.157865+0000 mgr.y (mgr.25375) 118 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:53.092528+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:53.318843+0000 mgr.y (mgr.25375) 119 : cluster [DBG] pgmap v240: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:53.335573+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:54.111324+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:54.898836+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.132:0/1336618915' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:13:54.997469+0000 mgr.y (mgr.25375) 120 : cephadm [INF] Upgrade: Updating mon.b 2024-06-06T11:14:02.314 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:55.007999+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:55.020490+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:55.021466+0000 mon.b (mon.1) 138 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:55.024517+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:13:55.024709+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cephadm 2024-06-06T11:13:55.027529+0000 mgr.y (mgr.25375) 121 : cephadm [INF] Deploying daemon mon.b on smithi179 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:55.319487+0000 mgr.y (mgr.25375) 122 : cluster [DBG] pgmap v243: 105 pgs: 105 active+clean; 468 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 458 op/s 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:13:56.158596+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.924688+0000 mon.a (mon.0) 316 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.924721+0000 mon.a (mon.0) 317 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.924750+0000 mon.a (mon.0) 318 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.924783+0000 mon.a (mon.0) 319 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.924814+0000 mon.a (mon.0) 320 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.924852+0000 mon.a (mon.0) 321 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.315 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.924922+0000 mon.a (mon.0) 322 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.934121+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.935452+0000 mon.a (mon.0) 323 : cluster [INF] mon.a calling monitor election 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.935530+0000 mon.c (mon.2) 5 : cluster [INF] mon.c calling monitor election 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:14:00.937000+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:14:00.937285+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.937686+0000 mon.a (mon.0) 326 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:14:00.939384+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.942570+0000 mon.a (mon.0) 328 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0],c=[v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943126+0000 mon.a (mon.0) 329 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943170+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943548+0000 mon.a (mon.0) 331 : cluster [DBG] mgrmap e37: y(active, since 3m), standbys: x 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943713+0000 mon.a (mon.0) 332 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-06-06T11:14:02.316 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943730+0000 mon.a (mon.0) 333 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943746+0000 mon.a (mon.0) 334 : cluster [ERR] osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943759+0000 mon.a (mon.0) 335 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943775+0000 mon.a (mon.0) 336 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943788+0000 mon.a (mon.0) 337 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943802+0000 mon.a (mon.0) 338 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943817+0000 mon.a (mon.0) 339 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943829+0000 mon.a (mon.0) 340 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:00.943842+0000 mon.a (mon.0) 341 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:14:00.948953+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:14:00.955142+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: audit 2024-06-06T11:14:00.957003+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.317 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:01 smithi132 bash[74574]: cluster 2024-06-06T11:14:01.322121+0000 mgr.y (mgr.25375) 125 : cluster [DBG] pgmap v249: 105 pgs: 105 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 171 op/s 2024-06-06T11:14:02.317 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable)": 3 2024-06-06T11:14:02.319 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T10:53:41.520340+0000 mon.a (mon.0) 0 : [INF] mkfs e393e0b4-23f2-11ef-bc9b-c7b262605968 2024-06-06T11:14:02.319 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:09:00.526568+0000 mgr.x (mgr.24880) 53 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-06-06T11:14:02.319 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:09:00.579621+0000 mgr.x (mgr.24880) 54 : cephadm [INF] Reconfiguring daemon grafana.a on smithi179 2024-06-06T11:14:02.319 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:09:24.060772+0000 mgr.x (mgr.24880) 70 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:14:02.319 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:09:24.061266+0000 mgr.x (mgr.24880) 71 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-06-06T11:14:02.319 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:09:26.648641+0000 mgr.x (mgr.24880) 73 : cephadm [INF] Upgrade: Updating mgr.y 2024-06-06T11:14:02.319 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:09:26.666026+0000 mgr.x (mgr.24880) 74 : cephadm [INF] Deploying daemon mgr.y on smithi132 2024-06-06T11:14:02.319 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:09:49.835554+0000 mgr.y (mgr.25283) 4 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Bus STARTING 2024-06-06T11:14:02.319 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:09:49.960914+0000 mgr.y (mgr.25283) 5 : cephadm [INF] [06/Jun/2024:11:09:49] ENGINE Serving on https://172.21.15.132:7150 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:09:49.969155+0000 mgr.y (mgr.25283) 6 : cephadm [ERR] [06/Jun/2024:11:09:49] ENGINE Error in HTTPServer.serve 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: Traceback (most recent call last): 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: self._connections.run(self.expiration_interval) 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: self._run(expiration_interval) 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: s = self.context.wrap_socket( 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:14:02.320 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: return self.sslsocket_class._create( 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: self.do_handshake() 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: self._sslobj.do_handshake() 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:09:50.062723+0000 mgr.y (mgr.25283) 7 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Serving on http://172.21.15.132:8765 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:09:50.062842+0000 mgr.y (mgr.25283) 8 : cephadm [INF] [06/Jun/2024:11:09:50] ENGINE Bus STARTED 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:06.115845+0000 mgr.y (mgr.25283) 17 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:06.116217+0000 mgr.y (mgr.25283) 18 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:06.266989+0000 mgr.y (mgr.25283) 19 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:06.286286+0000 mgr.y (mgr.25283) 20 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:06.419428+0000 mgr.y (mgr.25283) 21 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:06.442038+0000 mgr.y (mgr.25283) 22 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.321 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:06.582851+0000 mgr.y (mgr.25283) 23 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:06.595186+0000 mgr.y (mgr.25283) 24 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:06.805503+0000 mgr.y (mgr.25283) 25 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:07.056665+0000 mgr.y (mgr.25283) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi179 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:15.228404+0000 mgr.y (mgr.25283) 32 : cephadm [INF] Upgrade: Updating mgr.x 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:15.234400+0000 mgr.y (mgr.25283) 33 : cephadm [INF] Deploying daemon mgr.x on smithi179 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:36.479460+0000 mgr.y (mgr.25283) 45 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:36.501609+0000 mgr.y (mgr.25283) 46 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:40.013609+0000 mgr.y (mgr.25283) 49 : cephadm [INF] Upgrade: Updating mon.a 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:40.025344+0000 mgr.y (mgr.25283) 50 : cephadm [INF] Deploying daemon mon.a on smithi132 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:54.527393+0000 mgr.y (mgr.25375) 4 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Bus STARTING 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:54.651225+0000 mgr.y (mgr.25375) 5 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Serving on https://172.21.15.132:7150 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:54.655957+0000 mgr.y (mgr.25375) 6 : cephadm [ERR] [06/Jun/2024:11:10:54] ENGINE Error in HTTPServer.serve 2024-06-06T11:14:02.322 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: Traceback (most recent call last): 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: self._connections.run(self.expiration_interval) 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: self._run(expiration_interval) 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: new_conn = self._from_server_socket(self.server.socket) 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: s = self.context.wrap_socket( 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: return self.sslsocket_class._create( 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: self.do_handshake() 2024-06-06T11:14:02.323 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: self._sslobj.do_handshake() 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1129) 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:54.753296+0000 mgr.y (mgr.25375) 7 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Serving on http://172.21.15.132:8765 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:54.753530+0000 mgr.y (mgr.25375) 8 : cephadm [INF] [06/Jun/2024:11:10:54] ENGINE Bus STARTED 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:10:58.414001+0000 mgr.y (mgr.25375) 12 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:11:11.757480+0000 mgr.y (mgr.25375) 20 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.conf 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:11:11.757824+0000 mgr.y (mgr.25375) 21 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.conf 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:11:11.919966+0000 mgr.y (mgr.25375) 22 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:11:11.920257+0000 mgr.y (mgr.25375) 23 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:11:12.092803+0000 mgr.y (mgr.25375) 24 : cephadm [INF] Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:11:12.098937+0000 mgr.y (mgr.25375) 25 : cephadm [INF] Updating smithi179:/etc/ceph/ceph.client.admin.keyring 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:11:12.242796+0000 mgr.y (mgr.25375) 26 : cephadm [INF] Updating smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:11:12.267226+0000 mgr.y (mgr.25375) 27 : cephadm [INF] Updating smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:12:06.792710+0000 mgr.y (mgr.25375) 56 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.324 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:12:14.204377+0000 mgr.y (mgr.25375) 61 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:12:16.573075+0000 mgr.y (mgr.25375) 63 : cephadm [INF] Upgrade: Updating mon.c 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:16.584390+0000 mon.c (mon.2) 143 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:16.585972+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:16.587264+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:12:16.588540+0000 mgr.y (mgr.25375) 64 : cephadm [INF] Deploying daemon mon.c on smithi132 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:17.393385+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.132:0/1836157946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:28.295260+0000 mon.b (mon.1) 119 : audit [DBG] from='client.? 172.21.15.132:0/2129543946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:32.532492+0000 mgr.y (mgr.25375) 73 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:32.695805+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:32.708233+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:33.466977+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:33.481690+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.325 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:36.775210+0000 mgr.y (mgr.25375) 76 : audit [DBG] from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:12:36.775821+0000 mgr.y (mgr.25375) 77 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:36.782857+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:38.335041+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:44.795777+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:44.804635+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:44.806801+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:44.808182+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:44.816607+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:44.911127+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:44.914214+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:44.915884+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:44.926284+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:12:53.334816+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.326 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:02.094830+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.132:0/213507909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:02.096993+0000 mon.a (mon.0) 238 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:03.097211+0000 mon.a (mon.0) 239 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:08.334833+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:13.436996+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:23.061160+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:23.308272+0000 mgr.y (mgr.25375) 101 : cluster [DBG] pgmap v196: 105 pgs: 105 active+clean; 255 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:23.335219+0000 mon.b (mon.1) 128 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:24.071787+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:25.076920+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:25.309055+0000 mgr.y (mgr.25375) 102 : cluster [DBG] pgmap v199: 105 pgs: 105 active+clean; 488 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 189 KiB/s rd, 54 MiB/s wr, 309 op/s 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:26.091352+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:27.107782+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:27.309898+0000 mgr.y (mgr.25375) 103 : cluster [DBG] pgmap v202: 105 pgs: 105 active+clean; 488 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 189 KiB/s rd, 54 MiB/s wr, 309 op/s 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:28.116468+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2024-06-06T11:14:02.327 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:29.121735+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:29.311282+0000 mgr.y (mgr.25375) 104 : cluster [DBG] pgmap v205: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 42 MiB/s wr, 338 op/s 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:30.129882+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:31.142920+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:31.312003+0000 mgr.y (mgr.25375) 105 : cluster [DBG] pgmap v208: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 42 MiB/s wr, 338 op/s 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:32.153485+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:33.162973+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:33.312429+0000 mgr.y (mgr.25375) 106 : cluster [DBG] pgmap v211: 105 pgs: 105 active+clean; 669 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:34.175753+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:35.187986+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:35.312947+0000 mgr.y (mgr.25375) 107 : cluster [DBG] pgmap v214: 105 pgs: 105 active+clean; 832 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 42 MiB/s wr, 348 op/s 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:37.209883+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:37.313455+0000 mgr.y (mgr.25375) 108 : cluster [DBG] pgmap v216: 105 pgs: 105 active+clean; 832 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 41 MiB/s wr, 335 op/s 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:38.213628+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:38.335017+0000 mon.b (mon.1) 129 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.328 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:39.220912+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:39.314044+0000 mgr.y (mgr.25375) 109 : cluster [DBG] pgmap v219: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 8.2 MiB/s wr, 5.71k op/s 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:40.244898+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:41.253368+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:41.314552+0000 mgr.y (mgr.25375) 110 : cluster [DBG] pgmap v222: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 8.4 MiB/s wr, 5.89k op/s 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:42.266532+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:43.267640+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:43.315222+0000 mgr.y (mgr.25375) 111 : cluster [DBG] pgmap v225: 105 pgs: 105 active+clean; 860 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:44.287324+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:45.011172+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:45.028849+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:45.315699+0000 mgr.y (mgr.25375) 112 : cluster [DBG] pgmap v228: 105 pgs: 105 active+clean; 795 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:46.030369+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-06-06T11:14:02.329 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:46.887815+0000 mgr.y (mgr.25375) 113 : audit [DBG] from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:13:46.888398+0000 mgr.y (mgr.25375) 114 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:46.897140+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:47.035376+0000 mon.a (mon.0) 285 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:47.316311+0000 mgr.y (mgr.25375) 115 : cluster [DBG] pgmap v231: 105 pgs: 105 active+clean; 795 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:48.041637+0000 mon.a (mon.0) 286 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:49.052030+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:49.317612+0000 mgr.y (mgr.25375) 116 : cluster [DBG] pgmap v234: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 7.5 KiB/s wr, 1.43k op/s 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:50.003723+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:51.061778+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:51.067189+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:51.078999+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:51.318337+0000 mgr.y (mgr.25375) 117 : cluster [DBG] pgmap v237: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 7.5 KiB/s wr, 1.43k op/s 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:51.562303+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.330 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:51.571685+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:52.020740+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:52.022570+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:52.032415+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:52.086467+0000 mon.a (mon.0) 295 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:52.149002+0000 mon.b (mon.1) 133 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:52.153048+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:52.154719+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:52.155874+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:13:52.157865+0000 mgr.y (mgr.25375) 118 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:53.092528+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:53.318843+0000 mgr.y (mgr.25375) 119 : cluster [DBG] pgmap v240: 105 pgs: 105 active+clean; 654 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:53.335573+0000 mon.b (mon.1) 137 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:54.111324+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2024-06-06T11:14:02.331 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:54.898836+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.132:0/1336618915' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:13:54.997469+0000 mgr.y (mgr.25375) 120 : cephadm [INF] Upgrade: Updating mon.b 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:55.007999+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:55.020490+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.25375 ' entity='mgr.y' 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:55.021466+0000 mon.b (mon.1) 138 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:55.024517+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.25375 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:13:55.024709+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cephadm 2024-06-06T11:13:55.027529+0000 mgr.y (mgr.25375) 121 : cephadm [INF] Deploying daemon mon.b on smithi179 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:55.319487+0000 mgr.y (mgr.25375) 122 : cluster [DBG] pgmap v243: 105 pgs: 105 active+clean; 468 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 458 op/s 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:13:56.158596+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.924688+0000 mon.a (mon.0) 316 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.924721+0000 mon.a (mon.0) 317 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.924750+0000 mon.a (mon.0) 318 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.924783+0000 mon.a (mon.0) 319 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.332 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.924814+0000 mon.a (mon.0) 320 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.924852+0000 mon.a (mon.0) 321 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.924922+0000 mon.a (mon.0) 322 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.934121+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.935452+0000 mon.a (mon.0) 323 : cluster [INF] mon.a calling monitor election 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.935530+0000 mon.c (mon.2) 5 : cluster [INF] mon.c calling monitor election 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:14:00.937000+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:14:00.937285+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.937686+0000 mon.a (mon.0) 326 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:14:00.939384+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.942570+0000 mon.a (mon.0) 328 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0],b=[v2:172.21.15.179:3300/0,v1:172.21.15.179:6789/0],c=[v2:172.21.15.132:3301/0,v1:172.21.15.132:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943126+0000 mon.a (mon.0) 329 : cluster [DBG] fsmap foo:1 {0=foo.smithi132.jyyqao=up:active} 1 up:standby 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943170+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2024-06-06T11:14:02.333 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943548+0000 mon.a (mon.0) 331 : cluster [DBG] mgrmap e37: y(active, since 3m), standbys: x 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943713+0000 mon.a (mon.0) 332 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943730+0000 mon.a (mon.0) 333 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943746+0000 mon.a (mon.0) 334 : cluster [ERR] osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943759+0000 mon.a (mon.0) 335 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943775+0000 mon.a (mon.0) 336 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943788+0000 mon.a (mon.0) 337 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943802+0000 mon.a (mon.0) 338 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943817+0000 mon.a (mon.0) 339 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943829+0000 mon.a (mon.0) 340 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:00.943842+0000 mon.a (mon.0) 341 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:14:00.948953+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:14:00.955142+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:02.334 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: audit 2024-06-06T11:14:00.957003+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:02.335 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:01 smithi179 bash[54149]: cluster 2024-06-06T11:14:01.322121+0000 mgr.y (mgr.25375) 125 : cluster [DBG] pgmap v249: 105 pgs: 105 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 171 op/s 2024-06-06T11:14:03.113 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (5715 ms) 2024-06-06T11:14:03.114 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-06-06T11:14:03.114 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:14:03.204 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (91 ms) 2024-06-06T11:14:03.205 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-06-06T11:14:03.205 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:14:03.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:02 smithi132 bash[74574]: cluster 2024-06-06T11:14:01.936021+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2024-06-06T11:14:03.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:02 smithi132 bash[74574]: audit 2024-06-06T11:14:02.285450+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.132:0/1911163600' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:03.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:02 smithi132 bash[71843]: cluster 2024-06-06T11:14:01.936021+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2024-06-06T11:14:03.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:02 smithi132 bash[71843]: audit 2024-06-06T11:14:02.285450+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.132:0/1911163600' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:03.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:02 smithi179 bash[54149]: cluster 2024-06-06T11:14:01.936021+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2024-06-06T11:14:03.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:02 smithi179 bash[54149]: audit 2024-06-06T11:14:02.285450+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.132:0/1911163600' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-06-06T11:14:03.290 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch ps' 2024-06-06T11:14:03.299 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (94 ms) 2024-06-06T11:14:03.299 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-06-06T11:14:03.299 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:14:04.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:03 smithi132 bash[74574]: cluster 2024-06-06T11:14:02.959330+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2024-06-06T11:14:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:03 smithi132 bash[74574]: cluster 2024-06-06T11:14:03.322760+0000 mgr.y (mgr.25375) 126 : cluster [DBG] pgmap v252: 105 pgs: 105 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 171 op/s 2024-06-06T11:14:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:03 smithi132 bash[71843]: cluster 2024-06-06T11:14:02.959330+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2024-06-06T11:14:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:03 smithi132 bash[71843]: cluster 2024-06-06T11:14:03.322760+0000 mgr.y (mgr.25375) 126 : cluster [DBG] pgmap v252: 105 pgs: 105 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 171 op/s 2024-06-06T11:14:04.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:14:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:14:03] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.33.4" 2024-06-06T11:14:04.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:03 smithi179 bash[54149]: cluster 2024-06-06T11:14:02.959330+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2024-06-06T11:14:04.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:03 smithi179 bash[54149]: cluster 2024-06-06T11:14:03.322760+0000 mgr.y (mgr.25375) 126 : cluster [DBG] pgmap v252: 105 pgs: 105 active+clean; 520 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 171 op/s 2024-06-06T11:14:04.781 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:14:04 smithi132 bash[66667]: debug 2024-06-06T11:14:04.704+0000 7fa8bc42b640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-06-06T11:14:06.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:06 smithi132 bash[71843]: cluster 2024-06-06T11:14:05.015720+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2024-06-06T11:14:06.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:06 smithi132 bash[71843]: cluster 2024-06-06T11:14:05.323471+0000 mgr.y (mgr.25375) 127 : cluster [DBG] pgmap v254: 105 pgs: 105 active+clean; 561 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 141 KiB/s rd, 6.9 MiB/s wr, 144 op/s 2024-06-06T11:14:06.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:06 smithi132 bash[74574]: cluster 2024-06-06T11:14:05.015720+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2024-06-06T11:14:06.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:06 smithi132 bash[74574]: cluster 2024-06-06T11:14:05.323471+0000 mgr.y (mgr.25375) 127 : cluster [DBG] pgmap v254: 105 pgs: 105 active+clean; 561 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 141 KiB/s rd, 6.9 MiB/s wr, 144 op/s 2024-06-06T11:14:06.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:06 smithi179 bash[54149]: cluster 2024-06-06T11:14:05.015720+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2024-06-06T11:14:06.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:06 smithi179 bash[54149]: cluster 2024-06-06T11:14:05.323471+0000 mgr.y (mgr.25375) 127 : cluster [DBG] pgmap v254: 105 pgs: 105 active+clean; 561 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 141 KiB/s rd, 6.9 MiB/s wr, 144 op/s 2024-06-06T11:14:06.654 INFO:teuthology.orchestra.run.smithi132.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-06-06T11:14:06.654 INFO:teuthology.orchestra.run.smithi132.stdout:alertmanager.a smithi132 *:9093,9094 running (5m) 15s ago 11m 12.6M - 0.23.0 ba2b418f427c 1838ad8cb63a 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:grafana.a smithi179 *:3000 running (4m) 15s ago 11m 41.4M - 8.3.5 dad864ee21e9 84016b6083e6 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi132.jyyqao smithi132 running (9m) 15s ago 9m 17.6M - 16.2.15-1-g8963e9de 727f386679cb 6d3851400794 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi179.tpnmsk smithi179 running (9m) 15s ago 9m 13.7M - 16.2.15-1-g8963e9de 727f386679cb fa8033ce71be 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.x smithi179 *:8443,9283,8765 running (3m) 15s ago 18m 425M - 18.2.2-1389-gf1abf795 5c01e545ade7 59b804d3cb6e 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.y smithi132 *:8443,9283,8765 running (4m) 15s ago 20m 494M - 18.2.2-1389-gf1abf795 5c01e545ade7 38c7cd3efd0e 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:mon.a smithi132 running (3m) 15s ago 20m 74.8M 2048M 18.2.2-1389-gf1abf795 5c01e545ade7 5d0b0ea76a0e 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:mon.b smithi179 starting - - - 2048M 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:mon.c smithi132 running (106s) 15s ago 18m 40.6M 2048M 18.2.2-1389-gf1abf795 5c01e545ade7 6e4c3242e488 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.a smithi132 *:9100 running (5m) 15s ago 11m 9360k - 1.3.1 1dbe0e931976 bab3d9ee552d 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.b smithi179 *:9100 running (5m) 15s ago 11m 9719k - 1.3.1 1dbe0e931976 a1e2705d9759 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:osd.0 smithi132 running (17m) 15s ago 17m 110M 2524M 16.2.15-1-g8963e9de 727f386679cb 3b0f7f6728db 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:osd.1 smithi132 running (17m) 15s ago 17m 102M 2524M 16.2.15-1-g8963e9de 727f386679cb d7588d2d16c5 2024-06-06T11:14:06.655 INFO:teuthology.orchestra.run.smithi132.stdout:osd.2 smithi132 running (16m) 15s ago 16m 108M 2524M 16.2.15-1-g8963e9de 727f386679cb 06f51b23b566 2024-06-06T11:14:06.656 INFO:teuthology.orchestra.run.smithi132.stdout:osd.3 smithi132 running (15m) 15s ago 15m 112M 2524M 16.2.15-1-g8963e9de 727f386679cb 55ac36d1c0b1 2024-06-06T11:14:06.656 INFO:teuthology.orchestra.run.smithi132.stdout:osd.4 smithi179 running (14m) 15s ago 14m 107M 2524M 16.2.15-1-g8963e9de 727f386679cb fca38b9dd4a9 2024-06-06T11:14:06.656 INFO:teuthology.orchestra.run.smithi132.stdout:osd.5 smithi179 running (14m) 15s ago 14m 108M 2524M 16.2.15-1-g8963e9de 727f386679cb 5b08bfae0006 2024-06-06T11:14:06.656 INFO:teuthology.orchestra.run.smithi132.stdout:osd.6 smithi179 running (13m) 15s ago 13m 93.0M 2524M 16.2.15-1-g8963e9de 727f386679cb bced65dc2060 2024-06-06T11:14:06.656 INFO:teuthology.orchestra.run.smithi132.stdout:osd.7 smithi179 running (12m) 15s ago 12m 114M 2524M 16.2.15-1-g8963e9de 727f386679cb 8f71f030aa8f 2024-06-06T11:14:06.656 INFO:teuthology.orchestra.run.smithi132.stdout:prometheus.a smithi179 *:9095 running (3m) 15s ago 11m 71.5M - 2.33.4 514e6a882f6e a8412c260b59 2024-06-06T11:14:07.431 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch upgrade pause' 2024-06-06T11:14:08.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[71843]: audit 2024-06-06T11:14:06.637919+0000 mgr.y (mgr.25375) 128 : audit [DBG] from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:08.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[71843]: audit 2024-06-06T11:14:07.033189+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[71843]: audit 2024-06-06T11:14:07.040889+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[71843]: cluster 2024-06-06T11:14:07.324234+0000 mgr.y (mgr.25375) 129 : cluster [DBG] pgmap v255: 105 pgs: 105 active+clean; 561 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 5.1 MiB/s wr, 106 op/s 2024-06-06T11:14:08.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[71843]: audit 2024-06-06T11:14:07.784899+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[71843]: audit 2024-06-06T11:14:07.792117+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[74574]: audit 2024-06-06T11:14:06.637919+0000 mgr.y (mgr.25375) 128 : audit [DBG] from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:08.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[74574]: audit 2024-06-06T11:14:07.033189+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[74574]: audit 2024-06-06T11:14:07.040889+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[74574]: cluster 2024-06-06T11:14:07.324234+0000 mgr.y (mgr.25375) 129 : cluster [DBG] pgmap v255: 105 pgs: 105 active+clean; 561 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 5.1 MiB/s wr, 106 op/s 2024-06-06T11:14:08.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[74574]: audit 2024-06-06T11:14:07.784899+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:08 smithi132 bash[74574]: audit 2024-06-06T11:14:07.792117+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:08 smithi179 bash[54149]: audit 2024-06-06T11:14:06.637919+0000 mgr.y (mgr.25375) 128 : audit [DBG] from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:08.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:08 smithi179 bash[54149]: audit 2024-06-06T11:14:07.033189+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:08 smithi179 bash[54149]: audit 2024-06-06T11:14:07.040889+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:08 smithi179 bash[54149]: cluster 2024-06-06T11:14:07.324234+0000 mgr.y (mgr.25375) 129 : cluster [DBG] pgmap v255: 105 pgs: 105 active+clean; 561 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 5.1 MiB/s wr, 106 op/s 2024-06-06T11:14:08.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:08 smithi179 bash[54149]: audit 2024-06-06T11:14:07.784899+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:08 smithi179 bash[54149]: audit 2024-06-06T11:14:07.792117+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:08.365 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5066 ms) 2024-06-06T11:14:08.365 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-06-06T11:14:08.365 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:14:08.365 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-06-06T11:14:09.056 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 13 tests from DiffIterateTest/0 (67236 ms total) 2024-06-06T11:14:09.056 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:14:09.056 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 13 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-06-06T11:14:09.090 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-06-06T11:14:09.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:09 smithi132 bash[71843]: audit 2024-06-06T11:14:08.337264+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:09.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:09 smithi132 bash[74574]: audit 2024-06-06T11:14:08.337264+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:09 smithi179 bash[54149]: audit 2024-06-06T11:14:08.337264+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:10.451 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:10 smithi132 bash[71843]: cluster 2024-06-06T11:14:09.050391+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2024-06-06T11:14:10.451 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:10 smithi132 bash[71843]: cluster 2024-06-06T11:14:09.325153+0000 mgr.y (mgr.25375) 130 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 582 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:10.451 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:10 smithi132 bash[74574]: cluster 2024-06-06T11:14:09.050391+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2024-06-06T11:14:10.451 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:10 smithi132 bash[74574]: cluster 2024-06-06T11:14:09.325153+0000 mgr.y (mgr.25375) 130 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 582 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:10 smithi179 bash[54149]: cluster 2024-06-06T11:14:09.050391+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2024-06-06T11:14:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:10 smithi179 bash[54149]: cluster 2024-06-06T11:14:09.325153+0000 mgr.y (mgr.25375) 130 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 582 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:10.898 INFO:teuthology.orchestra.run.smithi132.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:11.090 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:14:11.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:11 smithi132 bash[71843]: cluster 2024-06-06T11:14:10.068344+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-06-06T11:14:11.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:11 smithi132 bash[71843]: audit 2024-06-06T11:14:10.072650+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.132:0/3292651024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:11.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:11 smithi132 bash[71843]: audit 2024-06-06T11:14:10.077675+0000 mon.a (mon.0) 355 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:11.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:11 smithi132 bash[71843]: audit 2024-06-06T11:14:10.900225+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:11.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:11 smithi132 bash[74574]: cluster 2024-06-06T11:14:10.068344+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-06-06T11:14:11.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:11 smithi132 bash[74574]: audit 2024-06-06T11:14:10.072650+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.132:0/3292651024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:11.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:11 smithi132 bash[74574]: audit 2024-06-06T11:14:10.077675+0000 mon.a (mon.0) 355 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:11.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:11 smithi132 bash[74574]: audit 2024-06-06T11:14:10.900225+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:11 smithi179 bash[54149]: cluster 2024-06-06T11:14:10.068344+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-06-06T11:14:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:11 smithi179 bash[54149]: audit 2024-06-06T11:14:10.072650+0000 mon.c (mon.2) 7 : audit [INF] from='client.? 172.21.15.132:0/3292651024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:11 smithi179 bash[54149]: audit 2024-06-06T11:14:10.077675+0000 mon.a (mon.0) 355 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:14:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:11 smithi179 bash[54149]: audit 2024-06-06T11:14:10.900225+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:11.685 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'sleep 60' 2024-06-06T11:14:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[71843]: audit 2024-06-06T11:14:10.892940+0000 mgr.y (mgr.25375) 131 : audit [DBG] from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[71843]: cephadm 2024-06-06T11:14:10.893576+0000 mgr.y (mgr.25375) 132 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[71843]: audit 2024-06-06T11:14:11.070391+0000 mon.a (mon.0) 357 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:14:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[71843]: cluster 2024-06-06T11:14:11.070661+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-06-06T11:14:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[71843]: cluster 2024-06-06T11:14:11.325605+0000 mgr.y (mgr.25375) 133 : cluster [DBG] pgmap v260: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[71843]: cluster 2024-06-06T11:14:12.072720+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-06-06T11:14:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[74574]: audit 2024-06-06T11:14:10.892940+0000 mgr.y (mgr.25375) 131 : audit [DBG] from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[74574]: cephadm 2024-06-06T11:14:10.893576+0000 mgr.y (mgr.25375) 132 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[74574]: audit 2024-06-06T11:14:11.070391+0000 mon.a (mon.0) 357 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:14:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[74574]: cluster 2024-06-06T11:14:11.070661+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-06-06T11:14:12.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[74574]: cluster 2024-06-06T11:14:11.325605+0000 mgr.y (mgr.25375) 133 : cluster [DBG] pgmap v260: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:12.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:12 smithi132 bash[74574]: cluster 2024-06-06T11:14:12.072720+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-06-06T11:14:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:12 smithi179 bash[54149]: audit 2024-06-06T11:14:10.892940+0000 mgr.y (mgr.25375) 131 : audit [DBG] from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:14:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:12 smithi179 bash[54149]: cephadm 2024-06-06T11:14:10.893576+0000 mgr.y (mgr.25375) 132 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:14:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:12 smithi179 bash[54149]: audit 2024-06-06T11:14:11.070391+0000 mon.a (mon.0) 357 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:14:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:12 smithi179 bash[54149]: cluster 2024-06-06T11:14:11.070661+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-06-06T11:14:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:12 smithi179 bash[54149]: cluster 2024-06-06T11:14:11.325605+0000 mgr.y (mgr.25375) 133 : cluster [DBG] pgmap v260: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:12 smithi179 bash[54149]: cluster 2024-06-06T11:14:12.072720+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-06-06T11:14:13.105 INFO:tasks.workunit.client.0.smithi132.stdout: wrote [407995~60469,700480~27825,842118~83545,3771107~53462,11937177~80560,17125231~84527,17715180~69613,18130560~37018,19511998~69753,20443033~18857] 2024-06-06T11:14:14.077 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:14:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:14:13] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.33.4" 2024-06-06T11:14:14.102 INFO:tasks.workunit.client.0.smithi132.stdout: wrote [0~20971520] 2024-06-06T11:14:14.115 INFO:tasks.workunit.client.0.smithi132.stdout: diff was [0~20971520] 2024-06-06T11:14:14.121 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5031 ms) 2024-06-06T11:14:14.121 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-06-06T11:14:14.122 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:14:14.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:14 smithi132 bash[71843]: cluster 2024-06-06T11:14:13.074443+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-06-06T11:14:14.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:14 smithi132 bash[71843]: cluster 2024-06-06T11:14:13.326181+0000 mgr.y (mgr.25375) 134 : cluster [DBG] pgmap v263: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:14.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:14 smithi132 bash[74574]: cluster 2024-06-06T11:14:13.074443+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-06-06T11:14:14.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:14 smithi132 bash[74574]: cluster 2024-06-06T11:14:13.326181+0000 mgr.y (mgr.25375) 134 : cluster [DBG] pgmap v263: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:14 smithi179 bash[54149]: cluster 2024-06-06T11:14:13.074443+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-06-06T11:14:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:14 smithi179 bash[54149]: cluster 2024-06-06T11:14:13.326181+0000 mgr.y (mgr.25375) 134 : cluster [DBG] pgmap v263: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:15 smithi132 bash[71843]: cluster 2024-06-06T11:14:14.083543+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-06-06T11:14:15.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:15 smithi132 bash[74574]: cluster 2024-06-06T11:14:14.083543+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-06-06T11:14:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:15 smithi179 bash[54149]: cluster 2024-06-06T11:14:14.083543+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-06-06T11:14:16.525 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:16 smithi179 bash[54149]: cluster 2024-06-06T11:14:15.092722+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-06-06T11:14:16.525 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:16 smithi179 bash[54149]: cluster 2024-06-06T11:14:15.326881+0000 mgr.y (mgr.25375) 135 : cluster [DBG] pgmap v266: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 295 KiB/s wr, 55 op/s 2024-06-06T11:14:16.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:16 smithi132 bash[74574]: cluster 2024-06-06T11:14:15.092722+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-06-06T11:14:16.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:16 smithi132 bash[74574]: cluster 2024-06-06T11:14:15.326881+0000 mgr.y (mgr.25375) 135 : cluster [DBG] pgmap v266: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 295 KiB/s wr, 55 op/s 2024-06-06T11:14:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:16 smithi132 bash[71843]: cluster 2024-06-06T11:14:15.092722+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-06-06T11:14:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:16 smithi132 bash[71843]: cluster 2024-06-06T11:14:15.326881+0000 mgr.y (mgr.25375) 135 : cluster [DBG] pgmap v266: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 295 KiB/s wr, 55 op/s 2024-06-06T11:14:17.150 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3029 ms) 2024-06-06T11:14:17.150 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-06-06T11:14:17.150 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:14:17.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:17 smithi132 bash[71843]: cluster 2024-06-06T11:14:16.103128+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2024-06-06T11:14:17.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:17 smithi132 bash[74574]: cluster 2024-06-06T11:14:16.103128+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2024-06-06T11:14:17.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:17 smithi179 bash[54149]: cluster 2024-06-06T11:14:16.103128+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2024-06-06T11:14:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: cluster 2024-06-06T11:14:17.113768+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2024-06-06T11:14:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: cluster 2024-06-06T11:14:17.327600+0000 mgr.y (mgr.25375) 136 : cluster [DBG] pgmap v269: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 295 KiB/s wr, 55 op/s 2024-06-06T11:14:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: audit 2024-06-06T11:14:17.344628+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: audit 2024-06-06T11:14:17.353573+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: audit 2024-06-06T11:14:17.354997+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: audit 2024-06-06T11:14:17.356442+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:18.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: audit 2024-06-06T11:14:17.364474+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:18.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: cephadm 2024-06-06T11:14:17.414002+0000 mgr.y (mgr.25375) 137 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-06-06T11:14:18.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: audit 2024-06-06T11:14:17.414704+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:18.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: audit 2024-06-06T11:14:17.416256+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:18.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: audit 2024-06-06T11:14:17.417623+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:18.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[71843]: cephadm 2024-06-06T11:14:17.418932+0000 mgr.y (mgr.25375) 138 : cephadm [INF] Reconfiguring daemon mon.a on smithi132 2024-06-06T11:14:18.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: cluster 2024-06-06T11:14:17.113768+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2024-06-06T11:14:18.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: cluster 2024-06-06T11:14:17.327600+0000 mgr.y (mgr.25375) 136 : cluster [DBG] pgmap v269: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 295 KiB/s wr, 55 op/s 2024-06-06T11:14:18.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: audit 2024-06-06T11:14:17.344628+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:18.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: audit 2024-06-06T11:14:17.353573+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:18.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: audit 2024-06-06T11:14:17.354997+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:18.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: audit 2024-06-06T11:14:17.356442+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:18.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: audit 2024-06-06T11:14:17.364474+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:18.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: cephadm 2024-06-06T11:14:17.414002+0000 mgr.y (mgr.25375) 137 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-06-06T11:14:18.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: audit 2024-06-06T11:14:17.414704+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:18.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: audit 2024-06-06T11:14:17.416256+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:18.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: audit 2024-06-06T11:14:17.417623+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:18.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:18 smithi132 bash[74574]: cephadm 2024-06-06T11:14:17.418932+0000 mgr.y (mgr.25375) 138 : cephadm [INF] Reconfiguring daemon mon.a on smithi132 2024-06-06T11:14:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: cluster 2024-06-06T11:14:17.113768+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2024-06-06T11:14:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: cluster 2024-06-06T11:14:17.327600+0000 mgr.y (mgr.25375) 136 : cluster [DBG] pgmap v269: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 295 KiB/s wr, 55 op/s 2024-06-06T11:14:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: audit 2024-06-06T11:14:17.344628+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: audit 2024-06-06T11:14:17.353573+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: audit 2024-06-06T11:14:17.354997+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: audit 2024-06-06T11:14:17.356442+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: audit 2024-06-06T11:14:17.364474+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:18.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: cephadm 2024-06-06T11:14:17.414002+0000 mgr.y (mgr.25375) 137 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-06-06T11:14:18.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: audit 2024-06-06T11:14:17.414704+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:18.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: audit 2024-06-06T11:14:17.416256+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:18.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: audit 2024-06-06T11:14:17.417623+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:18.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:18 smithi179 bash[54149]: cephadm 2024-06-06T11:14:17.418932+0000 mgr.y (mgr.25375) 138 : cephadm [INF] Reconfiguring daemon mon.a on smithi132 2024-06-06T11:14:19.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:19 smithi132 bash[71843]: cluster 2024-06-06T11:14:18.123415+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2024-06-06T11:14:19.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:19 smithi132 bash[74574]: cluster 2024-06-06T11:14:18.123415+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2024-06-06T11:14:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:19 smithi179 bash[54149]: cluster 2024-06-06T11:14:18.123415+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2024-06-06T11:14:20.057 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (2907 ms) 2024-06-06T11:14:20.057 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-06-06T11:14:20.057 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:14:20.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[71843]: cluster 2024-06-06T11:14:19.129184+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2024-06-06T11:14:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[71843]: cluster 2024-06-06T11:14:19.328419+0000 mgr.y (mgr.25375) 139 : cluster [DBG] pgmap v272: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-06-06T11:14:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[71843]: audit 2024-06-06T11:14:19.717259+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[71843]: audit 2024-06-06T11:14:19.725308+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[71843]: audit 2024-06-06T11:14:19.727230+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:14:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[71843]: audit 2024-06-06T11:14:19.728665+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:14:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[71843]: audit 2024-06-06T11:14:19.729971+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:20.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[71843]: cluster 2024-06-06T11:14:20.017320+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2024-06-06T11:14:20.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[74574]: cluster 2024-06-06T11:14:19.129184+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2024-06-06T11:14:20.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[74574]: cluster 2024-06-06T11:14:19.328419+0000 mgr.y (mgr.25375) 139 : cluster [DBG] pgmap v272: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-06-06T11:14:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[74574]: audit 2024-06-06T11:14:19.717259+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[74574]: audit 2024-06-06T11:14:19.725308+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[74574]: audit 2024-06-06T11:14:19.727230+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:14:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[74574]: audit 2024-06-06T11:14:19.728665+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:14:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[74574]: audit 2024-06-06T11:14:19.729971+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:20.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:20 smithi132 bash[74574]: cluster 2024-06-06T11:14:20.017320+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2024-06-06T11:14:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:20 smithi179 bash[54149]: cluster 2024-06-06T11:14:19.129184+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2024-06-06T11:14:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:20 smithi179 bash[54149]: cluster 2024-06-06T11:14:19.328419+0000 mgr.y (mgr.25375) 139 : cluster [DBG] pgmap v272: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-06-06T11:14:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:20 smithi179 bash[54149]: audit 2024-06-06T11:14:19.717259+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:20 smithi179 bash[54149]: audit 2024-06-06T11:14:19.725308+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:20 smithi179 bash[54149]: audit 2024-06-06T11:14:19.727230+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:14:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:20 smithi179 bash[54149]: audit 2024-06-06T11:14:19.728665+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:14:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:20 smithi179 bash[54149]: audit 2024-06-06T11:14:19.729971+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:20.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:20 smithi179 bash[54149]: cluster 2024-06-06T11:14:20.017320+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2024-06-06T11:14:21.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:21 smithi132 bash[74574]: cephadm 2024-06-06T11:14:19.726788+0000 mgr.y (mgr.25375) 140 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-06-06T11:14:21.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:21 smithi132 bash[74574]: cephadm 2024-06-06T11:14:19.731349+0000 mgr.y (mgr.25375) 141 : cephadm [INF] Reconfiguring daemon mgr.y on smithi132 2024-06-06T11:14:21.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:21 smithi132 bash[74574]: cluster 2024-06-06T11:14:21.017720+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2024-06-06T11:14:21.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:21 smithi132 bash[71843]: cephadm 2024-06-06T11:14:19.726788+0000 mgr.y (mgr.25375) 140 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-06-06T11:14:21.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:21 smithi132 bash[71843]: cephadm 2024-06-06T11:14:19.731349+0000 mgr.y (mgr.25375) 141 : cephadm [INF] Reconfiguring daemon mgr.y on smithi132 2024-06-06T11:14:21.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:21 smithi132 bash[71843]: cluster 2024-06-06T11:14:21.017720+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2024-06-06T11:14:21.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:21 smithi179 bash[54149]: cephadm 2024-06-06T11:14:19.726788+0000 mgr.y (mgr.25375) 140 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-06-06T11:14:21.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:21 smithi179 bash[54149]: cephadm 2024-06-06T11:14:19.731349+0000 mgr.y (mgr.25375) 141 : cephadm [INF] Reconfiguring daemon mgr.y on smithi132 2024-06-06T11:14:21.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:21 smithi179 bash[54149]: cluster 2024-06-06T11:14:21.017720+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[71843]: cluster 2024-06-06T11:14:21.329074+0000 mgr.y (mgr.25375) 142 : cluster [DBG] pgmap v275: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[71843]: audit 2024-06-06T11:14:21.939173+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[71843]: audit 2024-06-06T11:14:21.945018+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[71843]: audit 2024-06-06T11:14:21.946624+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[71843]: audit 2024-06-06T11:14:21.947675+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[71843]: audit 2024-06-06T11:14:21.948415+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[71843]: cluster 2024-06-06T11:14:22.019083+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[74574]: cluster 2024-06-06T11:14:21.329074+0000 mgr.y (mgr.25375) 142 : cluster [DBG] pgmap v275: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[74574]: audit 2024-06-06T11:14:21.939173+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[74574]: audit 2024-06-06T11:14:21.945018+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[74574]: audit 2024-06-06T11:14:21.946624+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:22.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[74574]: audit 2024-06-06T11:14:21.947675+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:22.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[74574]: audit 2024-06-06T11:14:21.948415+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:22.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:22 smithi132 bash[74574]: cluster 2024-06-06T11:14:22.019083+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2024-06-06T11:14:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:22 smithi179 bash[54149]: cluster 2024-06-06T11:14:21.329074+0000 mgr.y (mgr.25375) 142 : cluster [DBG] pgmap v275: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-06-06T11:14:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:22 smithi179 bash[54149]: audit 2024-06-06T11:14:21.939173+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:22 smithi179 bash[54149]: audit 2024-06-06T11:14:21.945018+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:22 smithi179 bash[54149]: audit 2024-06-06T11:14:21.946624+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:22 smithi179 bash[54149]: audit 2024-06-06T11:14:21.947675+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:22 smithi179 bash[54149]: audit 2024-06-06T11:14:21.948415+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:22 smithi179 bash[54149]: cluster 2024-06-06T11:14:22.019083+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2024-06-06T11:14:23.057 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2999 ms) 2024-06-06T11:14:23.057 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-06-06T11:14:23.057 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:14:23.159 INFO:tasks.workunit.client.0.smithi132.stdout: i=0 exists [26370688~3186158,36623891~2899875,138183811~6737596,178895667~555108,238269337~602860,260699790~1301880,266765817~6112174,291906362~2514876,336366695~8041978,368978764~6887317] wrote [26370688~3186158,36623891~2899875,138183811~6737596,178895667~555108,238269337~602860,260699790~1301880,266765817~6112174,291906362~2514876,336366695~8041978,368978764~6887317] 2024-06-06T11:14:23.439 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:23 smithi132 bash[71843]: cephadm 2024-06-06T11:14:21.946208+0000 mgr.y (mgr.25375) 143 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-06-06T11:14:23.439 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:23 smithi132 bash[71843]: cephadm 2024-06-06T11:14:21.949238+0000 mgr.y (mgr.25375) 144 : cephadm [INF] Reconfiguring daemon mon.c on smithi132 2024-06-06T11:14:23.439 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:23 smithi132 bash[71843]: cluster 2024-06-06T11:14:23.021430+0000 mon.a (mon.0) 388 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2024-06-06T11:14:23.439 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:23 smithi132 bash[74574]: cephadm 2024-06-06T11:14:21.946208+0000 mgr.y (mgr.25375) 143 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-06-06T11:14:23.439 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:23 smithi132 bash[74574]: cephadm 2024-06-06T11:14:21.949238+0000 mgr.y (mgr.25375) 144 : cephadm [INF] Reconfiguring daemon mon.c on smithi132 2024-06-06T11:14:23.439 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:23 smithi132 bash[74574]: cluster 2024-06-06T11:14:23.021430+0000 mon.a (mon.0) 388 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2024-06-06T11:14:23.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:23 smithi179 bash[54149]: cephadm 2024-06-06T11:14:21.946208+0000 mgr.y (mgr.25375) 143 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-06-06T11:14:23.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:23 smithi179 bash[54149]: cephadm 2024-06-06T11:14:21.949238+0000 mgr.y (mgr.25375) 144 : cephadm [INF] Reconfiguring daemon mon.c on smithi132 2024-06-06T11:14:23.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:23 smithi179 bash[54149]: cluster 2024-06-06T11:14:23.021430+0000 mon.a (mon.0) 388 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2024-06-06T11:14:24.174 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:14:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:14:23] "GET /metrics HTTP/1.1" 200 36349 "" "Prometheus/2.33.4" 2024-06-06T11:14:24.260 INFO:tasks.workunit.client.0.smithi132.stdout: i=1 exists [26370688~3186158,36623891~2899875,66496472~2346772,92610695~7728809,121201236~1613116,138183811~6737596,178895667~555108,187486180~5576178,218408024~1466845,238269337~602860,239590138~7165006,250346348~1421590,260699790~1301880,263368185~1893599,265655276~7222715,291906362~2514876,325062860~399852,336366695~8041978,368978764~6887317] wrote [66496472~2346772,92610695~7728809,121201236~1613116,187486180~5576178,218408024~1466845,239590138~7165006,250346348~1421590,263368185~1893599,265655276~6954668,325062860~399852] 2024-06-06T11:14:24.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:24 smithi132 bash[74574]: cluster 2024-06-06T11:14:23.329661+0000 mgr.y (mgr.25375) 145 : cluster [DBG] pgmap v278: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:14:24.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:24 smithi132 bash[74574]: audit 2024-06-06T11:14:23.337336+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:24.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:24 smithi132 bash[74574]: audit 2024-06-06T11:14:23.464820+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:24.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:24 smithi132 bash[71843]: cluster 2024-06-06T11:14:23.329661+0000 mgr.y (mgr.25375) 145 : cluster [DBG] pgmap v278: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:14:24.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:24 smithi132 bash[71843]: audit 2024-06-06T11:14:23.337336+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:24.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:24 smithi132 bash[71843]: audit 2024-06-06T11:14:23.464820+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:24 smithi179 bash[54149]: cluster 2024-06-06T11:14:23.329661+0000 mgr.y (mgr.25375) 145 : cluster [DBG] pgmap v278: 105 pgs: 105 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:14:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:24 smithi179 bash[54149]: audit 2024-06-06T11:14:23.337336+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:24 smithi179 bash[54149]: audit 2024-06-06T11:14:23.464820+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:25.324 INFO:tasks.workunit.client.0.smithi132.stdout: i=2 exists [2294116~2039708,10866723~4179576,20260110~5607228,26370688~3186158,36623891~3830260,51443127~312118,66496472~2346772,73577529~2791954,92610695~7728809,121201236~1613116,138183811~6737596,173022041~5694764,178895667~555108,187486180~5576178,199517282~7895023,218408024~1466845,238269337~602860,239590138~7165006,250346348~1421590,260699790~1301880,263368185~1893599,265655276~7222715,291906362~2514876,323481679~994485,325062860~399852,336366695~8041978,357954408~1651373,368978764~6887317] wrote [2294116~2039708,10866723~4179576,20260110~5607228,38876974~1577177,51443127~312118,73577529~2791954,173022041~5694764,199517282~7895023,323481679~994485,357954408~1651373] 2024-06-06T11:14:25.472 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[74574]: cluster 2024-06-06T11:14:24.181644+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2024-06-06T11:14:25.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[74574]: audit 2024-06-06T11:14:24.248541+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:25.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[74574]: audit 2024-06-06T11:14:24.271561+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:25.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[74574]: cephadm 2024-06-06T11:14:24.272932+0000 mgr.y (mgr.25375) 146 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-06-06T11:14:25.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[74574]: audit 2024-06-06T11:14:24.273409+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T11:14:25.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[74574]: audit 2024-06-06T11:14:24.274290+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:25.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[74574]: cephadm 2024-06-06T11:14:24.277817+0000 mgr.y (mgr.25375) 147 : cephadm [INF] Reconfiguring daemon osd.0 on smithi132 2024-06-06T11:14:25.473 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[71843]: cluster 2024-06-06T11:14:24.181644+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2024-06-06T11:14:25.474 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[71843]: audit 2024-06-06T11:14:24.248541+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:25.474 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[71843]: audit 2024-06-06T11:14:24.271561+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:25.474 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[71843]: cephadm 2024-06-06T11:14:24.272932+0000 mgr.y (mgr.25375) 146 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-06-06T11:14:25.474 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[71843]: audit 2024-06-06T11:14:24.273409+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T11:14:25.474 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[71843]: audit 2024-06-06T11:14:24.274290+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:25.474 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:25 smithi132 bash[71843]: cephadm 2024-06-06T11:14:24.277817+0000 mgr.y (mgr.25375) 147 : cephadm [INF] Reconfiguring daemon osd.0 on smithi132 2024-06-06T11:14:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:25 smithi179 bash[54149]: cluster 2024-06-06T11:14:24.181644+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2024-06-06T11:14:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:25 smithi179 bash[54149]: audit 2024-06-06T11:14:24.248541+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:25 smithi179 bash[54149]: audit 2024-06-06T11:14:24.271561+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:25 smithi179 bash[54149]: cephadm 2024-06-06T11:14:24.272932+0000 mgr.y (mgr.25375) 146 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-06-06T11:14:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:25 smithi179 bash[54149]: audit 2024-06-06T11:14:24.273409+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T11:14:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:25 smithi179 bash[54149]: audit 2024-06-06T11:14:24.274290+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:25 smithi179 bash[54149]: cephadm 2024-06-06T11:14:24.277817+0000 mgr.y (mgr.25375) 147 : cephadm [INF] Reconfiguring daemon osd.0 on smithi132 2024-06-06T11:14:26.333 INFO:tasks.workunit.client.0.smithi132.stdout: i=3 exists [2294116~2039708,10866723~4179576,20260110~5607228,26370688~3186158,36623891~3830260,51443127~312118,66496472~2346772,71168300~1742586,73577529~2791954,91076243~9263261,105887605~6170108,121201236~1613116,137503431~193176,138183811~6737596,173022041~5694764,178895667~555108,180809310~729218,187486180~5576178,199517282~7895023,218408024~1466845,238269337~602860,239590138~7165006,250346348~1421590,260699790~1301880,263368185~1893599,265655276~7222715,291906362~2514876,315506767~2458191,323481679~994485,325062860~399852,336366695~8041978,357954408~1651373,368978764~6887317,385063992~3187077] wrote [71168300~1742586,91076243~2691870,105887605~6170108,137503431~193176,180809310~729218,205647452~748575,219037483~413985,315506767~2458191,385063992~3187077] 2024-06-06T11:14:26.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:26 smithi132 bash[71843]: cluster 2024-06-06T11:14:25.275138+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2024-06-06T11:14:26.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:26 smithi132 bash[71843]: cluster 2024-06-06T11:14:25.330269+0000 mgr.y (mgr.25375) 148 : cluster [DBG] pgmap v281: 105 pgs: 105 active+clean; 76 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 106 KiB/s rd, 9.3 MiB/s wr, 169 op/s 2024-06-06T11:14:26.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:26 smithi132 bash[74574]: cluster 2024-06-06T11:14:25.275138+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2024-06-06T11:14:26.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:26 smithi132 bash[74574]: cluster 2024-06-06T11:14:25.330269+0000 mgr.y (mgr.25375) 148 : cluster [DBG] pgmap v281: 105 pgs: 105 active+clean; 76 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 106 KiB/s rd, 9.3 MiB/s wr, 169 op/s 2024-06-06T11:14:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:26 smithi179 bash[54149]: cluster 2024-06-06T11:14:25.275138+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2024-06-06T11:14:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:26 smithi179 bash[54149]: cluster 2024-06-06T11:14:25.330269+0000 mgr.y (mgr.25375) 148 : cluster [DBG] pgmap v281: 105 pgs: 105 active+clean; 76 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 106 KiB/s rd, 9.3 MiB/s wr, 169 op/s 2024-06-06T11:14:27.377 INFO:tasks.workunit.client.0.smithi132.stdout: i=4 exists [2294116~2039708,10866723~4179576,20260110~5607228,26370688~3186158,36623891~3830260,42538601~565789,51443127~312118,66496472~2346772,71168300~1742586,73577529~2791954,84846551~3522725,91076243~9263261,105887605~6170108,121201236~1613116,137503431~193176,138183811~6737596,172162521~6554284,178895667~555108,180809310~729218,187486180~5576178,193311675~6103792,199517282~7895023,218408024~1466845,238269337~602860,239590138~7165006,250346348~1421590,260699790~1301880,262152011~3109773,265655276~7222715,280445805~7427771,291906362~2514876,315506767~2458191,318055528~6420636,325062860~399852,336366695~11100212,357954408~1651373,368978764~13120334,385063992~3187077] wrote [42538601~565789,84846551~3522725,172162521~5343023,193311675~6103792,245900320~497207,262152011~2158021,280445805~7427771,318055528~6324893,340906734~6560173,374547441~7551657] 2024-06-06T11:14:27.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[71843]: cluster 2024-06-06T11:14:26.283660+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2024-06-06T11:14:27.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[71843]: audit 2024-06-06T11:14:26.508476+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:27.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[71843]: audit 2024-06-06T11:14:26.515677+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:27.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[71843]: cephadm 2024-06-06T11:14:26.517167+0000 mgr.y (mgr.25375) 149 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-06-06T11:14:27.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[71843]: audit 2024-06-06T11:14:26.517599+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T11:14:27.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[71843]: audit 2024-06-06T11:14:26.518756+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:27.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[71843]: cephadm 2024-06-06T11:14:26.522214+0000 mgr.y (mgr.25375) 150 : cephadm [INF] Reconfiguring daemon osd.1 on smithi132 2024-06-06T11:14:27.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[74574]: cluster 2024-06-06T11:14:26.283660+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2024-06-06T11:14:27.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[74574]: audit 2024-06-06T11:14:26.508476+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:27.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[74574]: audit 2024-06-06T11:14:26.515677+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:27.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[74574]: cephadm 2024-06-06T11:14:26.517167+0000 mgr.y (mgr.25375) 149 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-06-06T11:14:27.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[74574]: audit 2024-06-06T11:14:26.517599+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T11:14:27.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[74574]: audit 2024-06-06T11:14:26.518756+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:27.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:27 smithi132 bash[74574]: cephadm 2024-06-06T11:14:26.522214+0000 mgr.y (mgr.25375) 150 : cephadm [INF] Reconfiguring daemon osd.1 on smithi132 2024-06-06T11:14:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:27 smithi179 bash[54149]: cluster 2024-06-06T11:14:26.283660+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2024-06-06T11:14:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:27 smithi179 bash[54149]: audit 2024-06-06T11:14:26.508476+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:27 smithi179 bash[54149]: audit 2024-06-06T11:14:26.515677+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:27 smithi179 bash[54149]: cephadm 2024-06-06T11:14:26.517167+0000 mgr.y (mgr.25375) 149 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-06-06T11:14:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:27 smithi179 bash[54149]: audit 2024-06-06T11:14:26.517599+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T11:14:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:27 smithi179 bash[54149]: audit 2024-06-06T11:14:26.518756+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:27 smithi179 bash[54149]: cephadm 2024-06-06T11:14:26.522214+0000 mgr.y (mgr.25375) 150 : cephadm [INF] Reconfiguring daemon osd.1 on smithi132 2024-06-06T11:14:28.383 INFO:tasks.workunit.client.0.smithi132.stdout: i=5 exists [2294116~2039708,4478134~10568165,20260110~5607228,26370688~3186158,36623891~3830260,42538601~565789,51443127~312118,66496472~2346772,71168300~1742586,73577529~2791954,84846551~3522725,91076243~9263261,105887605~6170108,121201236~1613116,137503431~193176,138183811~6737596,152892614~2993595,161321586~1273241,172162521~6554284,178895667~555108,180809310~729218,187486180~5576178,193311675~6103792,199517282~11281899,218408024~1466845,238269337~602860,239590138~7165006,250346348~1421590,260699790~1301880,262152011~3109773,265655276~7222715,280445805~7427771,291906362~2514876,315506767~2458191,318055528~6420636,325062860~399852,336366695~11100212,357954408~1651373,361901249~20197849,385063992~3187077,402561703~5824593,409058393~2578380] wrote [4478134~6840152,152892614~2993595,161321586~1273241,204536315~6262866,272823885~43327,361901249~7723926,377763967~1813733,402561703~5824593,409058393~2578380] 2024-06-06T11:14:28.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:28 smithi132 bash[71843]: cluster 2024-06-06T11:14:27.289575+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2024-06-06T11:14:28.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:28 smithi132 bash[71843]: cluster 2024-06-06T11:14:27.331027+0000 mgr.y (mgr.25375) 151 : cluster [DBG] pgmap v284: 105 pgs: 105 active+clean; 76 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 106 KiB/s rd, 9.3 MiB/s wr, 169 op/s 2024-06-06T11:14:28.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:28 smithi132 bash[74574]: cluster 2024-06-06T11:14:27.289575+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2024-06-06T11:14:28.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:28 smithi132 bash[74574]: cluster 2024-06-06T11:14:27.331027+0000 mgr.y (mgr.25375) 151 : cluster [DBG] pgmap v284: 105 pgs: 105 active+clean; 76 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 106 KiB/s rd, 9.3 MiB/s wr, 169 op/s 2024-06-06T11:14:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:28 smithi179 bash[54149]: cluster 2024-06-06T11:14:27.289575+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2024-06-06T11:14:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:28 smithi179 bash[54149]: cluster 2024-06-06T11:14:27.331027+0000 mgr.y (mgr.25375) 151 : cluster [DBG] pgmap v284: 105 pgs: 105 active+clean; 76 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 106 KiB/s rd, 9.3 MiB/s wr, 169 op/s 2024-06-06T11:14:29.368 INFO:tasks.workunit.client.0.smithi132.stdout: i=6 exists [2294116~2039708,4478134~10568165,15048694~287144,20260110~5607228,26370688~3186158,36623891~3830260,42538601~565789,51443127~312118,66496472~2346772,71168300~1742586,73577529~2791954,84846551~3522725,91076243~9263261,105887605~6170108,118192458~4721093,137503431~193176,138183811~7098790,152892614~2993595,161321586~1273241,172162521~6554284,178895667~555108,180809310~729218,187486180~5576178,193311675~6103792,199517282~11281899,218408024~1466845,238269337~602860,239590138~8274133,250346348~1421590,260699790~1301880,262152011~3109773,265655276~7222715,280445805~7427771,291906362~2514876,304642302~5239989,315506767~2458191,318055528~10931586,336366695~13971974,357954408~1651373,361901249~21865869,385063992~3187077,402561703~5824593,409058393~2578380] wrote [15048694~287144,118192458~4721093,142238183~3044418,202555646~1703797,245868721~1995550,269438932~1636017,304642302~5239989,323828379~5158735,343323453~7015216,376845537~6921581] 2024-06-06T11:14:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:29 smithi132 bash[71843]: cluster 2024-06-06T11:14:28.298857+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2024-06-06T11:14:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:29 smithi132 bash[71843]: audit 2024-06-06T11:14:28.855462+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:29 smithi132 bash[71843]: audit 2024-06-06T11:14:28.861556+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:29 smithi132 bash[71843]: audit 2024-06-06T11:14:28.863246+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T11:14:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:29 smithi132 bash[71843]: audit 2024-06-06T11:14:28.864289+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:29 smithi132 bash[74574]: cluster 2024-06-06T11:14:28.298857+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2024-06-06T11:14:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:29 smithi132 bash[74574]: audit 2024-06-06T11:14:28.855462+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:29 smithi132 bash[74574]: audit 2024-06-06T11:14:28.861556+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:29 smithi132 bash[74574]: audit 2024-06-06T11:14:28.863246+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T11:14:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:29 smithi132 bash[74574]: audit 2024-06-06T11:14:28.864289+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:29 smithi179 bash[54149]: cluster 2024-06-06T11:14:28.298857+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2024-06-06T11:14:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:29 smithi179 bash[54149]: audit 2024-06-06T11:14:28.855462+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:29 smithi179 bash[54149]: audit 2024-06-06T11:14:28.861556+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:29 smithi179 bash[54149]: audit 2024-06-06T11:14:28.863246+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T11:14:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:29 smithi179 bash[54149]: audit 2024-06-06T11:14:28.864289+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:30.409 INFO:tasks.workunit.client.0.smithi132.stdout: i=7 exists [2294116~12752183,15048694~287144,16501478~13055368,36623891~3830260,42538601~565789,51443127~312118,66496472~2346772,71168300~1742586,73577529~2791954,84846551~3522725,91076243~9263261,105887605~6170108,118192458~9114806,137503431~193176,138183811~7098790,152892614~2993595,157772911~4821916,172162521~6554284,178895667~555108,180809310~729218,187486180~5576178,193311675~6103792,199517282~11281899,218408024~1466845,238269337~602860,239590138~8274133,250346348~1421590,260699790~1301880,262152011~3109773,265655276~7222715,280445805~8354489,290756510~3664728,304642302~5239989,315506767~2458191,318055528~16591488,336366695~13971974,357954408~1651373,361901249~21865869,385063992~4400607,402561703~5824593,409058393~2578380] wrote [3566696~6962412,16501478~9885650,122088721~5218543,157772911~3948379,281597972~7202322,290756510~1625683,328723886~5923130,336749615~4482318,385200427~4264172] 2024-06-06T11:14:30.470 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:30 smithi132 bash[71843]: cephadm 2024-06-06T11:14:28.862846+0000 mgr.y (mgr.25375) 152 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-06-06T11:14:30.470 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:30 smithi132 bash[71843]: cephadm 2024-06-06T11:14:28.867433+0000 mgr.y (mgr.25375) 153 : cephadm [INF] Reconfiguring daemon osd.2 on smithi132 2024-06-06T11:14:30.470 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:30 smithi132 bash[71843]: cluster 2024-06-06T11:14:29.308059+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2024-06-06T11:14:30.470 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:30 smithi132 bash[71843]: cluster 2024-06-06T11:14:29.331702+0000 mgr.y (mgr.25375) 154 : cluster [DBG] pgmap v287: 105 pgs: 105 active+clean; 295 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 150 KiB/s rd, 41 MiB/s wr, 252 op/s 2024-06-06T11:14:30.470 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:30 smithi132 bash[74574]: cephadm 2024-06-06T11:14:28.862846+0000 mgr.y (mgr.25375) 152 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-06-06T11:14:30.470 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:30 smithi132 bash[74574]: cephadm 2024-06-06T11:14:28.867433+0000 mgr.y (mgr.25375) 153 : cephadm [INF] Reconfiguring daemon osd.2 on smithi132 2024-06-06T11:14:30.470 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:30 smithi132 bash[74574]: cluster 2024-06-06T11:14:29.308059+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2024-06-06T11:14:30.470 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:30 smithi132 bash[74574]: cluster 2024-06-06T11:14:29.331702+0000 mgr.y (mgr.25375) 154 : cluster [DBG] pgmap v287: 105 pgs: 105 active+clean; 295 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 150 KiB/s rd, 41 MiB/s wr, 252 op/s 2024-06-06T11:14:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:30 smithi179 bash[54149]: cephadm 2024-06-06T11:14:28.862846+0000 mgr.y (mgr.25375) 152 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-06-06T11:14:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:30 smithi179 bash[54149]: cephadm 2024-06-06T11:14:28.867433+0000 mgr.y (mgr.25375) 153 : cephadm [INF] Reconfiguring daemon osd.2 on smithi132 2024-06-06T11:14:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:30 smithi179 bash[54149]: cluster 2024-06-06T11:14:29.308059+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2024-06-06T11:14:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:30 smithi179 bash[54149]: cluster 2024-06-06T11:14:29.331702+0000 mgr.y (mgr.25375) 154 : cluster [DBG] pgmap v287: 105 pgs: 105 active+clean; 295 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 150 KiB/s rd, 41 MiB/s wr, 252 op/s 2024-06-06T11:14:31.407 INFO:tasks.workunit.client.0.smithi132.stdout: i=8 exists [2294116~27262730,36623891~3830260,42538601~565789,51443127~312118,66496472~2346772,71168300~1742586,73577529~2791954,84494261~15845243,105887605~6170108,118192458~9114806,133590209~11692392,152892614~9702213,172162521~6554284,178895667~555108,180809310~729218,187486180~5576178,193311675~6103792,199517282~11281899,218408024~1466845,238269337~602860,239590138~8274133,250346348~1421590,256983746~8278038,265655276~7222715,279127757~9672537,290756510~3664728,304642302~5239989,315506767~2458191,318055528~32283141,357954408~1651373,361901249~21865869,385063992~4400607,402561703~5824593,409058393~2578380] wrote [12630337~5714034,84494261~7087962,133590209~5245111,153950846~5645368,256983746~5262528,266155147~1697128,270511703~2193425,279127757~5678946,330900241~6584811] 2024-06-06T11:14:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:31 smithi132 bash[74574]: cluster 2024-06-06T11:14:30.318344+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2024-06-06T11:14:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:31 smithi132 bash[74574]: audit 2024-06-06T11:14:31.114106+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:31 smithi132 bash[74574]: audit 2024-06-06T11:14:31.120096+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:31 smithi132 bash[74574]: audit 2024-06-06T11:14:31.121785+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T11:14:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:31 smithi132 bash[74574]: audit 2024-06-06T11:14:31.122889+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:31.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:31 smithi132 bash[71843]: cluster 2024-06-06T11:14:30.318344+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2024-06-06T11:14:31.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:31 smithi132 bash[71843]: audit 2024-06-06T11:14:31.114106+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:31.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:31 smithi132 bash[71843]: audit 2024-06-06T11:14:31.120096+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:31.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:31 smithi132 bash[71843]: audit 2024-06-06T11:14:31.121785+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T11:14:31.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:31 smithi132 bash[71843]: audit 2024-06-06T11:14:31.122889+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:31 smithi179 bash[54149]: cluster 2024-06-06T11:14:30.318344+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2024-06-06T11:14:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:31 smithi179 bash[54149]: audit 2024-06-06T11:14:31.114106+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:31 smithi179 bash[54149]: audit 2024-06-06T11:14:31.120096+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:31 smithi179 bash[54149]: audit 2024-06-06T11:14:31.121785+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T11:14:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:31 smithi179 bash[54149]: audit 2024-06-06T11:14:31.122889+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:32.464 INFO:tasks.workunit.client.0.smithi132.stdout: i=9 exists [2294116~27262730,36623891~3830260,42538601~565789,51443127~312118,61820824~4319332,66496472~2346772,71168300~1742586,73577529~4976267,84494261~15845243,105887605~6170108,118192458~9114806,129923560~2884495,133590209~11692392,152892614~9702213,172162521~6554284,178895667~555108,180809310~729218,187486180~5576178,193311675~6103792,199517282~11743926,218408024~1466845,238269337~602860,239590138~8274133,250346348~1421590,256983746~8278038,265655276~7222715,279127757~9672537,290756510~3664728,304642302~5239989,315506767~2458191,318055528~32843738,354863855~5174521,361901249~21865869,385063992~4400607,402561703~5824593,409058393~2578380] wrote [61820824~4319332,74611329~3942467,129923560~2884495,205516990~5744218,336498629~14400637,354863855~5174521] 2024-06-06T11:14:32.670 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:32 smithi132 bash[71843]: cephadm 2024-06-06T11:14:31.121396+0000 mgr.y (mgr.25375) 155 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-06-06T11:14:32.670 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:32 smithi132 bash[71843]: cephadm 2024-06-06T11:14:31.125577+0000 mgr.y (mgr.25375) 156 : cephadm [INF] Reconfiguring daemon osd.3 on smithi132 2024-06-06T11:14:32.670 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:32 smithi132 bash[71843]: cluster 2024-06-06T11:14:31.325865+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2024-06-06T11:14:32.670 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:32 smithi132 bash[71843]: cluster 2024-06-06T11:14:31.332103+0000 mgr.y (mgr.25375) 157 : cluster [DBG] pgmap v290: 105 pgs: 105 active+clean; 295 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 150 KiB/s rd, 41 MiB/s wr, 252 op/s 2024-06-06T11:14:32.671 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:32 smithi132 bash[74574]: cephadm 2024-06-06T11:14:31.121396+0000 mgr.y (mgr.25375) 155 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-06-06T11:14:32.671 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:32 smithi132 bash[74574]: cephadm 2024-06-06T11:14:31.125577+0000 mgr.y (mgr.25375) 156 : cephadm [INF] Reconfiguring daemon osd.3 on smithi132 2024-06-06T11:14:32.671 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:32 smithi132 bash[74574]: cluster 2024-06-06T11:14:31.325865+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2024-06-06T11:14:32.671 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:32 smithi132 bash[74574]: cluster 2024-06-06T11:14:31.332103+0000 mgr.y (mgr.25375) 157 : cluster [DBG] pgmap v290: 105 pgs: 105 active+clean; 295 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 150 KiB/s rd, 41 MiB/s wr, 252 op/s 2024-06-06T11:14:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:32 smithi179 bash[54149]: cephadm 2024-06-06T11:14:31.121396+0000 mgr.y (mgr.25375) 155 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-06-06T11:14:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:32 smithi179 bash[54149]: cephadm 2024-06-06T11:14:31.125577+0000 mgr.y (mgr.25375) 156 : cephadm [INF] Reconfiguring daemon osd.3 on smithi132 2024-06-06T11:14:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:32 smithi179 bash[54149]: cluster 2024-06-06T11:14:31.325865+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2024-06-06T11:14:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:32 smithi179 bash[54149]: cluster 2024-06-06T11:14:31.332103+0000 mgr.y (mgr.25375) 157 : cluster [DBG] pgmap v290: 105 pgs: 105 active+clean; 295 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 150 KiB/s rd, 41 MiB/s wr, 252 op/s 2024-06-06T11:14:33.401 INFO:tasks.workunit.client.0.smithi132.stdout: i=10 exists [2294116~27262730,36424627~4029524,42538601~565789,51443127~312118,61820824~4319332,66496472~2346772,71168300~1742586,73577529~4976267,84494261~15845243,105887605~6170108,118192458~9114806,129923560~2884495,133590209~11692392,152892614~9702213,172162521~11622279,187486180~5576178,193311675~6103792,199517282~11743926,218408024~1466845,238269337~602860,239590138~12177800,256983746~8278038,265655276~7222715,279127757~9672537,290756510~3664728,304642302~5239989,315506767~2458191,318055528~32843738,354863855~5174521,361901249~21865869,385063992~4400607,402561703~5824593,409058393~2578380] wrote [4191325~4117103,20865476~437669,24227752~145219,36424627~3192618,178586333~5198467,206352171~2062966,243547452~7611563,363415016~7121476,380195836~3200064] 2024-06-06T11:14:33.675 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:33 smithi132 bash[71843]: cluster 2024-06-06T11:14:32.338294+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2024-06-06T11:14:33.675 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:33 smithi132 bash[74574]: cluster 2024-06-06T11:14:32.338294+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2024-06-06T11:14:33.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:33 smithi179 bash[54149]: cluster 2024-06-06T11:14:32.338294+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2024-06-06T11:14:34.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:14:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:14:33] "GET /metrics HTTP/1.1" 200 36349 "" "Prometheus/2.33.4" 2024-06-06T11:14:34.341 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:34 smithi179 bash[54149]: cluster 2024-06-06T11:14:33.332677+0000 mgr.y (mgr.25375) 158 : cluster [DBG] pgmap v292: 105 pgs: 105 active+clean; 295 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:34.341 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:34 smithi179 bash[54149]: cluster 2024-06-06T11:14:33.344293+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2024-06-06T11:14:34.341 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:34 smithi179 bash[54149]: audit 2024-06-06T11:14:33.348242+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:34.440 INFO:tasks.workunit.client.0.smithi132.stdout: i=11 exists [2294116~27262730,36424627~4029524,42538601~565789,51443127~312118,61820824~4319332,66496472~2346772,71168300~1742586,73577529~4976267,80323951~1364600,84494261~15845243,101834412~1263160,105887605~6170108,118192458~9114806,129923560~2884495,133590209~16112882,152892614~14581101,172162521~14301598,187486180~5576178,193311675~6103792,199517282~11743926,218408024~1466845,238269337~602860,239590138~12177800,256983746~8278038,265655276~11511244,279127757~9672537,290756510~3664728,304642302~5239989,315506767~2458191,318055528~32843738,354863855~5174521,361901249~21865869,384491460~6445616,402561703~5824593,409058393~2578380] wrote [75947730~2310541,80323951~1364600,101834412~1263160,143416920~6286171,159540685~7933030,178849903~7614216,271376232~5790288,320225970~1692517,324697273~4525449,384491460~6445616] 2024-06-06T11:14:34.648 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[71843]: cluster 2024-06-06T11:14:33.332677+0000 mgr.y (mgr.25375) 158 : cluster [DBG] pgmap v292: 105 pgs: 105 active+clean; 295 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:34.649 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[71843]: cluster 2024-06-06T11:14:33.344293+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2024-06-06T11:14:34.649 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[71843]: audit 2024-06-06T11:14:33.348242+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:34.649 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[71843]: audit 2024-06-06T11:14:33.354423+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:34.649 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[71843]: cephadm 2024-06-06T11:14:33.356177+0000 mgr.y (mgr.25375) 159 : cephadm [INF] Reconfiguring mds.foo.smithi132.jyyqao (monmap changed)... 2024-06-06T11:14:34.649 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[71843]: audit 2024-06-06T11:14:33.356593+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi132.jyyqao", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:14:34.649 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[71843]: audit 2024-06-06T11:14:33.358934+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:34.650 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[71843]: cephadm 2024-06-06T11:14:33.360169+0000 mgr.y (mgr.25375) 160 : cephadm [INF] Reconfiguring daemon mds.foo.smithi132.jyyqao on smithi132 2024-06-06T11:14:34.650 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[74574]: cluster 2024-06-06T11:14:33.332677+0000 mgr.y (mgr.25375) 158 : cluster [DBG] pgmap v292: 105 pgs: 105 active+clean; 295 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:14:34.650 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[74574]: cluster 2024-06-06T11:14:33.344293+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2024-06-06T11:14:34.650 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[74574]: audit 2024-06-06T11:14:33.348242+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:34.650 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[74574]: audit 2024-06-06T11:14:33.354423+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:34.650 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[74574]: cephadm 2024-06-06T11:14:33.356177+0000 mgr.y (mgr.25375) 159 : cephadm [INF] Reconfiguring mds.foo.smithi132.jyyqao (monmap changed)... 2024-06-06T11:14:34.650 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[74574]: audit 2024-06-06T11:14:33.356593+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi132.jyyqao", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:14:34.650 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[74574]: audit 2024-06-06T11:14:33.358934+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:34.650 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:34 smithi132 bash[74574]: cephadm 2024-06-06T11:14:33.360169+0000 mgr.y (mgr.25375) 160 : cephadm [INF] Reconfiguring daemon mds.foo.smithi132.jyyqao on smithi132 2024-06-06T11:14:34.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:34 smithi179 bash[54149]: audit 2024-06-06T11:14:33.354423+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:34.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:34 smithi179 bash[54149]: cephadm 2024-06-06T11:14:33.356177+0000 mgr.y (mgr.25375) 159 : cephadm [INF] Reconfiguring mds.foo.smithi132.jyyqao (monmap changed)... 2024-06-06T11:14:34.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:34 smithi179 bash[54149]: audit 2024-06-06T11:14:33.356593+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi132.jyyqao", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:14:34.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:34 smithi179 bash[54149]: audit 2024-06-06T11:14:33.358934+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:34.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:34 smithi179 bash[54149]: cephadm 2024-06-06T11:14:33.360169+0000 mgr.y (mgr.25375) 160 : cephadm [INF] Reconfiguring daemon mds.foo.smithi132.jyyqao on smithi132 2024-06-06T11:14:35.497 INFO:tasks.workunit.client.0.smithi132.stdout: i=12 exists [2294116~27262730,30023385~10430766,42538601~565789,51443127~312118,61820824~4319332,66496472~2346772,70473683~2437203,73577529~4976267,80323951~1364600,84494261~15845243,101834412~1263160,105887605~6170108,118192458~9114806,129209359~3598696,133590209~16112882,152892614~14581101,172162521~14301598,187486180~11929287,199517282~11743926,218408024~1466845,238269337~602860,239590138~12177800,256983746~8278038,265655276~23145018,290756510~3664728,304642302~8378971,315506767~2458191,318055528~32843738,354863855~5174521,361901249~21865869,384491460~11913244,402561703~5824593,409058393~2578380] wrote [30023385~6774472,70473683~2207089,89262031~5497268,129209359~1334225,188257042~7402290,244425982~7178694,274576880~7619513,308525261~4496012,363167957~7102015,389065302~7339402] 2024-06-06T11:14:35.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:35 smithi132 bash[71843]: cluster 2024-06-06T11:14:34.359725+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2024-06-06T11:14:35.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:35 smithi132 bash[74574]: cluster 2024-06-06T11:14:34.359725+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2024-06-06T11:14:35.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:35 smithi179 bash[54149]: cluster 2024-06-06T11:14:34.359725+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2024-06-06T11:14:36.483 INFO:tasks.workunit.client.0.smithi132.stdout: i=13 exists [2294116~38160035,42538601~565789,51443127~312118,61820824~4319332,66496472~2346772,70473683~2437203,73577529~4976267,80323951~1364600,84494261~15845243,101834412~1263160,105887605~6170108,115698999~11608265,129209359~3598696,133590209~33883506,172162521~14301598,187486180~11929287,199517282~11743926,218408024~1466845,238269337~602860,239590138~12177800,256983746~8278038,265655276~23145018,290756510~3664728,304642302~8378971,315506767~2458191,318055528~32843738,353823924~6214452,361901249~21865869,384491460~11913244,402561703~5824593,409058393~2578380] wrote [27653666~4770945,115698999~4025501,133655808~3596081,138612233~4591978,145776586~7734446,266843817~4039197,329967060~7405646,353823924~2994024] 2024-06-06T11:14:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[74574]: cluster 2024-06-06T11:14:35.333380+0000 mgr.y (mgr.25375) 161 : cluster [DBG] pgmap v295: 105 pgs: 105 active+clean; 506 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 51 MiB/s wr, 313 op/s 2024-06-06T11:14:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[74574]: cluster 2024-06-06T11:14:35.374046+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2024-06-06T11:14:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[74574]: audit 2024-06-06T11:14:35.574247+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[74574]: audit 2024-06-06T11:14:35.583304+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:36.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[74574]: audit 2024-06-06T11:14:35.585135+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:36.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[74574]: audit 2024-06-06T11:14:35.586293+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:36.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[74574]: audit 2024-06-06T11:14:35.587433+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:36.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[71843]: cluster 2024-06-06T11:14:35.333380+0000 mgr.y (mgr.25375) 161 : cluster [DBG] pgmap v295: 105 pgs: 105 active+clean; 506 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 51 MiB/s wr, 313 op/s 2024-06-06T11:14:36.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[71843]: cluster 2024-06-06T11:14:35.374046+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2024-06-06T11:14:36.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[71843]: audit 2024-06-06T11:14:35.574247+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:36.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[71843]: audit 2024-06-06T11:14:35.583304+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:36.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[71843]: audit 2024-06-06T11:14:35.585135+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:36.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[71843]: audit 2024-06-06T11:14:35.586293+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:36.786 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:36 smithi132 bash[71843]: audit 2024-06-06T11:14:35.587433+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:36 smithi179 bash[54149]: cluster 2024-06-06T11:14:35.333380+0000 mgr.y (mgr.25375) 161 : cluster [DBG] pgmap v295: 105 pgs: 105 active+clean; 506 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 51 MiB/s wr, 313 op/s 2024-06-06T11:14:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:36 smithi179 bash[54149]: cluster 2024-06-06T11:14:35.374046+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2024-06-06T11:14:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:36 smithi179 bash[54149]: audit 2024-06-06T11:14:35.574247+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:36 smithi179 bash[54149]: audit 2024-06-06T11:14:35.583304+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:36 smithi179 bash[54149]: audit 2024-06-06T11:14:35.585135+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T11:14:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:36 smithi179 bash[54149]: audit 2024-06-06T11:14:35.586293+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T11:14:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:36 smithi179 bash[54149]: audit 2024-06-06T11:14:35.587433+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:37.463 INFO:tasks.workunit.client.0.smithi132.stdout: i=14 exists [2294116~38160035,42538601~565789,51443127~312118,61820824~4319332,66496472~2346772,70473683~2437203,73577529~4976267,80323951~3760342,84494261~16885318,101834412~1263160,105887605~6170108,115698999~11608265,129209359~3598696,133590209~33883506,172162521~14301598,187486180~11929287,199517282~11743926,218408024~1466845,238269337~602860,239590138~12177800,256983746~8278038,265655276~23145018,290756510~3664728,304642302~8378971,315506767~2458191,318055528~32843738,353823924~6214452,361901249~21865869,384491460~11913244,402561703~5824593,409058393~2578380] wrote [26107666~4459048,80609842~3474451,98931691~2447888,143051456~3124622,147263878~1242256,191279489~7687354,199664631~4931966,267908250~7221848,357387096~196161,385067763~3432862] 2024-06-06T11:14:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:37 smithi179 bash[54149]: cephadm 2024-06-06T11:14:35.584738+0000 mgr.y (mgr.25375) 162 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-06-06T11:14:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:37 smithi179 bash[54149]: cephadm 2024-06-06T11:14:35.588752+0000 mgr.y (mgr.25375) 163 : cephadm [INF] Reconfiguring daemon mon.b on smithi179 2024-06-06T11:14:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:37 smithi179 bash[54149]: cluster 2024-06-06T11:14:36.377488+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2024-06-06T11:14:37.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:37 smithi132 bash[71843]: cephadm 2024-06-06T11:14:35.584738+0000 mgr.y (mgr.25375) 162 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-06-06T11:14:37.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:37 smithi132 bash[71843]: cephadm 2024-06-06T11:14:35.588752+0000 mgr.y (mgr.25375) 163 : cephadm [INF] Reconfiguring daemon mon.b on smithi179 2024-06-06T11:14:37.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:37 smithi132 bash[71843]: cluster 2024-06-06T11:14:36.377488+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2024-06-06T11:14:37.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:37 smithi132 bash[74574]: cephadm 2024-06-06T11:14:35.584738+0000 mgr.y (mgr.25375) 162 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-06-06T11:14:37.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:37 smithi132 bash[74574]: cephadm 2024-06-06T11:14:35.588752+0000 mgr.y (mgr.25375) 163 : cephadm [INF] Reconfiguring daemon mon.b on smithi179 2024-06-06T11:14:37.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:37 smithi132 bash[74574]: cluster 2024-06-06T11:14:36.377488+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2024-06-06T11:14:38.477 INFO:tasks.workunit.client.0.smithi132.stdout: i=15 exists [2294116~38160035,42538601~565789,46955237~4271154,51443127~312118,61820824~4319332,66496472~2346772,70473683~2437203,73577529~4976267,80323951~3760342,84494261~16885318,101834412~1263160,105887605~6170108,115698999~11608265,129209359~3598696,133590209~33883506,172162521~14301598,187486180~11929287,199517282~11743926,218408024~1466845,234382699~17385239,256983746~8278038,265655276~23145018,290756510~3664728,304642302~8378971,315506767~2458191,318055528~32843738,353823924~6214452,361901249~34503455,397350516~1497294,402561703~6025582,409058393~2578380] wrote [46955237~4271154,62555215~1357389,119181217~4077467,192201137~5718311,234382699~5933971,325069947~6723975,378643373~2516899,383138229~6643902,397350516~1497294,407944951~642334] 2024-06-06T11:14:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[71843]: cluster 2024-06-06T11:14:37.334058+0000 mgr.y (mgr.25375) 164 : cluster [DBG] pgmap v298: 105 pgs: 105 active+clean; 506 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 52 MiB/s wr, 314 op/s 2024-06-06T11:14:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[71843]: cluster 2024-06-06T11:14:37.387424+0000 mon.a (mon.0) 429 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2024-06-06T11:14:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[71843]: audit 2024-06-06T11:14:38.174333+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[71843]: audit 2024-06-06T11:14:38.183350+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[71843]: audit 2024-06-06T11:14:38.185166+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:14:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[71843]: audit 2024-06-06T11:14:38.186553+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:14:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[71843]: audit 2024-06-06T11:14:38.187704+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[71843]: audit 2024-06-06T11:14:38.337986+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[74574]: cluster 2024-06-06T11:14:37.334058+0000 mgr.y (mgr.25375) 164 : cluster [DBG] pgmap v298: 105 pgs: 105 active+clean; 506 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 52 MiB/s wr, 314 op/s 2024-06-06T11:14:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[74574]: cluster 2024-06-06T11:14:37.387424+0000 mon.a (mon.0) 429 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2024-06-06T11:14:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[74574]: audit 2024-06-06T11:14:38.174333+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[74574]: audit 2024-06-06T11:14:38.183350+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[74574]: audit 2024-06-06T11:14:38.185166+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:14:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[74574]: audit 2024-06-06T11:14:38.186553+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:14:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[74574]: audit 2024-06-06T11:14:38.187704+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:38 smithi132 bash[74574]: audit 2024-06-06T11:14:38.337986+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:38 smithi179 bash[54149]: cluster 2024-06-06T11:14:37.334058+0000 mgr.y (mgr.25375) 164 : cluster [DBG] pgmap v298: 105 pgs: 105 active+clean; 506 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 52 MiB/s wr, 314 op/s 2024-06-06T11:14:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:38 smithi179 bash[54149]: cluster 2024-06-06T11:14:37.387424+0000 mon.a (mon.0) 429 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2024-06-06T11:14:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:38 smithi179 bash[54149]: audit 2024-06-06T11:14:38.174333+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:38 smithi179 bash[54149]: audit 2024-06-06T11:14:38.183350+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:38 smithi179 bash[54149]: audit 2024-06-06T11:14:38.185166+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T11:14:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:38 smithi179 bash[54149]: audit 2024-06-06T11:14:38.186553+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T11:14:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:38 smithi179 bash[54149]: audit 2024-06-06T11:14:38.187704+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:38.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:38 smithi179 bash[54149]: audit 2024-06-06T11:14:38.337986+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:39.475 INFO:tasks.workunit.client.0.smithi132.stdout: i=16 exists [2294116~41917319,46955237~4271154,51443127~312118,61820824~4319332,66397146~3826500,70473683~2437203,73577529~4976267,80323951~3760342,84494261~16885318,101834412~1263160,105887605~6170108,115698999~11608265,129209359~3598696,133590209~33883506,172162521~14301598,187486180~11929287,199517282~11743926,218408024~1466845,223109251~7651853,234382699~17385239,256983746~8278038,265655276~23145018,290756510~3664728,304642302~8378971,315506767~2458191,318055528~32843738,353823924~6214452,361901249~34503455,397350516~1497294,402561703~6025582,409058393~2578380] wrote [15632463~7721687,39196645~5014790,66397146~3826500,96961345~3917778,187802817~806407,205288795~3521334,223109251~7651853,260440696~1412358,362378109~798540] 2024-06-06T11:14:39.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:39 smithi132 bash[71843]: cephadm 2024-06-06T11:14:38.184715+0000 mgr.y (mgr.25375) 165 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-06-06T11:14:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:39 smithi132 bash[71843]: cephadm 2024-06-06T11:14:38.188982+0000 mgr.y (mgr.25375) 166 : cephadm [INF] Reconfiguring daemon mgr.x on smithi179 2024-06-06T11:14:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:39 smithi132 bash[71843]: cluster 2024-06-06T11:14:38.402921+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2024-06-06T11:14:39.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:39 smithi132 bash[74574]: cephadm 2024-06-06T11:14:38.184715+0000 mgr.y (mgr.25375) 165 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-06-06T11:14:39.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:39 smithi132 bash[74574]: cephadm 2024-06-06T11:14:38.188982+0000 mgr.y (mgr.25375) 166 : cephadm [INF] Reconfiguring daemon mgr.x on smithi179 2024-06-06T11:14:39.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:39 smithi132 bash[74574]: cluster 2024-06-06T11:14:38.402921+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2024-06-06T11:14:39.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:39 smithi179 bash[54149]: cephadm 2024-06-06T11:14:38.184715+0000 mgr.y (mgr.25375) 165 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-06-06T11:14:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:39 smithi179 bash[54149]: cephadm 2024-06-06T11:14:38.188982+0000 mgr.y (mgr.25375) 166 : cephadm [INF] Reconfiguring daemon mgr.x on smithi179 2024-06-06T11:14:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:39 smithi179 bash[54149]: cluster 2024-06-06T11:14:38.402921+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2024-06-06T11:14:40.546 INFO:tasks.workunit.client.0.smithi132.stdout: i=17 exists [2294116~41917319,45827973~7298272,61820824~4319332,66397146~3826500,70473683~2437203,73577529~4976267,80323951~3760342,84494261~20686979,105887605~6170108,115698999~11608265,129209359~3598696,133590209~33883506,172162521~14301598,187486180~11929287,199517282~11743926,218408024~1466845,223109251~7651853,234382699~17385239,256983746~8278038,265655276~23145018,290756510~3664728,299025073~15643919,315506767~2458191,318055528~32843738,353823924~6214452,361901249~34503455,397350516~1497294,402561703~6025582,409058393~2578380] wrote [22599202~3499891,45827973~7298272,99607012~5574228,141355360~5094190,242572178~6580198,276313815~4690234,299025073~15643919] 2024-06-06T11:14:40.694 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:40 smithi179 bash[54149]: cluster 2024-06-06T11:14:39.335435+0000 mgr.y (mgr.25375) 167 : cluster [DBG] pgmap v301: 105 pgs: 105 active+clean; 724 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 54 MiB/s wr, 376 op/s 2024-06-06T11:14:40.695 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:40 smithi179 bash[54149]: cluster 2024-06-06T11:14:39.410567+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2024-06-06T11:14:40.695 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:40 smithi179 bash[54149]: audit 2024-06-06T11:14:40.336772+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:40.695 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:40 smithi179 bash[54149]: audit 2024-06-06T11:14:40.344255+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:40.695 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:40 smithi179 bash[54149]: audit 2024-06-06T11:14:40.345982+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T11:14:40.695 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:40 smithi179 bash[54149]: audit 2024-06-06T11:14:40.347410+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[74574]: cluster 2024-06-06T11:14:39.335435+0000 mgr.y (mgr.25375) 167 : cluster [DBG] pgmap v301: 105 pgs: 105 active+clean; 724 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 54 MiB/s wr, 376 op/s 2024-06-06T11:14:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[74574]: cluster 2024-06-06T11:14:39.410567+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2024-06-06T11:14:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[74574]: audit 2024-06-06T11:14:40.336772+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[74574]: audit 2024-06-06T11:14:40.344255+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[74574]: audit 2024-06-06T11:14:40.345982+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T11:14:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[74574]: audit 2024-06-06T11:14:40.347410+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:40.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[71843]: cluster 2024-06-06T11:14:39.335435+0000 mgr.y (mgr.25375) 167 : cluster [DBG] pgmap v301: 105 pgs: 105 active+clean; 724 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 54 MiB/s wr, 376 op/s 2024-06-06T11:14:40.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[71843]: cluster 2024-06-06T11:14:39.410567+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2024-06-06T11:14:40.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[71843]: audit 2024-06-06T11:14:40.336772+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:40.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[71843]: audit 2024-06-06T11:14:40.344255+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:40.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[71843]: audit 2024-06-06T11:14:40.345982+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T11:14:40.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:40 smithi132 bash[71843]: audit 2024-06-06T11:14:40.347410+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:41.502 INFO:tasks.workunit.client.0.smithi132.stdout: i=18 exists [2294116~41917319,45827973~7298272,61820824~4319332,66397146~12156650,80323951~3760342,84494261~20686979,105887605~6170108,115698999~11608265,129209359~3598696,133590209~33883506,172162521~14301598,187486180~11929287,199517282~11743926,218408024~1466845,223109251~7651853,234382699~30879085,265655276~23145018,290756510~3664728,299025073~15643919,315506767~2458191,318055528~34396744,353823924~6214452,361901249~34503455,397350516~1497294,402561703~6025582,409058393~2578380] wrote [13528417~6277273,20105176~1160617,70085891~4226620,149958195~6422195,156662720~2285665,247300056~1813243,249504421~7723525,302401245~3413914,345289516~7162756,409396768~1672701] 2024-06-06T11:14:41.692 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:41 smithi179 bash[54149]: cephadm 2024-06-06T11:14:40.345559+0000 mgr.y (mgr.25375) 168 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-06-06T11:14:41.692 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:41 smithi179 bash[54149]: cephadm 2024-06-06T11:14:40.350234+0000 mgr.y (mgr.25375) 169 : cephadm [INF] Reconfiguring daemon osd.4 on smithi179 2024-06-06T11:14:41.692 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:41 smithi179 bash[54149]: cluster 2024-06-06T11:14:40.422163+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2024-06-06T11:14:41.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:41 smithi132 bash[71843]: cephadm 2024-06-06T11:14:40.345559+0000 mgr.y (mgr.25375) 168 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-06-06T11:14:41.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:41 smithi132 bash[71843]: cephadm 2024-06-06T11:14:40.350234+0000 mgr.y (mgr.25375) 169 : cephadm [INF] Reconfiguring daemon osd.4 on smithi179 2024-06-06T11:14:41.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:41 smithi132 bash[71843]: cluster 2024-06-06T11:14:40.422163+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2024-06-06T11:14:41.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:41 smithi132 bash[74574]: cephadm 2024-06-06T11:14:40.345559+0000 mgr.y (mgr.25375) 168 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-06-06T11:14:41.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:41 smithi132 bash[74574]: cephadm 2024-06-06T11:14:40.350234+0000 mgr.y (mgr.25375) 169 : cephadm [INF] Reconfiguring daemon osd.4 on smithi179 2024-06-06T11:14:41.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:41 smithi132 bash[74574]: cluster 2024-06-06T11:14:40.422163+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2024-06-06T11:14:42.534 INFO:tasks.workunit.client.0.smithi132.stdout: i=19 exists [2294116~41917319,45827973~7298272,61820824~4319332,66397146~12156650,80323951~3760342,84494261~20686979,105887605~21419659,129209359~3598696,133590209~33883506,172162521~14301598,187486180~11929287,199517282~11743926,214046712~2649785,218408024~1466845,223109251~7651853,234382699~30879085,265655276~23145018,290756510~27208448,318055528~34396744,353823924~6214452,361901249~34503455,397350516~1497294,402561703~6025582,409058393~2578380] wrote [41466335~2526823,86162307~4360401,110774457~6509614,182465673~1790625,214046712~2649785,226157975~3654782,292516981~6857817,310620840~6926471,341962193~5461598,378524754~8075937] 2024-06-06T11:14:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:42 smithi132 bash[71843]: cluster 2024-06-06T11:14:41.336137+0000 mgr.y (mgr.25375) 170 : cluster [DBG] pgmap v304: 105 pgs: 105 active+clean; 724 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 54 MiB/s wr, 376 op/s 2024-06-06T11:14:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:42 smithi132 bash[71843]: cluster 2024-06-06T11:14:41.430788+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2024-06-06T11:14:42.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:42 smithi132 bash[74574]: cluster 2024-06-06T11:14:41.336137+0000 mgr.y (mgr.25375) 170 : cluster [DBG] pgmap v304: 105 pgs: 105 active+clean; 724 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 54 MiB/s wr, 376 op/s 2024-06-06T11:14:42.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:42 smithi132 bash[74574]: cluster 2024-06-06T11:14:41.430788+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2024-06-06T11:14:42.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:42 smithi179 bash[54149]: cluster 2024-06-06T11:14:41.336137+0000 mgr.y (mgr.25375) 170 : cluster [DBG] pgmap v304: 105 pgs: 105 active+clean; 724 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 54 MiB/s wr, 376 op/s 2024-06-06T11:14:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:42 smithi179 bash[54149]: cluster 2024-06-06T11:14:41.430788+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2024-06-06T11:14:43.509 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 1 diff [62914560~4194304,92274688~8388608,117440512~4194304,184549376~8388608,218103808~4194304,239075328~12582912,260046848~12582912,322961408~4194304] 2024-06-06T11:14:43.509 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [62914560~4194304,92274688~8388608,117440512~4194304,184549376~8388608,218103808~4194304,239075328~12582912,260046848~12582912,322961408~4194304] 2024-06-06T11:14:43.524 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [62914560~8388608,92274688~8388608,117440512~8388608,184549376~12582912,218103808~4194304,239075328~16777216,260046848~12582912,322961408~4194304] 2024-06-06T11:14:43.524 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 2 diff [0~4194304,8388608~4194304,16777216~8388608,37748736~4194304,50331648~4194304,62914560~4194304,71303168~4194304,92274688~8388608,117440512~4194304,171966464~8388608,184549376~8388608,197132288~8388608,218103808~4194304,239075328~12582912,260046848~12582912,322961408~4194304,356515840~4194304] 2024-06-06T11:14:43.524 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,37748736~4194304,50331648~4194304,62914560~4194304,71303168~4194304,92274688~8388608,117440512~4194304,171966464~8388608,184549376~8388608,197132288~8388608,218103808~4194304,239075328~12582912,260046848~12582912,322961408~4194304,356515840~4194304] 2024-06-06T11:14:43.527 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~4194304,50331648~4194304,62914560~16777216,92274688~8388608,117440512~8388608,171966464~8388608,184549376~25165824,218103808~4194304,239075328~16777216,260046848~12582912,322961408~4194304,356515840~4194304] 2024-06-06T11:14:43.528 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 3 diff [0~4194304,8388608~4194304,16777216~8388608,37748736~4194304,50331648~4194304,62914560~12582912,88080384~12582912,104857600~8388608,117440512~4194304,134217728~4194304,171966464~20971520,197132288~8388608,218103808~4194304,239075328~12582912,260046848~12582912,314572800~4194304,322961408~4194304,356515840~4194304,381681664~4194304] 2024-06-06T11:14:43.528 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,37748736~4194304,50331648~4194304,62914560~12582912,88080384~12582912,104857600~8388608,117440512~4194304,134217728~4194304,171966464~20971520,197132288~8388608,218103808~4194304,239075328~12582912,260046848~12582912,314572800~4194304,322961408~4194304,356515840~4194304,381681664~4194304] 2024-06-06T11:14:43.531 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~4194304,50331648~4194304,62914560~16777216,88080384~12582912,104857600~8388608,117440512~8388608,134217728~4194304,171966464~37748736,218103808~4194304,239075328~16777216,260046848~12582912,314572800~4194304,322961408~4194304,356515840~4194304,381681664~8388608] 2024-06-06T11:14:43.531 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 4 diff [0~4194304,8388608~4194304,16777216~8388608,37748736~8388608,50331648~4194304,62914560~12582912,83886080~16777216,104857600~8388608,117440512~4194304,134217728~4194304,171966464~33554432,218103808~4194304,239075328~12582912,260046848~12582912,276824064~8388608,314572800~12582912,339738624~8388608,356515840~4194304,373293056~12582912] 2024-06-06T11:14:43.531 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,37748736~8388608,50331648~4194304,62914560~12582912,83886080~16777216,104857600~8388608,117440512~4194304,134217728~4194304,171966464~33554432,218103808~4194304,239075328~12582912,260046848~12582912,276824064~8388608,314572800~12582912,339738624~8388608,356515840~4194304,373293056~12582912] 2024-06-06T11:14:43.535 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,62914560~16777216,83886080~16777216,104857600~8388608,117440512~8388608,134217728~4194304,171966464~37748736,218103808~4194304,239075328~16777216,260046848~12582912,276824064~12582912,314572800~12582912,339738624~8388608,356515840~4194304,373293056~16777216] 2024-06-06T11:14:43.535 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 5 diff [0~25165824,37748736~8388608,50331648~4194304,62914560~12582912,83886080~16777216,104857600~8388608,117440512~4194304,134217728~4194304,150994944~4194304,159383552~4194304,171966464~37748736,218103808~4194304,239075328~12582912,260046848~25165824,314572800~12582912,339738624~8388608,356515840~12582912,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.535 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,37748736~8388608,50331648~4194304,62914560~12582912,83886080~16777216,104857600~8388608,117440512~4194304,134217728~4194304,150994944~4194304,159383552~4194304,171966464~37748736,218103808~4194304,239075328~12582912,260046848~25165824,314572800~12582912,339738624~8388608,356515840~12582912,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.540 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,62914560~16777216,83886080~16777216,104857600~8388608,117440512~8388608,134217728~4194304,150994944~12582912,171966464~41943040,218103808~4194304,239075328~16777216,260046848~29360128,314572800~12582912,339738624~8388608,356515840~33554432,398458880~16777216] 2024-06-06T11:14:43.540 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 6 diff [0~25165824,37748736~8388608,50331648~4194304,62914560~12582912,83886080~16777216,104857600~8388608,117440512~8388608,134217728~8388608,150994944~4194304,159383552~4194304,171966464~37748736,218103808~4194304,239075328~12582912,260046848~25165824,301989888~8388608,314572800~12582912,339738624~12582912,356515840~12582912,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.540 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,37748736~8388608,50331648~4194304,62914560~12582912,83886080~16777216,104857600~8388608,117440512~8388608,134217728~8388608,150994944~4194304,159383552~4194304,171966464~37748736,218103808~4194304,239075328~12582912,260046848~25165824,301989888~8388608,314572800~12582912,339738624~12582912,356515840~12582912,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.550 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,62914560~16777216,83886080~16777216,104857600~8388608,117440512~8388608,134217728~12582912,150994944~12582912,171966464~41943040,218103808~4194304,239075328~16777216,260046848~29360128,301989888~8388608,314572800~16777216,339738624~12582912,356515840~33554432,398458880~16777216] 2024-06-06T11:14:43.550 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 7 diff [0~25165824,37748736~8388608,50331648~4194304,62914560~12582912,83886080~16777216,104857600~8388608,117440512~12582912,134217728~8388608,150994944~12582912,171966464~37748736,218103808~4194304,239075328~12582912,260046848~25165824,289406976~4194304,301989888~8388608,314572800~16777216,335544320~16777216,356515840~12582912,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.550 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,37748736~8388608,50331648~4194304,62914560~12582912,83886080~16777216,104857600~8388608,117440512~12582912,134217728~8388608,150994944~12582912,171966464~37748736,218103808~4194304,239075328~12582912,260046848~25165824,289406976~4194304,301989888~8388608,314572800~16777216,335544320~16777216,356515840~12582912,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.556 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,62914560~16777216,83886080~16777216,104857600~8388608,117440512~12582912,134217728~12582912,150994944~12582912,171966464~41943040,218103808~4194304,239075328~16777216,260046848~33554432,301989888~8388608,314572800~37748736,356515840~33554432,398458880~16777216] 2024-06-06T11:14:43.556 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 8 diff [0~25165824,37748736~8388608,50331648~4194304,62914560~12582912,83886080~16777216,104857600~8388608,117440512~25165824,150994944~12582912,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,356515840~12582912,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.556 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,37748736~8388608,50331648~4194304,62914560~12582912,83886080~16777216,104857600~8388608,117440512~25165824,150994944~12582912,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,356515840~12582912,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.563 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,62914560~16777216,83886080~16777216,104857600~8388608,117440512~29360128,150994944~12582912,171966464~41943040,218103808~4194304,239075328~54525952,301989888~8388608,314572800~37748736,356515840~33554432,398458880~16777216] 2024-06-06T11:14:43.563 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 9 diff [0~25165824,37748736~8388608,50331648~4194304,58720256~20971520,83886080~16777216,104857600~8388608,117440512~25165824,150994944~12582912,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~16777216,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.563 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,37748736~8388608,50331648~4194304,58720256~20971520,83886080~16777216,104857600~8388608,117440512~25165824,150994944~12582912,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~16777216,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.571 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,58720256~20971520,83886080~16777216,104857600~8388608,117440512~29360128,150994944~12582912,171966464~41943040,218103808~4194304,239075328~54525952,301989888~8388608,314572800~75497472,398458880~16777216] 2024-06-06T11:14:43.572 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 10 diff [0~25165824,33554432~4194304,41943040~4194304,50331648~4194304,58720256~20971520,83886080~16777216,104857600~8388608,117440512~25165824,150994944~12582912,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.572 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,33554432~4194304,41943040~4194304,50331648~4194304,58720256~20971520,83886080~16777216,104857600~8388608,117440512~25165824,150994944~12582912,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.581 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~12582912,50331648~4194304,58720256~20971520,83886080~16777216,104857600~8388608,117440512~29360128,150994944~12582912,171966464~41943040,218103808~4194304,239075328~54525952,301989888~8388608,314572800~75497472,398458880~16777216] 2024-06-06T11:14:43.581 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 11 diff [0~25165824,33554432~4194304,41943040~4194304,50331648~4194304,58720256~54525952,117440512~29360128,150994944~16777216,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.581 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,33554432~4194304,41943040~4194304,50331648~4194304,58720256~54525952,117440512~29360128,150994944~16777216,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.590 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~12582912,50331648~4194304,58720256~54525952,117440512~50331648,171966464~41943040,218103808~4194304,239075328~54525952,301989888~8388608,314572800~79691776,398458880~16777216] 2024-06-06T11:14:43.590 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 12 diff [0~25165824,29360128~16777216,50331648~4194304,58720256~54525952,117440512~29360128,150994944~16777216,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.591 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,29360128~16777216,50331648~4194304,58720256~54525952,117440512~29360128,150994944~16777216,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.602 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,50331648~4194304,58720256~54525952,117440512~50331648,171966464~41943040,218103808~4194304,239075328~54525952,301989888~113246208] 2024-06-06T11:14:43.602 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 13 diff [0~46137344,50331648~4194304,58720256~109051904,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.602 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~46137344,50331648~4194304,58720256~109051904,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.614 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,50331648~4194304,58720256~109051904,171966464~41943040,218103808~4194304,239075328~54525952,301989888~113246208] 2024-06-06T11:14:43.614 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 14 diff [0~46137344,50331648~4194304,58720256~109051904,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.614 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~46137344,50331648~4194304,58720256~109051904,171966464~37748736,218103808~4194304,239075328~12582912,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.628 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,50331648~4194304,58720256~109051904,171966464~41943040,218103808~4194304,239075328~54525952,301989888~113246208] 2024-06-06T11:14:43.628 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 15 diff [0~54525952,58720256~109051904,171966464~37748736,218103808~4194304,230686720~20971520,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.628 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~54525952,58720256~109051904,171966464~37748736,218103808~4194304,230686720~20971520,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.642 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~4194304,230686720~62914560,301989888~113246208] 2024-06-06T11:14:43.642 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 16 diff [0~41943040,46137344~8388608,58720256~109051904,171966464~37748736,218103808~33554432,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.642 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~41943040,46137344~8388608,58720256~109051904,171966464~37748736,218103808~33554432,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.656 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~75497472,301989888~113246208] 2024-06-06T11:14:43.656 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 17 diff [0~50331648,58720256~109051904,171966464~37748736,218103808~33554432,255852544~37748736,297795584~50331648,352321536~58720256] 2024-06-06T11:14:43.656 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~109051904,171966464~37748736,218103808~33554432,255852544~37748736,297795584~50331648,352321536~58720256] 2024-06-06T11:14:43.671 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~75497472,297795584~117440512] 2024-06-06T11:14:43.671 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 18 diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,218103808~75497472,297795584~113246208] 2024-06-06T11:14:43.671 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,218103808~75497472,297795584~113246208] 2024-06-06T11:14:43.687 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~75497472,297795584~117440512] 2024-06-06T11:14:43.687 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to 19 diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:43.687 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:43.703 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:43.703 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 2 diff [0~4194304,8388608~4194304,16777216~8388608,37748736~4194304,50331648~4194304,71303168~4194304,171966464~8388608,197132288~8388608,322961408~4194304,356515840~4194304] 2024-06-06T11:14:43.703 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,37748736~4194304,50331648~4194304,71303168~4194304,171966464~8388608,197132288~8388608,322961408~4194304,356515840~4194304] 2024-06-06T11:14:43.705 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~4194304,50331648~4194304,71303168~8388608,171966464~8388608,197132288~12582912,322961408~4194304,356515840~4194304] 2024-06-06T11:14:43.705 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 3 diff [0~4194304,8388608~4194304,16777216~8388608,37748736~4194304,50331648~4194304,67108864~8388608,88080384~4194304,104857600~8388608,134217728~4194304,171966464~12582912,197132288~8388608,218103808~4194304,314572800~4194304,322961408~4194304,356515840~4194304,381681664~4194304] 2024-06-06T11:14:43.706 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,37748736~4194304,50331648~4194304,67108864~8388608,88080384~4194304,104857600~8388608,134217728~4194304,171966464~12582912,197132288~8388608,218103808~4194304,314572800~4194304,322961408~4194304,356515840~4194304,381681664~4194304] 2024-06-06T11:14:43.709 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~4194304,50331648~4194304,67108864~12582912,88080384~8388608,104857600~8388608,134217728~4194304,171966464~12582912,197132288~12582912,218103808~4194304,314572800~4194304,322961408~4194304,356515840~4194304,381681664~8388608] 2024-06-06T11:14:43.709 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 4 diff [0~4194304,8388608~4194304,16777216~8388608,37748736~8388608,50331648~4194304,67108864~8388608,83886080~8388608,104857600~8388608,134217728~4194304,171966464~12582912,192937984~12582912,218103808~4194304,243269632~4194304,260046848~4194304,276824064~8388608,314572800~8388608,339738624~8388608,356515840~4194304,373293056~12582912] 2024-06-06T11:14:43.709 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,8388608~4194304,16777216~8388608,37748736~8388608,50331648~4194304,67108864~8388608,83886080~8388608,104857600~8388608,134217728~4194304,171966464~12582912,192937984~12582912,218103808~4194304,243269632~4194304,260046848~4194304,276824064~8388608,314572800~8388608,339738624~8388608,356515840~4194304,373293056~12582912] 2024-06-06T11:14:43.712 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:43 smithi179 bash[54149]: cluster 2024-06-06T11:14:42.434870+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-06-06T11:14:43.712 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:43 smithi179 bash[54149]: audit 2024-06-06T11:14:42.477744+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:43.712 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:43 smithi179 bash[54149]: audit 2024-06-06T11:14:42.487429+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:43.712 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:43 smithi179 bash[54149]: cephadm 2024-06-06T11:14:42.488826+0000 mgr.y (mgr.25375) 171 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-06-06T11:14:43.712 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:43 smithi179 bash[54149]: audit 2024-06-06T11:14:42.489339+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T11:14:43.712 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:43 smithi179 bash[54149]: audit 2024-06-06T11:14:42.490281+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:43.712 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:43 smithi179 bash[54149]: cephadm 2024-06-06T11:14:42.493634+0000 mgr.y (mgr.25375) 172 : cephadm [INF] Reconfiguring daemon osd.5 on smithi179 2024-06-06T11:14:43.713 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,67108864~12582912,83886080~12582912,104857600~8388608,134217728~4194304,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~8388608,276824064~12582912,314572800~12582912,339738624~8388608,356515840~4194304,373293056~16777216] 2024-06-06T11:14:43.713 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 5 diff [0~25165824,37748736~8388608,50331648~4194304,67108864~8388608,83886080~8388608,104857600~8388608,134217728~4194304,150994944~4194304,159383552~4194304,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,272629760~12582912,314572800~8388608,339738624~8388608,356515840~12582912,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.713 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,37748736~8388608,50331648~4194304,67108864~8388608,83886080~8388608,104857600~8388608,134217728~4194304,150994944~4194304,159383552~4194304,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,272629760~12582912,314572800~8388608,339738624~8388608,356515840~12582912,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.718 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,67108864~12582912,83886080~12582912,104857600~8388608,134217728~4194304,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~4194304,260046848~8388608,272629760~16777216,314572800~12582912,339738624~8388608,356515840~33554432,398458880~16777216] 2024-06-06T11:14:43.718 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 6 diff [0~25165824,37748736~8388608,50331648~4194304,67108864~8388608,83886080~8388608,104857600~8388608,117440512~8388608,134217728~8388608,150994944~4194304,159383552~4194304,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,268435456~16777216,301989888~8388608,314572800~12582912,339738624~12582912,356515840~12582912,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.718 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,37748736~8388608,50331648~4194304,67108864~8388608,83886080~8388608,104857600~8388608,117440512~8388608,134217728~8388608,150994944~4194304,159383552~4194304,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,268435456~16777216,301989888~8388608,314572800~12582912,339738624~12582912,356515840~12582912,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.723 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,67108864~12582912,83886080~12582912,104857600~8388608,117440512~8388608,134217728~12582912,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~8388608,260046848~29360128,301989888~8388608,314572800~16777216,339738624~12582912,356515840~33554432,398458880~16777216] 2024-06-06T11:14:43.723 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 7 diff [0~25165824,37748736~8388608,50331648~4194304,67108864~8388608,83886080~8388608,104857600~8388608,117440512~12582912,134217728~8388608,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,335544320~16777216,356515840~12582912,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.723 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,37748736~8388608,50331648~4194304,67108864~8388608,83886080~8388608,104857600~8388608,117440512~12582912,134217728~8388608,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,335544320~16777216,356515840~12582912,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.729 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,67108864~12582912,83886080~12582912,104857600~8388608,117440512~12582912,134217728~12582912,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~8388608,260046848~33554432,301989888~8388608,314572800~37748736,356515840~33554432,398458880~16777216] 2024-06-06T11:14:43.729 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 8 diff [0~25165824,37748736~8388608,50331648~4194304,67108864~8388608,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,356515840~12582912,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.729 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,37748736~8388608,50331648~4194304,67108864~8388608,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,356515840~12582912,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.736 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,67108864~12582912,83886080~12582912,104857600~8388608,117440512~29360128,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~37748736,356515840~33554432,398458880~16777216] 2024-06-06T11:14:43.736 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 9 diff [0~25165824,37748736~8388608,50331648~4194304,58720256~20971520,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,352321536~16777216,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.736 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,37748736~8388608,50331648~4194304,58720256~20971520,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,352321536~16777216,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.746 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,37748736~8388608,50331648~4194304,58720256~20971520,83886080~12582912,104857600~8388608,117440512~29360128,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~75497472,398458880~16777216] 2024-06-06T11:14:43.746 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 10 diff [0~25165824,33554432~4194304,41943040~4194304,50331648~4194304,58720256~20971520,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.746 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,33554432~4194304,41943040~4194304,50331648~4194304,58720256~20971520,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.751 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~12582912,50331648~4194304,58720256~20971520,83886080~12582912,104857600~8388608,117440512~29360128,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~75497472,398458880~16777216] 2024-06-06T11:14:43.752 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 11 diff [0~25165824,33554432~4194304,41943040~4194304,50331648~4194304,58720256~37748736,100663296~12582912,117440512~29360128,150994944~16777216,171966464~16777216,192937984~16777216,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.752 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,33554432~4194304,41943040~4194304,50331648~4194304,58720256~37748736,100663296~12582912,117440512~29360128,150994944~16777216,171966464~16777216,192937984~16777216,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.762 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~12582912,50331648~4194304,58720256~37748736,100663296~12582912,117440512~50331648,171966464~16777216,192937984~20971520,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~79691776,398458880~16777216] 2024-06-06T11:14:43.762 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 12 diff [0~25165824,29360128~16777216,50331648~4194304,58720256~37748736,100663296~12582912,117440512~29360128,150994944~16777216,171966464~37748736,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.762 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~25165824,29360128~16777216,50331648~4194304,58720256~37748736,100663296~12582912,117440512~29360128,150994944~16777216,171966464~37748736,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.773 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,50331648~4194304,58720256~37748736,100663296~12582912,117440512~50331648,171966464~41943040,218103808~4194304,243269632~8388608,255852544~37748736,301989888~113246208] 2024-06-06T11:14:43.773 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 13 diff [0~46137344,50331648~4194304,58720256~37748736,100663296~67108864,171966464~37748736,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.773 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~46137344,50331648~4194304,58720256~37748736,100663296~67108864,171966464~37748736,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[71843]: cluster 2024-06-06T11:14:42.434870+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-06-06T11:14:43.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[71843]: audit 2024-06-06T11:14:42.477744+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:43.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[71843]: audit 2024-06-06T11:14:42.487429+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:43.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[71843]: cephadm 2024-06-06T11:14:42.488826+0000 mgr.y (mgr.25375) 171 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-06-06T11:14:43.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[71843]: audit 2024-06-06T11:14:42.489339+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T11:14:43.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[71843]: audit 2024-06-06T11:14:42.490281+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:43.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[71843]: cephadm 2024-06-06T11:14:42.493634+0000 mgr.y (mgr.25375) 172 : cephadm [INF] Reconfiguring daemon osd.5 on smithi179 2024-06-06T11:14:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[74574]: cluster 2024-06-06T11:14:42.434870+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-06-06T11:14:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[74574]: audit 2024-06-06T11:14:42.477744+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[74574]: audit 2024-06-06T11:14:42.487429+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[74574]: cephadm 2024-06-06T11:14:42.488826+0000 mgr.y (mgr.25375) 171 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-06-06T11:14:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[74574]: audit 2024-06-06T11:14:42.489339+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T11:14:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[74574]: audit 2024-06-06T11:14:42.490281+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[74574]: cephadm 2024-06-06T11:14:42.493634+0000 mgr.y (mgr.25375) 172 : cephadm [INF] Reconfiguring daemon osd.5 on smithi179 2024-06-06T11:14:43.783 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,50331648~4194304,58720256~37748736,100663296~67108864,171966464~41943040,218103808~4194304,243269632~8388608,255852544~37748736,301989888~113246208] 2024-06-06T11:14:43.784 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 14 diff [0~46137344,50331648~4194304,58720256~109051904,171966464~37748736,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.784 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~46137344,50331648~4194304,58720256~109051904,171966464~37748736,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.795 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,50331648~4194304,58720256~109051904,171966464~41943040,218103808~4194304,243269632~8388608,255852544~37748736,301989888~113246208] 2024-06-06T11:14:43.795 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 15 diff [0~54525952,58720256~109051904,171966464~37748736,218103808~4194304,230686720~8388608,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.795 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~54525952,58720256~109051904,171966464~37748736,218103808~4194304,230686720~8388608,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.808 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~4194304,230686720~20971520,255852544~37748736,301989888~113246208] 2024-06-06T11:14:43.808 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 16 diff [0~41943040,46137344~8388608,58720256~109051904,171966464~37748736,218103808~20971520,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.808 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~41943040,46137344~8388608,58720256~109051904,171966464~37748736,218103808~20971520,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.823 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~33554432,255852544~37748736,301989888~113246208] 2024-06-06T11:14:43.823 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 17 diff [0~50331648,58720256~109051904,171966464~37748736,218103808~33554432,255852544~37748736,297795584~50331648,352321536~58720256] 2024-06-06T11:14:43.823 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~109051904,171966464~37748736,218103808~33554432,255852544~37748736,297795584~50331648,352321536~58720256] 2024-06-06T11:14:43.837 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~33554432,255852544~37748736,297795584~117440512] 2024-06-06T11:14:43.837 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 18 diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,218103808~75497472,297795584~113246208] 2024-06-06T11:14:43.838 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,218103808~75497472,297795584~113246208] 2024-06-06T11:14:43.852 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~75497472,297795584~117440512] 2024-06-06T11:14:43.853 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to 19 diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:43.853 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:43.870 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:43.870 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 3 diff [67108864~4194304,88080384~4194304,104857600~8388608,134217728~4194304,180355072~4194304,205520896~4194304,218103808~4194304,314572800~4194304,381681664~4194304] 2024-06-06T11:14:43.870 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [67108864~4194304,88080384~4194304,104857600~8388608,134217728~4194304,180355072~4194304,205520896~4194304,218103808~4194304,314572800~4194304,381681664~4194304] 2024-06-06T11:14:43.873 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [67108864~8388608,88080384~8388608,104857600~8388608,134217728~4194304,180355072~4194304,205520896~4194304,218103808~4194304,314572800~4194304,381681664~8388608] 2024-06-06T11:14:43.873 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 4 diff [41943040~4194304,67108864~4194304,83886080~8388608,104857600~8388608,134217728~4194304,171966464~12582912,192937984~8388608,205520896~4194304,218103808~4194304,243269632~4194304,260046848~4194304,276824064~8388608,314572800~8388608,339738624~8388608,373293056~12582912] 2024-06-06T11:14:43.873 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [41943040~4194304,67108864~4194304,83886080~8388608,104857600~8388608,134217728~4194304,171966464~12582912,192937984~8388608,205520896~4194304,218103808~4194304,243269632~4194304,260046848~4194304,276824064~8388608,314572800~8388608,339738624~8388608,373293056~12582912] 2024-06-06T11:14:43.876 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [41943040~4194304,67108864~8388608,83886080~12582912,104857600~8388608,134217728~4194304,171966464~12582912,192937984~8388608,205520896~4194304,218103808~4194304,243269632~4194304,260046848~8388608,276824064~12582912,314572800~12582912,339738624~8388608,373293056~16777216] 2024-06-06T11:14:43.876 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 5 diff [4194304~8388608,41943040~4194304,67108864~4194304,83886080~8388608,104857600~8388608,134217728~4194304,150994944~4194304,159383552~4194304,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,272629760~12582912,314572800~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.876 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4194304~8388608,41943040~4194304,67108864~4194304,83886080~8388608,104857600~8388608,134217728~4194304,150994944~4194304,159383552~4194304,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,272629760~12582912,314572800~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.879 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4194304~8388608,41943040~4194304,67108864~8388608,83886080~12582912,104857600~8388608,134217728~4194304,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~4194304,260046848~8388608,272629760~16777216,314572800~12582912,339738624~8388608,360710144~29360128,398458880~16777216] 2024-06-06T11:14:43.879 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 6 diff [4194304~12582912,41943040~4194304,67108864~4194304,83886080~8388608,104857600~8388608,117440512~8388608,134217728~8388608,150994944~4194304,159383552~4194304,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,268435456~16777216,301989888~8388608,314572800~12582912,339738624~12582912,360710144~8388608,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.880 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4194304~12582912,41943040~4194304,67108864~4194304,83886080~8388608,104857600~8388608,117440512~8388608,134217728~8388608,150994944~4194304,159383552~4194304,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,268435456~16777216,301989888~8388608,314572800~12582912,339738624~12582912,360710144~8388608,373293056~12582912,398458880~12582912] 2024-06-06T11:14:43.883 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4194304~12582912,41943040~4194304,67108864~8388608,83886080~12582912,104857600~8388608,117440512~8388608,134217728~12582912,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~8388608,260046848~29360128,301989888~8388608,314572800~16777216,339738624~12582912,360710144~29360128,398458880~16777216] 2024-06-06T11:14:43.883 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 7 diff [0~8388608,12582912~12582912,41943040~4194304,67108864~4194304,83886080~8388608,104857600~8388608,117440512~12582912,134217728~8388608,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,335544320~16777216,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.883 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~12582912,41943040~4194304,67108864~4194304,83886080~8388608,104857600~8388608,117440512~12582912,134217728~8388608,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,260046848~4194304,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,335544320~16777216,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.888 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,41943040~4194304,67108864~8388608,83886080~12582912,104857600~8388608,117440512~12582912,134217728~12582912,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~8388608,260046848~33554432,301989888~8388608,314572800~37748736,360710144~29360128,398458880~16777216] 2024-06-06T11:14:43.888 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 8 diff [0~8388608,12582912~16777216,41943040~4194304,67108864~4194304,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.888 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,67108864~4194304,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.894 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,41943040~4194304,67108864~8388608,83886080~12582912,104857600~8388608,117440512~29360128,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~37748736,360710144~29360128,398458880~16777216] 2024-06-06T11:14:43.894 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 9 diff [0~8388608,12582912~16777216,41943040~4194304,58720256~16777216,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,352321536~16777216,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.894 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,58720256~16777216,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,352321536~16777216,373293056~16777216,398458880~12582912] 2024-06-06T11:14:43.901 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,41943040~4194304,58720256~20971520,83886080~12582912,104857600~8388608,117440512~29360128,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~75497472,398458880~16777216] 2024-06-06T11:14:43.901 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 10 diff [0~8388608,12582912~16777216,33554432~4194304,41943040~4194304,58720256~16777216,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.901 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,41943040~4194304,58720256~16777216,83886080~12582912,104857600~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.907 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~12582912,58720256~20971520,83886080~12582912,104857600~8388608,117440512~29360128,150994944~12582912,171966464~12582912,192937984~20971520,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~75497472,398458880~16777216] 2024-06-06T11:14:43.907 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 11 diff [0~8388608,12582912~16777216,33554432~4194304,41943040~4194304,58720256~16777216,79691776~16777216,100663296~12582912,117440512~29360128,150994944~16777216,171966464~12582912,192937984~16777216,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.907 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,41943040~4194304,58720256~16777216,79691776~16777216,100663296~12582912,117440512~29360128,150994944~16777216,171966464~12582912,192937984~16777216,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:43.914 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~12582912,58720256~37748736,100663296~12582912,117440512~50331648,171966464~16777216,192937984~20971520,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~79691776,398458880~16777216] 2024-06-06T11:14:43.914 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 12 diff [0~8388608,12582912~33554432,58720256~16777216,79691776~16777216,100663296~12582912,117440512~29360128,150994944~16777216,171966464~25165824,201326592~8388608,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.914 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~33554432,58720256~16777216,79691776~16777216,100663296~12582912,117440512~29360128,150994944~16777216,171966464~25165824,201326592~8388608,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.923 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,58720256~37748736,100663296~12582912,117440512~50331648,171966464~41943040,218103808~4194304,243269632~8388608,255852544~37748736,301989888~113246208] 2024-06-06T11:14:43.923 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 13 diff [0~8388608,12582912~25165824,41943040~4194304,58720256~16777216,79691776~16777216,100663296~67108864,171966464~25165824,201326592~8388608,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.923 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~25165824,41943040~4194304,58720256~16777216,79691776~16777216,100663296~67108864,171966464~25165824,201326592~8388608,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.933 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,58720256~37748736,100663296~67108864,171966464~41943040,218103808~4194304,243269632~8388608,255852544~37748736,301989888~113246208] 2024-06-06T11:14:43.934 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 14 diff [0~8388608,12582912~33554432,58720256~16777216,79691776~88080384,171966464~37748736,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.934 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~33554432,58720256~16777216,79691776~88080384,171966464~37748736,218103808~4194304,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:43.944 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,58720256~109051904,171966464~41943040,218103808~4194304,243269632~8388608,255852544~37748736,301989888~113246208] 2024-06-06T11:14:43.944 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 15 diff [0~8388608,12582912~41943040,58720256~16777216,79691776~88080384,171966464~37748736,218103808~4194304,230686720~8388608,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.944 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~41943040,58720256~16777216,79691776~88080384,171966464~37748736,218103808~4194304,230686720~8388608,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.957 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~4194304,230686720~20971520,255852544~37748736,301989888~113246208] 2024-06-06T11:14:43.957 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 16 diff [0~8388608,12582912~41943040,58720256~16777216,79691776~88080384,171966464~37748736,218103808~20971520,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.957 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~41943040,58720256~16777216,79691776~88080384,171966464~37748736,218103808~20971520,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:43.970 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~33554432,255852544~37748736,301989888~113246208] 2024-06-06T11:14:43.970 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 17 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,218103808~33554432,255852544~37748736,297795584~50331648,352321536~58720256] 2024-06-06T11:14:43.970 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,218103808~33554432,255852544~37748736,297795584~50331648,352321536~58720256] 2024-06-06T11:14:43.983 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~33554432,255852544~37748736,297795584~117440512] 2024-06-06T11:14:43.983 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 18 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,218103808~75497472,297795584~113246208] 2024-06-06T11:14:43.983 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,218103808~75497472,297795584~113246208] 2024-06-06T11:14:43.998 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~41943040,218103808~75497472,297795584~117440512] 2024-06-06T11:14:43.999 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to 19 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:43.999 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:44.012 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:44.012 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 4 diff [41943040~4194304,83886080~4194304,171966464~8388608,192937984~8388608,243269632~4194304,260046848~4194304,276824064~8388608,314572800~8388608,339738624~8388608,373293056~8388608] 2024-06-06T11:14:44.012 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [41943040~4194304,83886080~4194304,171966464~8388608,192937984~8388608,243269632~4194304,260046848~4194304,276824064~8388608,314572800~8388608,339738624~8388608,373293056~8388608] 2024-06-06T11:14:44.015 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [41943040~4194304,83886080~8388608,171966464~8388608,192937984~8388608,243269632~4194304,260046848~8388608,276824064~12582912,314572800~12582912,339738624~8388608,373293056~12582912] 2024-06-06T11:14:44.015 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 5 diff [4194304~8388608,41943040~4194304,83886080~4194304,150994944~4194304,159383552~4194304,171966464~8388608,192937984~16777216,243269632~4194304,260046848~4194304,272629760~12582912,314572800~8388608,339738624~8388608,360710144~8388608,373293056~8388608,398458880~12582912] 2024-06-06T11:14:44.015 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4194304~8388608,41943040~4194304,83886080~4194304,150994944~4194304,159383552~4194304,171966464~8388608,192937984~16777216,243269632~4194304,260046848~4194304,272629760~12582912,314572800~8388608,339738624~8388608,360710144~8388608,373293056~8388608,398458880~12582912] 2024-06-06T11:14:44.019 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4194304~8388608,41943040~4194304,83886080~8388608,150994944~12582912,171966464~8388608,192937984~20971520,243269632~4194304,260046848~8388608,272629760~16777216,314572800~12582912,339738624~8388608,360710144~25165824,398458880~16777216] 2024-06-06T11:14:44.019 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 6 diff [4194304~12582912,41943040~4194304,83886080~4194304,117440512~8388608,138412032~4194304,150994944~4194304,159383552~4194304,171966464~8388608,192937984~16777216,243269632~4194304,260046848~4194304,268435456~16777216,301989888~8388608,314572800~12582912,339738624~12582912,360710144~8388608,373293056~12582912,398458880~12582912] 2024-06-06T11:14:44.019 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4194304~12582912,41943040~4194304,83886080~4194304,117440512~8388608,138412032~4194304,150994944~4194304,159383552~4194304,171966464~8388608,192937984~16777216,243269632~4194304,260046848~4194304,268435456~16777216,301989888~8388608,314572800~12582912,339738624~12582912,360710144~8388608,373293056~12582912,398458880~12582912] 2024-06-06T11:14:44.024 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4194304~12582912,41943040~4194304,83886080~8388608,117440512~8388608,138412032~8388608,150994944~12582912,171966464~8388608,192937984~20971520,243269632~8388608,260046848~29360128,301989888~8388608,314572800~16777216,339738624~12582912,360710144~25165824,398458880~16777216] 2024-06-06T11:14:44.024 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 7 diff [0~8388608,12582912~12582912,41943040~4194304,83886080~4194304,117440512~12582912,138412032~4194304,150994944~12582912,171966464~8388608,192937984~16777216,243269632~4194304,260046848~4194304,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,335544320~16777216,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.024 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~12582912,41943040~4194304,83886080~4194304,117440512~12582912,138412032~4194304,150994944~12582912,171966464~8388608,192937984~16777216,243269632~4194304,260046848~4194304,268435456~16777216,289406976~4194304,301989888~8388608,314572800~16777216,335544320~16777216,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.034 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,41943040~4194304,83886080~8388608,117440512~12582912,138412032~8388608,150994944~12582912,171966464~8388608,192937984~20971520,243269632~8388608,260046848~33554432,301989888~8388608,314572800~37748736,360710144~29360128,398458880~16777216] 2024-06-06T11:14:44.034 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 8 diff [0~8388608,12582912~16777216,41943040~4194304,83886080~8388608,117440512~25165824,150994944~12582912,171966464~8388608,192937984~16777216,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.034 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,83886080~8388608,117440512~25165824,150994944~12582912,171966464~8388608,192937984~16777216,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.037 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,41943040~4194304,83886080~8388608,117440512~29360128,150994944~12582912,171966464~8388608,192937984~20971520,243269632~8388608,255852544~37748736,301989888~8388608,314572800~37748736,360710144~29360128,398458880~16777216] 2024-06-06T11:14:44.037 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 9 diff [0~8388608,12582912~16777216,41943040~4194304,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~12582912,171966464~8388608,192937984~16777216,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,352321536~16777216,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.037 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~12582912,171966464~8388608,192937984~16777216,243269632~4194304,255852544~37748736,301989888~8388608,314572800~33554432,352321536~16777216,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.041 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,41943040~4194304,58720256~8388608,71303168~8388608,83886080~8388608,117440512~29360128,150994944~12582912,171966464~8388608,192937984~20971520,243269632~8388608,255852544~37748736,301989888~8388608,314572800~75497472,398458880~16777216] 2024-06-06T11:14:44.041 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 10 diff [0~8388608,12582912~16777216,33554432~4194304,41943040~4194304,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:44.041 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,41943040~4194304,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~12582912,171966464~12582912,192937984~16777216,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:44.048 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~12582912,58720256~8388608,71303168~8388608,83886080~8388608,117440512~29360128,150994944~12582912,171966464~12582912,192937984~20971520,243269632~8388608,255852544~37748736,301989888~8388608,314572800~75497472,398458880~16777216] 2024-06-06T11:14:44.048 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 11 diff [0~8388608,12582912~16777216,33554432~4194304,41943040~4194304,58720256~8388608,71303168~4194304,79691776~12582912,100663296~4194304,117440512~29360128,150994944~16777216,171966464~12582912,192937984~16777216,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:44.048 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,41943040~4194304,58720256~8388608,71303168~4194304,79691776~12582912,100663296~4194304,117440512~29360128,150994944~16777216,171966464~12582912,192937984~16777216,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~37748736,398458880~12582912] 2024-06-06T11:14:44.056 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~12582912,58720256~8388608,71303168~20971520,100663296~4194304,117440512~50331648,171966464~16777216,192937984~20971520,243269632~8388608,255852544~37748736,301989888~8388608,314572800~79691776,398458880~16777216] 2024-06-06T11:14:44.056 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 12 diff [0~8388608,12582912~33554432,58720256~16777216,79691776~16777216,100663296~4194304,117440512~29360128,150994944~16777216,171966464~25165824,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:44.056 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~33554432,58720256~16777216,79691776~16777216,100663296~4194304,117440512~29360128,150994944~16777216,171966464~25165824,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:44.064 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,58720256~37748736,100663296~4194304,117440512~50331648,171966464~41943040,243269632~8388608,255852544~37748736,301989888~113246208] 2024-06-06T11:14:44.064 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 13 diff [0~8388608,12582912~25165824,41943040~4194304,58720256~16777216,79691776~16777216,100663296~4194304,113246208~54525952,171966464~25165824,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:44.064 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~25165824,41943040~4194304,58720256~16777216,79691776~16777216,100663296~4194304,113246208~54525952,171966464~25165824,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:44.071 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,58720256~37748736,100663296~4194304,113246208~54525952,171966464~41943040,243269632~8388608,255852544~37748736,301989888~113246208] 2024-06-06T11:14:44.071 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 14 diff [0~8388608,12582912~33554432,58720256~16777216,79691776~25165824,113246208~54525952,171966464~37748736,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:44.072 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~33554432,58720256~16777216,79691776~25165824,113246208~54525952,171966464~37748736,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~41943040,398458880~12582912] 2024-06-06T11:14:44.080 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~46137344,58720256~46137344,113246208~54525952,171966464~41943040,243269632~8388608,255852544~37748736,301989888~113246208] 2024-06-06T11:14:44.080 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 15 diff [0~8388608,12582912~41943040,58720256~16777216,79691776~25165824,113246208~54525952,171966464~37748736,230686720~8388608,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:44.080 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~41943040,58720256~16777216,79691776~25165824,113246208~54525952,171966464~37748736,230686720~8388608,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:44.091 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~46137344,113246208~54525952,171966464~41943040,230686720~20971520,255852544~37748736,301989888~113246208] 2024-06-06T11:14:44.091 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 16 diff [0~8388608,12582912~41943040,58720256~16777216,79691776~25165824,113246208~54525952,171966464~37748736,222298112~16777216,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:44.092 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~41943040,58720256~16777216,79691776~25165824,113246208~54525952,171966464~37748736,222298112~16777216,243269632~8388608,255852544~37748736,301989888~8388608,314572800~33554432,352321536~58720256] 2024-06-06T11:14:44.104 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~46137344,113246208~54525952,171966464~41943040,222298112~29360128,255852544~37748736,301989888~113246208] 2024-06-06T11:14:44.104 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 17 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,171966464~37748736,222298112~29360128,255852544~37748736,297795584~50331648,352321536~58720256] 2024-06-06T11:14:44.104 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,171966464~37748736,222298112~29360128,255852544~37748736,297795584~50331648,352321536~58720256] 2024-06-06T11:14:44.117 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~50331648,113246208~54525952,171966464~41943040,222298112~29360128,255852544~37748736,297795584~117440512] 2024-06-06T11:14:44.117 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 18 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,171966464~37748736,222298112~71303168,297795584~113246208] 2024-06-06T11:14:44.117 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,171966464~37748736,222298112~71303168,297795584~113246208] 2024-06-06T11:14:44.131 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~50331648,113246208~54525952,171966464~41943040,222298112~71303168,297795584~117440512] 2024-06-06T11:14:44.131 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to 19 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:44.131 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:44.147 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:44.147 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 5 diff [4194304~8388608,150994944~4194304,159383552~4194304,201326592~8388608,272629760~4194304,360710144~8388608,377487360~4194304,398458880~12582912] 2024-06-06T11:14:44.147 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4194304~8388608,150994944~4194304,159383552~4194304,201326592~8388608,272629760~4194304,360710144~8388608,377487360~4194304,398458880~12582912] 2024-06-06T11:14:44.149 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4194304~8388608,150994944~12582912,201326592~12582912,272629760~4194304,360710144~12582912,377487360~4194304,398458880~16777216] 2024-06-06T11:14:44.149 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 6 diff [4194304~12582912,117440512~8388608,138412032~4194304,150994944~4194304,159383552~4194304,201326592~8388608,243269632~4194304,268435456~8388608,301989888~8388608,322961408~8388608,339738624~8388608,360710144~8388608,373293056~8388608,398458880~12582912] 2024-06-06T11:14:44.150 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [4194304~12582912,117440512~8388608,138412032~4194304,150994944~4194304,159383552~4194304,201326592~8388608,243269632~4194304,268435456~8388608,301989888~8388608,322961408~8388608,339738624~8388608,360710144~8388608,373293056~8388608,398458880~12582912] 2024-06-06T11:14:44.153 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [4194304~12582912,117440512~8388608,138412032~8388608,150994944~12582912,201326592~12582912,243269632~8388608,268435456~8388608,301989888~8388608,322961408~8388608,339738624~12582912,360710144~25165824,398458880~16777216] 2024-06-06T11:14:44.153 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 7 diff [0~8388608,12582912~12582912,117440512~12582912,138412032~4194304,150994944~12582912,201326592~8388608,243269632~4194304,268435456~8388608,281018368~12582912,301989888~8388608,322961408~25165824,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.153 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~12582912,117440512~12582912,138412032~4194304,150994944~12582912,201326592~8388608,243269632~4194304,268435456~8388608,281018368~12582912,301989888~8388608,322961408~25165824,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.156 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,117440512~12582912,138412032~8388608,150994944~12582912,201326592~12582912,243269632~8388608,268435456~8388608,281018368~12582912,301989888~8388608,322961408~29360128,360710144~29360128,398458880~16777216] 2024-06-06T11:14:44.156 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 8 diff [0~8388608,12582912~16777216,83886080~8388608,117440512~25165824,150994944~12582912,201326592~8388608,243269632~4194304,255852544~37748736,301989888~8388608,322961408~25165824,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.157 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,83886080~8388608,117440512~25165824,150994944~12582912,201326592~8388608,243269632~4194304,255852544~37748736,301989888~8388608,322961408~25165824,360710144~8388608,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.161 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,83886080~8388608,117440512~29360128,150994944~12582912,201326592~12582912,243269632~8388608,255852544~37748736,301989888~8388608,322961408~29360128,360710144~29360128,398458880~16777216] 2024-06-06T11:14:44.161 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 9 diff [0~8388608,12582912~16777216,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~12582912,201326592~8388608,243269632~4194304,255852544~37748736,301989888~8388608,322961408~46137344,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.161 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~12582912,201326592~8388608,243269632~4194304,255852544~37748736,301989888~8388608,322961408~46137344,373293056~16777216,398458880~12582912] 2024-06-06T11:14:44.167 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,58720256~8388608,71303168~8388608,83886080~8388608,117440512~29360128,150994944~12582912,201326592~12582912,243269632~8388608,255852544~37748736,301989888~8388608,322961408~67108864,398458880~16777216] 2024-06-06T11:14:44.167 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 10 diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~12582912,176160768~8388608,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,322961408~67108864,398458880~12582912] 2024-06-06T11:14:44.167 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~12582912,176160768~8388608,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,322961408~67108864,398458880~12582912] 2024-06-06T11:14:44.173 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~8388608,58720256~8388608,71303168~8388608,83886080~8388608,117440512~29360128,150994944~12582912,176160768~8388608,201326592~12582912,243269632~8388608,255852544~37748736,301989888~8388608,322961408~67108864,398458880~16777216] 2024-06-06T11:14:44.173 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 11 diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,79691776~12582912,100663296~4194304,117440512~29360128,150994944~16777216,176160768~8388608,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~71303168,398458880~12582912] 2024-06-06T11:14:44.174 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,79691776~12582912,100663296~4194304,117440512~29360128,150994944~16777216,176160768~8388608,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~71303168,398458880~12582912] 2024-06-06T11:14:44.181 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~8388608,58720256~8388608,71303168~20971520,100663296~4194304,117440512~50331648,176160768~12582912,201326592~12582912,243269632~8388608,255852544~37748736,301989888~8388608,318767104~75497472,398458880~16777216] 2024-06-06T11:14:44.181 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 12 diff [0~8388608,12582912~29360128,58720256~16777216,79691776~16777216,100663296~4194304,117440512~29360128,150994944~16777216,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~75497472,398458880~12582912] 2024-06-06T11:14:44.181 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~29360128,58720256~16777216,79691776~16777216,100663296~4194304,117440512~29360128,150994944~16777216,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~75497472,398458880~12582912] 2024-06-06T11:14:44.189 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,58720256~37748736,100663296~4194304,117440512~50331648,176160768~20971520,201326592~12582912,243269632~8388608,255852544~37748736,301989888~12582912,318767104~96468992] 2024-06-06T11:14:44.189 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 13 diff [0~8388608,12582912~25165824,58720256~16777216,79691776~16777216,100663296~4194304,113246208~54525952,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~75497472,398458880~12582912] 2024-06-06T11:14:44.190 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~25165824,58720256~16777216,79691776~16777216,100663296~4194304,113246208~54525952,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~75497472,398458880~12582912] 2024-06-06T11:14:44.198 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,58720256~37748736,100663296~4194304,113246208~54525952,176160768~20971520,201326592~12582912,243269632~8388608,255852544~37748736,301989888~12582912,318767104~96468992] 2024-06-06T11:14:44.198 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 14 diff [0~8388608,12582912~29360128,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,243269632~8388608,255852544~37748736,301989888~8388608,318767104~75497472,398458880~12582912] 2024-06-06T11:14:44.198 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~29360128,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,243269632~8388608,255852544~37748736,301989888~8388608,318767104~75497472,398458880~12582912] 2024-06-06T11:14:44.207 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,58720256~46137344,113246208~54525952,176160768~37748736,243269632~8388608,255852544~37748736,301989888~12582912,318767104~96468992] 2024-06-06T11:14:44.207 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 15 diff [0~8388608,12582912~29360128,46137344~8388608,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,230686720~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~92274688] 2024-06-06T11:14:44.207 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~29360128,46137344~8388608,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,230686720~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~92274688] 2024-06-06T11:14:44.217 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,46137344~8388608,58720256~46137344,113246208~54525952,176160768~37748736,230686720~20971520,255852544~37748736,301989888~12582912,318767104~96468992] 2024-06-06T11:14:44.217 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 16 diff [0~8388608,12582912~41943040,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~16777216,243269632~8388608,255852544~37748736,301989888~8388608,318767104~92274688] 2024-06-06T11:14:44.217 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~41943040,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~16777216,243269632~8388608,255852544~37748736,301989888~8388608,318767104~92274688] 2024-06-06T11:14:44.227 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~46137344,113246208~54525952,176160768~37748736,222298112~29360128,255852544~37748736,301989888~12582912,318767104~96468992] 2024-06-06T11:14:44.227 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 17 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~29360128,255852544~37748736,297795584~16777216,318767104~92274688] 2024-06-06T11:14:44.227 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~29360128,255852544~37748736,297795584~16777216,318767104~92274688] 2024-06-06T11:14:44.239 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~50331648,113246208~54525952,176160768~37748736,222298112~29360128,255852544~37748736,297795584~117440512] 2024-06-06T11:14:44.239 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 18 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~37748736,264241152~29360128,297795584~16777216,318767104~92274688] 2024-06-06T11:14:44.240 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~37748736,264241152~29360128,297795584~16777216,318767104~92274688] 2024-06-06T11:14:44.252 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~50331648,113246208~54525952,176160768~37748736,222298112~71303168,297795584~117440512] 2024-06-06T11:14:44.252 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to 19 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:44.253 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:44.266 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:44.266 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 6 diff [12582912~4194304,117440512~8388608,138412032~4194304,201326592~4194304,243269632~4194304,268435456~4194304,301989888~8388608,322961408~8388608,339738624~8388608,373293056~8388608] 2024-06-06T11:14:44.266 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~4194304,117440512~8388608,138412032~4194304,201326592~4194304,243269632~4194304,268435456~4194304,301989888~8388608,322961408~8388608,339738624~8388608,373293056~8388608] 2024-06-06T11:14:44.269 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~4194304,117440512~8388608,138412032~8388608,201326592~4194304,243269632~8388608,268435456~4194304,301989888~8388608,322961408~8388608,339738624~12582912,373293056~12582912] 2024-06-06T11:14:44.270 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 7 diff [0~8388608,12582912~12582912,117440512~12582912,138412032~4194304,155189248~4194304,201326592~4194304,243269632~4194304,268435456~4194304,281018368~12582912,301989888~8388608,322961408~25165824,373293056~16777216] 2024-06-06T11:14:44.270 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~12582912,117440512~12582912,138412032~4194304,155189248~4194304,201326592~4194304,243269632~4194304,268435456~4194304,281018368~12582912,301989888~8388608,322961408~25165824,373293056~16777216] 2024-06-06T11:14:44.274 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,117440512~12582912,138412032~8388608,155189248~8388608,201326592~4194304,243269632~8388608,268435456~4194304,281018368~12582912,301989888~8388608,322961408~29360128,373293056~16777216] 2024-06-06T11:14:44.274 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 8 diff [0~8388608,12582912~16777216,83886080~8388608,117440512~25165824,150994944~8388608,201326592~4194304,243269632~4194304,255852544~16777216,276824064~16777216,301989888~8388608,322961408~25165824,373293056~16777216] 2024-06-06T11:14:44.274 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,83886080~8388608,117440512~25165824,150994944~8388608,201326592~4194304,243269632~4194304,255852544~16777216,276824064~16777216,301989888~8388608,322961408~25165824,373293056~16777216] 2024-06-06T11:14:44.278 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,83886080~8388608,117440512~29360128,150994944~12582912,201326592~4194304,243269632~8388608,255852544~37748736,301989888~8388608,322961408~29360128,373293056~16777216] 2024-06-06T11:14:44.278 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 9 diff [0~8388608,12582912~16777216,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~8388608,201326592~8388608,243269632~4194304,255852544~16777216,276824064~16777216,301989888~8388608,322961408~37748736,373293056~16777216] 2024-06-06T11:14:44.278 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~8388608,201326592~8388608,243269632~4194304,255852544~16777216,276824064~16777216,301989888~8388608,322961408~37748736,373293056~16777216] 2024-06-06T11:14:44.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:14:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:14:43] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.33.4" 2024-06-06T11:14:44.283 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,58720256~8388608,71303168~8388608,83886080~8388608,117440512~29360128,150994944~12582912,201326592~12582912,243269632~8388608,255852544~37748736,301989888~8388608,322961408~37748736,373293056~16777216] 2024-06-06T11:14:44.283 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 10 diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~8388608,176160768~8388608,201326592~8388608,243269632~8388608,255852544~16777216,276824064~16777216,301989888~8388608,322961408~46137344,373293056~16777216] 2024-06-06T11:14:44.283 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,83886080~8388608,117440512~25165824,150994944~8388608,176160768~8388608,201326592~8388608,243269632~8388608,255852544~16777216,276824064~16777216,301989888~8388608,322961408~46137344,373293056~16777216] 2024-06-06T11:14:44.289 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~8388608,58720256~8388608,71303168~8388608,83886080~8388608,117440512~29360128,150994944~12582912,176160768~8388608,201326592~12582912,243269632~8388608,255852544~37748736,301989888~8388608,322961408~67108864] 2024-06-06T11:14:44.289 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 11 diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,79691776~12582912,100663296~4194304,117440512~29360128,150994944~16777216,176160768~8388608,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~16777216] 2024-06-06T11:14:44.289 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,79691776~12582912,100663296~4194304,117440512~29360128,150994944~16777216,176160768~8388608,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~16777216] 2024-06-06T11:14:44.295 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~8388608,58720256~8388608,71303168~20971520,100663296~4194304,117440512~50331648,176160768~12582912,201326592~12582912,243269632~8388608,255852544~37748736,301989888~8388608,318767104~75497472] 2024-06-06T11:14:44.295 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 12 diff [0~8388608,12582912~29360128,58720256~16777216,79691776~16777216,100663296~4194304,117440512~29360128,150994944~16777216,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~20971520] 2024-06-06T11:14:44.295 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~29360128,58720256~16777216,79691776~16777216,100663296~4194304,117440512~29360128,150994944~16777216,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~20971520] 2024-06-06T11:14:44.302 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,58720256~37748736,100663296~4194304,117440512~50331648,176160768~20971520,201326592~12582912,243269632~8388608,255852544~37748736,301989888~12582912,318767104~79691776] 2024-06-06T11:14:44.302 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 13 diff [0~8388608,12582912~25165824,58720256~16777216,79691776~16777216,100663296~4194304,113246208~54525952,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~20971520] 2024-06-06T11:14:44.302 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~25165824,58720256~16777216,79691776~16777216,100663296~4194304,113246208~54525952,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~20971520] 2024-06-06T11:14:44.311 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,58720256~37748736,100663296~4194304,113246208~54525952,176160768~20971520,201326592~12582912,243269632~8388608,255852544~37748736,301989888~12582912,318767104~79691776] 2024-06-06T11:14:44.311 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 14 diff [0~8388608,12582912~29360128,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~20971520] 2024-06-06T11:14:44.311 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~29360128,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~20971520] 2024-06-06T11:14:44.320 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,58720256~46137344,113246208~54525952,176160768~37748736,243269632~8388608,255852544~37748736,301989888~12582912,318767104~79691776] 2024-06-06T11:14:44.320 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 15 diff [0~8388608,12582912~29360128,46137344~8388608,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,230686720~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:44.320 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~29360128,46137344~8388608,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,230686720~8388608,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:44.330 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,46137344~8388608,58720256~46137344,113246208~54525952,176160768~37748736,230686720~20971520,255852544~37748736,301989888~12582912,318767104~83886080,406847488~4194304] 2024-06-06T11:14:44.330 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 16 diff [0~8388608,12582912~41943040,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~16777216,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:44.331 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~41943040,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~16777216,243269632~8388608,255852544~37748736,301989888~8388608,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:44.340 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~46137344,113246208~54525952,176160768~37748736,222298112~29360128,255852544~37748736,301989888~12582912,318767104~83886080,406847488~4194304] 2024-06-06T11:14:44.340 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 17 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~29360128,255852544~37748736,297795584~16777216,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:44.340 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~29360128,255852544~37748736,297795584~16777216,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:44.351 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~50331648,113246208~54525952,176160768~37748736,222298112~29360128,255852544~37748736,297795584~104857600,406847488~4194304] 2024-06-06T11:14:44.351 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 18 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~37748736,264241152~29360128,297795584~16777216,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:44.351 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~37748736,264241152~29360128,297795584~16777216,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:44.364 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~50331648,113246208~54525952,176160768~37748736,222298112~71303168,297795584~104857600,406847488~8388608] 2024-06-06T11:14:44.364 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to 19 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:44.364 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:44.377 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:44.377 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 7 diff [0~8388608,12582912~12582912,121634816~8388608,155189248~4194304,281018368~12582912,327155712~16777216,381681664~8388608] 2024-06-06T11:14:44.378 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~12582912,121634816~8388608,155189248~4194304,281018368~12582912,327155712~16777216,381681664~8388608] 2024-06-06T11:14:44.380 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,121634816~8388608,155189248~8388608,281018368~12582912,327155712~16777216,381681664~8388608] 2024-06-06T11:14:44.380 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 8 diff [0~8388608,12582912~16777216,83886080~8388608,121634816~16777216,150994944~8388608,255852544~16777216,276824064~16777216,327155712~12582912,381681664~8388608] 2024-06-06T11:14:44.380 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,83886080~8388608,121634816~16777216,150994944~8388608,255852544~16777216,276824064~16777216,327155712~12582912,381681664~8388608] 2024-06-06T11:14:44.384 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,83886080~8388608,121634816~20971520,150994944~12582912,255852544~37748736,327155712~16777216,381681664~8388608] 2024-06-06T11:14:44.384 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 9 diff [0~8388608,12582912~16777216,58720256~8388608,71303168~4194304,83886080~8388608,121634816~16777216,150994944~8388608,201326592~8388608,255852544~16777216,276824064~16777216,327155712~33554432,381681664~8388608] 2024-06-06T11:14:44.384 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,58720256~8388608,71303168~4194304,83886080~8388608,121634816~16777216,150994944~8388608,201326592~8388608,255852544~16777216,276824064~16777216,327155712~33554432,381681664~8388608] 2024-06-06T11:14:44.388 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,58720256~8388608,71303168~8388608,83886080~8388608,121634816~20971520,150994944~12582912,201326592~12582912,255852544~37748736,327155712~33554432,381681664~8388608] 2024-06-06T11:14:44.388 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 10 diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,83886080~8388608,121634816~16777216,150994944~8388608,176160768~8388608,201326592~8388608,243269632~8388608,255852544~16777216,276824064~16777216,327155712~41943040,377487360~12582912] 2024-06-06T11:14:44.388 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,83886080~8388608,121634816~16777216,150994944~8388608,176160768~8388608,201326592~8388608,243269632~8388608,255852544~16777216,276824064~16777216,327155712~41943040,377487360~12582912] 2024-06-06T11:14:44.393 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~8388608,58720256~8388608,71303168~8388608,83886080~8388608,121634816~20971520,150994944~12582912,176160768~8388608,201326592~12582912,243269632~8388608,255852544~37748736,327155712~46137344,377487360~12582912] 2024-06-06T11:14:44.393 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 11 diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,79691776~12582912,100663296~4194304,121634816~16777216,142606336~25165824,176160768~8388608,201326592~8388608,243269632~8388608,255852544~37748736,318767104~50331648,377487360~12582912] 2024-06-06T11:14:44.393 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,58720256~8388608,71303168~4194304,79691776~12582912,100663296~4194304,121634816~16777216,142606336~25165824,176160768~8388608,201326592~8388608,243269632~8388608,255852544~37748736,318767104~50331648,377487360~12582912] 2024-06-06T11:14:44.399 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~29360128,33554432~8388608,58720256~8388608,71303168~20971520,100663296~4194304,121634816~46137344,176160768~12582912,201326592~12582912,243269632~8388608,255852544~37748736,318767104~54525952,377487360~16777216] 2024-06-06T11:14:44.399 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 12 diff [0~8388608,12582912~29360128,58720256~16777216,79691776~16777216,100663296~4194304,121634816~16777216,142606336~25165824,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,306184192~8388608,318767104~50331648,377487360~16777216] 2024-06-06T11:14:44.399 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~29360128,58720256~16777216,79691776~16777216,100663296~4194304,121634816~16777216,142606336~25165824,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,306184192~8388608,318767104~50331648,377487360~16777216] 2024-06-06T11:14:44.405 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,58720256~37748736,100663296~4194304,121634816~46137344,176160768~20971520,201326592~12582912,243269632~8388608,255852544~37748736,306184192~8388608,318767104~54525952,377487360~20971520] 2024-06-06T11:14:44.406 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 13 diff [0~8388608,12582912~25165824,58720256~16777216,79691776~16777216,100663296~4194304,113246208~4194304,121634816~46137344,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,306184192~8388608,318767104~50331648,377487360~16777216] 2024-06-06T11:14:44.406 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~25165824,58720256~16777216,79691776~16777216,100663296~4194304,113246208~4194304,121634816~46137344,176160768~16777216,201326592~8388608,243269632~8388608,255852544~37748736,306184192~8388608,318767104~50331648,377487360~16777216] 2024-06-06T11:14:44.414 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,58720256~37748736,100663296~4194304,113246208~54525952,176160768~20971520,201326592~12582912,243269632~8388608,255852544~37748736,306184192~8388608,318767104~54525952,377487360~20971520] 2024-06-06T11:14:44.414 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 14 diff [0~8388608,12582912~29360128,58720256~16777216,79691776~25165824,113246208~4194304,121634816~46137344,176160768~33554432,243269632~8388608,255852544~37748736,306184192~8388608,318767104~50331648,377487360~16777216] 2024-06-06T11:14:44.414 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~29360128,58720256~16777216,79691776~25165824,113246208~4194304,121634816~46137344,176160768~33554432,243269632~8388608,255852544~37748736,306184192~8388608,318767104~50331648,377487360~16777216] 2024-06-06T11:14:44.423 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,58720256~46137344,113246208~54525952,176160768~37748736,243269632~8388608,255852544~37748736,306184192~8388608,318767104~54525952,377487360~20971520] 2024-06-06T11:14:44.423 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 15 diff [0~8388608,12582912~29360128,46137344~8388608,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,230686720~8388608,243269632~8388608,255852544~37748736,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.423 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~29360128,46137344~8388608,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,230686720~8388608,243269632~8388608,255852544~37748736,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.433 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~41943040,46137344~8388608,58720256~46137344,113246208~54525952,176160768~37748736,230686720~20971520,255852544~37748736,306184192~8388608,318767104~54525952,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.434 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 16 diff [0~8388608,12582912~41943040,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~16777216,243269632~8388608,255852544~37748736,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.434 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~41943040,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~16777216,243269632~8388608,255852544~37748736,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.444 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~46137344,113246208~54525952,176160768~37748736,222298112~29360128,255852544~37748736,306184192~8388608,318767104~54525952,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.444 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 17 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~29360128,255852544~37748736,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.444 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~29360128,255852544~37748736,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.454 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~50331648,113246208~54525952,176160768~37748736,222298112~29360128,255852544~37748736,297795584~75497472,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.454 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 18 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~37748736,264241152~29360128,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.454 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,113246208~54525952,176160768~33554432,222298112~37748736,264241152~29360128,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.466 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~50331648,113246208~54525952,176160768~37748736,222298112~71303168,297795584~75497472,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.466 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to 19 diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.466 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.478 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.478 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 8 diff [12582912~8388608,83886080~8388608,130023424~8388608,150994944~8388608,255852544~16777216,276824064~8388608,327155712~8388608] 2024-06-06T11:14:44.479 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~8388608,83886080~8388608,130023424~8388608,150994944~8388608,255852544~16777216,276824064~8388608,327155712~8388608] 2024-06-06T11:14:44.481 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~8388608,83886080~8388608,130023424~12582912,150994944~12582912,255852544~29360128,327155712~12582912] 2024-06-06T11:14:44.482 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 9 diff [12582912~8388608,58720256~8388608,71303168~4194304,83886080~8388608,125829120~12582912,150994944~8388608,201326592~8388608,255852544~16777216,276824064~8388608,327155712~20971520,352321536~8388608] 2024-06-06T11:14:44.482 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~8388608,58720256~8388608,71303168~4194304,83886080~8388608,125829120~12582912,150994944~8388608,201326592~8388608,255852544~16777216,276824064~8388608,327155712~20971520,352321536~8388608] 2024-06-06T11:14:44.485 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~8388608,58720256~8388608,71303168~8388608,83886080~8388608,125829120~16777216,150994944~12582912,201326592~12582912,255852544~29360128,327155712~33554432] 2024-06-06T11:14:44.485 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 10 diff [0~4194304,12582912~12582912,33554432~4194304,58720256~8388608,71303168~4194304,83886080~8388608,125829120~12582912,150994944~8388608,176160768~8388608,201326592~8388608,243269632~8388608,255852544~16777216,276824064~8388608,327155712~20971520,352321536~16777216,377487360~4194304] 2024-06-06T11:14:44.486 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~12582912,33554432~4194304,58720256~8388608,71303168~4194304,83886080~8388608,125829120~12582912,150994944~8388608,176160768~8388608,201326592~8388608,243269632~8388608,255852544~16777216,276824064~8388608,327155712~20971520,352321536~16777216,377487360~4194304] 2024-06-06T11:14:44.489 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~12582912,33554432~8388608,58720256~8388608,71303168~8388608,83886080~8388608,125829120~16777216,150994944~12582912,176160768~8388608,201326592~12582912,243269632~8388608,255852544~29360128,327155712~46137344,377487360~8388608] 2024-06-06T11:14:44.490 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 11 diff [0~4194304,12582912~12582912,33554432~4194304,58720256~8388608,71303168~4194304,79691776~12582912,100663296~4194304,125829120~12582912,142606336~25165824,176160768~8388608,201326592~8388608,243269632~8388608,255852544~29360128,318767104~29360128,352321536~16777216,377487360~12582912] 2024-06-06T11:14:44.490 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~12582912,33554432~4194304,58720256~8388608,71303168~4194304,79691776~12582912,100663296~4194304,125829120~12582912,142606336~25165824,176160768~8388608,201326592~8388608,243269632~8388608,255852544~29360128,318767104~29360128,352321536~16777216,377487360~12582912] 2024-06-06T11:14:44.495 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~12582912,33554432~8388608,58720256~8388608,71303168~20971520,100663296~4194304,125829120~41943040,176160768~12582912,201326592~12582912,243269632~8388608,255852544~29360128,318767104~54525952,377487360~16777216] 2024-06-06T11:14:44.495 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 12 diff [0~4194304,12582912~12582912,29360128~12582912,58720256~16777216,79691776~16777216,100663296~4194304,125829120~12582912,142606336~25165824,176160768~16777216,201326592~8388608,243269632~8388608,255852544~29360128,306184192~8388608,318767104~29360128,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.495 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~12582912,29360128~12582912,58720256~16777216,79691776~16777216,100663296~4194304,125829120~12582912,142606336~25165824,176160768~16777216,201326592~8388608,243269632~8388608,255852544~29360128,306184192~8388608,318767104~29360128,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.499 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~12582912,29360128~12582912,58720256~37748736,100663296~4194304,125829120~41943040,176160768~20971520,201326592~12582912,243269632~8388608,255852544~29360128,306184192~8388608,318767104~54525952,377487360~20971520] 2024-06-06T11:14:44.499 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 13 diff [0~4194304,12582912~25165824,58720256~16777216,79691776~16777216,100663296~4194304,113246208~4194304,125829120~41943040,176160768~16777216,201326592~8388608,243269632~8388608,255852544~29360128,306184192~8388608,318767104~29360128,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.499 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~25165824,58720256~16777216,79691776~16777216,100663296~4194304,113246208~4194304,125829120~41943040,176160768~16777216,201326592~8388608,243269632~8388608,255852544~29360128,306184192~8388608,318767104~29360128,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.504 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~29360128,58720256~37748736,100663296~4194304,113246208~8388608,125829120~41943040,176160768~20971520,201326592~12582912,243269632~8388608,255852544~29360128,306184192~8388608,318767104~54525952,377487360~20971520] 2024-06-06T11:14:44.504 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 14 diff [0~4194304,12582912~29360128,58720256~16777216,79691776~25165824,113246208~4194304,125829120~41943040,176160768~33554432,243269632~8388608,255852544~29360128,306184192~8388608,318767104~29360128,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.504 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~29360128,58720256~16777216,79691776~25165824,113246208~4194304,125829120~41943040,176160768~33554432,243269632~8388608,255852544~29360128,306184192~8388608,318767104~29360128,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.510 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~29360128,58720256~46137344,113246208~8388608,125829120~41943040,176160768~37748736,243269632~8388608,255852544~29360128,306184192~8388608,318767104~54525952,377487360~20971520] 2024-06-06T11:14:44.510 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 15 diff [0~4194304,12582912~29360128,46137344~8388608,58720256~16777216,79691776~25165824,113246208~8388608,125829120~41943040,176160768~33554432,230686720~8388608,243269632~8388608,255852544~29360128,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.511 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~29360128,46137344~8388608,58720256~16777216,79691776~25165824,113246208~8388608,125829120~41943040,176160768~33554432,230686720~8388608,243269632~8388608,255852544~29360128,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.518 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~29360128,46137344~8388608,58720256~46137344,113246208~54525952,176160768~37748736,230686720~20971520,255852544~29360128,306184192~8388608,318767104~54525952,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.519 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 16 diff [0~4194304,12582912~41943040,58720256~16777216,79691776~25165824,113246208~8388608,125829120~41943040,176160768~33554432,222298112~16777216,243269632~8388608,255852544~29360128,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.519 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~41943040,58720256~16777216,79691776~25165824,113246208~8388608,125829120~41943040,176160768~33554432,222298112~16777216,243269632~8388608,255852544~29360128,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.527 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~46137344,113246208~54525952,176160768~37748736,222298112~29360128,255852544~29360128,306184192~8388608,318767104~54525952,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.527 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 17 diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,113246208~8388608,125829120~41943040,176160768~33554432,222298112~29360128,255852544~29360128,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.527 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,113246208~8388608,125829120~41943040,176160768~33554432,222298112~29360128,255852544~29360128,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.535 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~50331648,113246208~54525952,176160768~37748736,222298112~29360128,255852544~29360128,297795584~75497472,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.536 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 18 diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,113246208~8388608,125829120~41943040,176160768~33554432,222298112~37748736,264241152~20971520,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.536 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,113246208~8388608,125829120~41943040,176160768~33554432,222298112~37748736,264241152~20971520,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.547 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~50331648,113246208~54525952,176160768~37748736,222298112~62914560,297795584~75497472,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.547 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to 19 diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.547 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.557 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.558 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 9 diff [58720256~8388608,71303168~4194304,125829120~4194304,201326592~8388608,335544320~25165824] 2024-06-06T11:14:44.558 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [58720256~8388608,71303168~4194304,125829120~4194304,201326592~8388608,335544320~25165824] 2024-06-06T11:14:44.560 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [58720256~8388608,71303168~8388608,125829120~8388608,201326592~12582912,335544320~25165824] 2024-06-06T11:14:44.560 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 10 diff [0~4194304,16777216~8388608,33554432~4194304,58720256~8388608,71303168~4194304,125829120~4194304,176160768~8388608,201326592~8388608,243269632~8388608,335544320~33554432,377487360~4194304] 2024-06-06T11:14:44.561 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~8388608,33554432~4194304,58720256~8388608,71303168~4194304,125829120~4194304,176160768~8388608,201326592~8388608,243269632~8388608,335544320~33554432,377487360~4194304] 2024-06-06T11:14:44.564 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~8388608,33554432~8388608,58720256~8388608,71303168~8388608,125829120~8388608,176160768~8388608,201326592~12582912,243269632~8388608,335544320~37748736,377487360~8388608] 2024-06-06T11:14:44.564 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 11 diff [0~4194304,16777216~8388608,33554432~4194304,58720256~8388608,71303168~4194304,79691776~4194304,100663296~4194304,125829120~4194304,142606336~8388608,159383552~8388608,176160768~8388608,201326592~8388608,243269632~8388608,268435456~8388608,318767104~12582912,335544320~33554432,377487360~12582912] 2024-06-06T11:14:44.564 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~8388608,33554432~4194304,58720256~8388608,71303168~4194304,79691776~4194304,100663296~4194304,125829120~4194304,142606336~8388608,159383552~8388608,176160768~8388608,201326592~8388608,243269632~8388608,268435456~8388608,318767104~12582912,335544320~33554432,377487360~12582912] 2024-06-06T11:14:44.568 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~8388608,33554432~8388608,58720256~8388608,71303168~12582912,100663296~4194304,125829120~8388608,142606336~8388608,159383552~8388608,176160768~12582912,201326592~12582912,243269632~8388608,268435456~12582912,318767104~12582912,335544320~37748736,377487360~16777216] 2024-06-06T11:14:44.568 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 12 diff [0~4194304,16777216~8388608,29360128~12582912,58720256~16777216,79691776~4194304,88080384~8388608,100663296~4194304,125829120~4194304,142606336~8388608,159383552~8388608,176160768~16777216,201326592~8388608,243269632~8388608,268435456~12582912,306184192~8388608,318767104~12582912,335544320~33554432,377487360~16777216] 2024-06-06T11:14:44.568 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,58720256~16777216,79691776~4194304,88080384~8388608,100663296~4194304,125829120~4194304,142606336~8388608,159383552~8388608,176160768~16777216,201326592~8388608,243269632~8388608,268435456~12582912,306184192~8388608,318767104~12582912,335544320~33554432,377487360~16777216] 2024-06-06T11:14:44.573 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~8388608,29360128~12582912,58720256~25165824,88080384~8388608,100663296~4194304,125829120~8388608,142606336~8388608,159383552~8388608,176160768~20971520,201326592~12582912,243269632~8388608,268435456~16777216,306184192~8388608,318767104~12582912,335544320~37748736,377487360~20971520] 2024-06-06T11:14:44.573 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 13 diff [0~4194304,16777216~20971520,58720256~16777216,79691776~4194304,88080384~8388608,100663296~4194304,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~16777216,201326592~8388608,243269632~8388608,264241152~16777216,306184192~8388608,318767104~29360128,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.573 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~20971520,58720256~16777216,79691776~4194304,88080384~8388608,100663296~4194304,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~16777216,201326592~8388608,243269632~8388608,264241152~16777216,306184192~8388608,318767104~29360128,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.579 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~25165824,58720256~25165824,88080384~8388608,100663296~4194304,113246208~8388608,125829120~29360128,159383552~8388608,176160768~20971520,201326592~12582912,243269632~8388608,264241152~20971520,306184192~8388608,318767104~54525952,377487360~20971520] 2024-06-06T11:14:44.579 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 14 diff [0~4194304,16777216~25165824,58720256~16777216,79691776~4194304,88080384~16777216,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,243269632~8388608,264241152~16777216,306184192~8388608,318767104~29360128,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.580 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~25165824,58720256~16777216,79691776~4194304,88080384~16777216,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,243269632~8388608,264241152~16777216,306184192~8388608,318767104~29360128,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.587 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~25165824,58720256~46137344,113246208~8388608,125829120~29360128,159383552~8388608,176160768~37748736,243269632~8388608,264241152~20971520,306184192~8388608,318767104~54525952,377487360~20971520] 2024-06-06T11:14:44.587 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 15 diff [0~4194304,16777216~25165824,46137344~8388608,58720256~16777216,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,230686720~8388608,243269632~8388608,264241152~16777216,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.587 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~25165824,46137344~8388608,58720256~16777216,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,230686720~8388608,243269632~8388608,264241152~16777216,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.594 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~25165824,46137344~8388608,58720256~46137344,113246208~41943040,159383552~8388608,176160768~37748736,230686720~20971520,264241152~20971520,306184192~8388608,318767104~54525952,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.595 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 16 diff [0~4194304,12582912~41943040,58720256~16777216,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,222298112~16777216,243269632~8388608,260046848~20971520,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.595 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~41943040,58720256~16777216,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,222298112~16777216,243269632~8388608,260046848~20971520,306184192~8388608,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.604 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~46137344,113246208~41943040,159383552~8388608,176160768~37748736,222298112~29360128,260046848~25165824,306184192~8388608,318767104~54525952,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.604 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 17 diff [0~4194304,12582912~37748736,58720256~16777216,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,222298112~29360128,260046848~20971520,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.604 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,222298112~29360128,260046848~20971520,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.614 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~50331648,113246208~41943040,159383552~8388608,176160768~37748736,222298112~29360128,260046848~25165824,297795584~75497472,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.614 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 18 diff [0~4194304,12582912~37748736,58720256~16777216,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~29360128,176160768~33554432,222298112~33554432,260046848~20971520,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.614 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~29360128,176160768~33554432,222298112~33554432,260046848~20971520,297795584~16777216,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.624 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~50331648,113246208~54525952,176160768~37748736,222298112~62914560,297795584~75497472,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.625 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to 19 diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.625 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.635 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.635 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 10 diff [0~4194304,16777216~8388608,33554432~4194304,176160768~8388608,205520896~4194304,243269632~8388608,360710144~8388608,377487360~4194304] 2024-06-06T11:14:44.635 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~8388608,33554432~4194304,176160768~8388608,205520896~4194304,243269632~8388608,360710144~8388608,377487360~4194304] 2024-06-06T11:14:44.638 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~8388608,33554432~8388608,176160768~8388608,205520896~4194304,243269632~8388608,360710144~12582912,377487360~8388608] 2024-06-06T11:14:44.638 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 11 diff [0~4194304,16777216~8388608,33554432~4194304,75497472~8388608,100663296~4194304,142606336~8388608,159383552~8388608,176160768~8388608,205520896~4194304,243269632~8388608,268435456~8388608,318767104~12582912,360710144~8388608,377487360~12582912] 2024-06-06T11:14:44.638 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~8388608,33554432~4194304,75497472~8388608,100663296~4194304,142606336~8388608,159383552~8388608,176160768~8388608,205520896~4194304,243269632~8388608,268435456~8388608,318767104~12582912,360710144~8388608,377487360~12582912] 2024-06-06T11:14:44.642 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~8388608,33554432~8388608,75497472~8388608,100663296~4194304,142606336~8388608,159383552~8388608,176160768~12582912,205520896~4194304,243269632~8388608,268435456~12582912,318767104~12582912,360710144~12582912,377487360~16777216] 2024-06-06T11:14:44.642 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 12 diff [0~4194304,16777216~8388608,29360128~12582912,67108864~4194304,75497472~8388608,88080384~8388608,100663296~4194304,125829120~4194304,142606336~8388608,159383552~8388608,176160768~16777216,205520896~4194304,243269632~8388608,268435456~12582912,306184192~8388608,318767104~12582912,360710144~8388608,377487360~16777216] 2024-06-06T11:14:44.642 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,67108864~4194304,75497472~8388608,88080384~8388608,100663296~4194304,125829120~4194304,142606336~8388608,159383552~8388608,176160768~16777216,205520896~4194304,243269632~8388608,268435456~12582912,306184192~8388608,318767104~12582912,360710144~8388608,377487360~16777216] 2024-06-06T11:14:44.647 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~8388608,29360128~12582912,67108864~16777216,88080384~8388608,100663296~4194304,125829120~8388608,142606336~8388608,159383552~8388608,176160768~20971520,205520896~4194304,243269632~8388608,268435456~16777216,306184192~8388608,318767104~12582912,360710144~12582912,377487360~20971520] 2024-06-06T11:14:44.647 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 13 diff [0~4194304,16777216~20971520,67108864~4194304,75497472~8388608,88080384~8388608,100663296~4194304,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~16777216,205520896~4194304,243269632~8388608,264241152~16777216,306184192~8388608,318767104~16777216,352321536~4194304,360710144~8388608,377487360~16777216] 2024-06-06T11:14:44.647 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~20971520,67108864~4194304,75497472~8388608,88080384~8388608,100663296~4194304,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~16777216,205520896~4194304,243269632~8388608,264241152~16777216,306184192~8388608,318767104~16777216,352321536~4194304,360710144~8388608,377487360~16777216] 2024-06-06T11:14:44.652 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~25165824,67108864~16777216,88080384~8388608,100663296~4194304,113246208~8388608,125829120~29360128,159383552~8388608,176160768~20971520,205520896~4194304,243269632~8388608,264241152~20971520,306184192~8388608,318767104~20971520,352321536~20971520,377487360~20971520] 2024-06-06T11:14:44.652 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 14 diff [0~4194304,16777216~25165824,67108864~4194304,75497472~8388608,88080384~16777216,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,243269632~8388608,264241152~16777216,306184192~8388608,318767104~16777216,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.652 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~25165824,67108864~4194304,75497472~8388608,88080384~16777216,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,243269632~8388608,264241152~16777216,306184192~8388608,318767104~16777216,352321536~16777216,377487360~16777216] 2024-06-06T11:14:44.658 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~25165824,67108864~37748736,113246208~8388608,125829120~29360128,159383552~8388608,176160768~33554432,243269632~8388608,264241152~20971520,306184192~8388608,318767104~20971520,352321536~20971520,377487360~20971520] 2024-06-06T11:14:44.658 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 15 diff [0~4194304,16777216~25165824,46137344~8388608,58720256~4194304,67108864~4194304,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,230686720~8388608,243269632~8388608,264241152~16777216,306184192~8388608,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.658 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,16777216~25165824,46137344~8388608,58720256~4194304,67108864~4194304,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~33554432,230686720~8388608,243269632~8388608,264241152~16777216,306184192~8388608,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.664 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,16777216~25165824,46137344~8388608,58720256~46137344,113246208~41943040,159383552~8388608,176160768~33554432,230686720~20971520,264241152~20971520,306184192~8388608,318767104~20971520,352321536~20971520,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.665 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 16 diff [0~4194304,12582912~41943040,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,222298112~16777216,243269632~8388608,260046848~20971520,306184192~8388608,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.665 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~41943040,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,222298112~16777216,243269632~8388608,260046848~20971520,306184192~8388608,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.671 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~46137344,113246208~41943040,159383552~8388608,176160768~33554432,222298112~29360128,260046848~25165824,306184192~8388608,318767104~20971520,352321536~20971520,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.671 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 17 diff [0~4194304,12582912~37748736,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,222298112~29360128,260046848~20971520,297795584~16777216,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.671 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,222298112~29360128,260046848~20971520,297795584~16777216,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.679 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~50331648,113246208~41943040,159383552~8388608,176160768~33554432,222298112~29360128,260046848~25165824,297795584~41943040,352321536~20971520,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.679 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 18 diff [0~4194304,12582912~37748736,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~29360128,176160768~29360128,222298112~33554432,260046848~20971520,297795584~16777216,318767104~20971520,343932928~25165824,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.679 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~29360128,176160768~29360128,222298112~33554432,260046848~20971520,297795584~16777216,318767104~20971520,343932928~25165824,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.688 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~50331648,113246208~54525952,176160768~33554432,222298112~62914560,297795584~41943040,343932928~29360128,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.688 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to 19 diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.688 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.699 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.699 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 11 diff [75497472~8388608,100663296~4194304,142606336~8388608,159383552~8388608,176160768~8388608,268435456~8388608,318767104~12582912,381681664~8388608] 2024-06-06T11:14:44.699 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [75497472~8388608,100663296~4194304,142606336~8388608,159383552~8388608,176160768~8388608,268435456~8388608,318767104~12582912,381681664~8388608] 2024-06-06T11:14:44.702 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [75497472~8388608,100663296~4194304,142606336~8388608,159383552~8388608,176160768~12582912,268435456~12582912,318767104~12582912,381681664~12582912] 2024-06-06T11:14:44.702 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 12 diff [29360128~8388608,67108864~4194304,75497472~8388608,88080384~8388608,100663296~4194304,125829120~4194304,142606336~8388608,159383552~8388608,176160768~16777216,243269632~8388608,268435456~12582912,306184192~8388608,318767104~12582912,360710144~8388608,381681664~12582912] 2024-06-06T11:14:44.702 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [29360128~8388608,67108864~4194304,75497472~8388608,88080384~8388608,100663296~4194304,125829120~4194304,142606336~8388608,159383552~8388608,176160768~16777216,243269632~8388608,268435456~12582912,306184192~8388608,318767104~12582912,360710144~8388608,381681664~12582912] 2024-06-06T11:14:44.706 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [29360128~8388608,67108864~16777216,88080384~8388608,100663296~4194304,125829120~8388608,142606336~8388608,159383552~8388608,176160768~20971520,243269632~8388608,268435456~16777216,306184192~8388608,318767104~12582912,360710144~12582912,381681664~16777216] 2024-06-06T11:14:44.706 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 13 diff [25165824~12582912,67108864~4194304,75497472~8388608,88080384~8388608,100663296~4194304,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~16777216,243269632~8388608,264241152~16777216,306184192~8388608,318767104~16777216,352321536~4194304,360710144~8388608,381681664~12582912] 2024-06-06T11:14:44.706 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [25165824~12582912,67108864~4194304,75497472~8388608,88080384~8388608,100663296~4194304,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~16777216,243269632~8388608,264241152~16777216,306184192~8388608,318767104~16777216,352321536~4194304,360710144~8388608,381681664~12582912] 2024-06-06T11:14:44.710 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [25165824~12582912,67108864~16777216,88080384~8388608,100663296~4194304,113246208~8388608,125829120~29360128,159383552~8388608,176160768~20971520,243269632~8388608,264241152~20971520,306184192~8388608,318767104~20971520,352321536~20971520,381681664~16777216] 2024-06-06T11:14:44.710 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 14 diff [25165824~12582912,67108864~4194304,75497472~8388608,88080384~16777216,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,243269632~8388608,264241152~16777216,306184192~8388608,318767104~16777216,352321536~16777216,381681664~12582912] 2024-06-06T11:14:44.710 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [25165824~12582912,67108864~4194304,75497472~8388608,88080384~16777216,113246208~4194304,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,243269632~8388608,264241152~16777216,306184192~8388608,318767104~16777216,352321536~16777216,381681664~12582912] 2024-06-06T11:14:44.716 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [25165824~12582912,67108864~37748736,113246208~8388608,125829120~29360128,159383552~8388608,176160768~29360128,243269632~8388608,264241152~20971520,306184192~8388608,318767104~20971520,352321536~20971520,381681664~16777216] 2024-06-06T11:14:44.716 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 15 diff [25165824~12582912,46137344~8388608,58720256~4194304,67108864~4194304,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,230686720~8388608,243269632~8388608,264241152~16777216,306184192~8388608,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.716 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [25165824~12582912,46137344~8388608,58720256~4194304,67108864~4194304,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,230686720~8388608,243269632~8388608,264241152~16777216,306184192~8388608,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.722 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [25165824~12582912,46137344~8388608,58720256~46137344,113246208~41943040,159383552~8388608,176160768~29360128,230686720~20971520,264241152~20971520,306184192~8388608,318767104~20971520,352321536~20971520,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.722 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 16 diff [12582912~8388608,25165824~29360128,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,222298112~16777216,243269632~8388608,260046848~20971520,306184192~8388608,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.722 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~8388608,25165824~29360128,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,222298112~16777216,243269632~8388608,260046848~20971520,306184192~8388608,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.728 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~46137344,113246208~41943040,159383552~8388608,176160768~33554432,222298112~29360128,260046848~25165824,306184192~8388608,318767104~20971520,352321536~20971520,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.728 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 17 diff [12582912~37748736,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,222298112~29360128,260046848~20971520,297795584~16777216,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.728 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~8388608,176160768~29360128,222298112~29360128,260046848~20971520,297795584~16777216,318767104~20971520,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.736 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~50331648,113246208~41943040,159383552~8388608,176160768~33554432,222298112~29360128,260046848~25165824,297795584~41943040,352321536~20971520,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.736 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 18 diff [12582912~37748736,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~29360128,176160768~29360128,222298112~33554432,260046848~20971520,297795584~16777216,318767104~20971520,343932928~25165824,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.736 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,75497472~8388608,88080384~16777216,113246208~8388608,125829120~8388608,138412032~29360128,176160768~29360128,222298112~33554432,260046848~20971520,297795584~16777216,318767104~20971520,343932928~25165824,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.745 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~50331648,113246208~54525952,176160768~33554432,222298112~62914560,297795584~41943040,343932928~29360128,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.745 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to 19 diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.745 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.754 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.755 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 12 diff [29360128~8388608,67108864~4194304,88080384~8388608,125829120~4194304,184549376~8388608,243269632~8388608,272629760~8388608,306184192~8388608,360710144~8388608,385875968~8388608] 2024-06-06T11:14:44.755 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [29360128~8388608,67108864~4194304,88080384~8388608,125829120~4194304,184549376~8388608,243269632~8388608,272629760~8388608,306184192~8388608,360710144~8388608,385875968~8388608] 2024-06-06T11:14:44.757 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [29360128~8388608,67108864~8388608,88080384~8388608,125829120~8388608,184549376~12582912,243269632~8388608,272629760~12582912,306184192~8388608,360710144~12582912,385875968~12582912] 2024-06-06T11:14:44.757 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 13 diff [25165824~12582912,67108864~4194304,88080384~8388608,113246208~4194304,125829120~8388608,138412032~12582912,184549376~8388608,243269632~8388608,264241152~4194304,272629760~8388608,306184192~8388608,327155712~8388608,352321536~4194304,360710144~8388608,385875968~8388608] 2024-06-06T11:14:44.757 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [25165824~12582912,67108864~4194304,88080384~8388608,113246208~4194304,125829120~8388608,138412032~12582912,184549376~8388608,243269632~8388608,264241152~4194304,272629760~8388608,306184192~8388608,327155712~8388608,352321536~4194304,360710144~8388608,385875968~8388608] 2024-06-06T11:14:44.761 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [25165824~12582912,67108864~8388608,88080384~8388608,113246208~8388608,125829120~29360128,184549376~12582912,243269632~8388608,264241152~20971520,306184192~8388608,327155712~12582912,352321536~20971520,385875968~12582912] 2024-06-06T11:14:44.761 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 14 diff [25165824~12582912,67108864~4194304,79691776~4194304,88080384~12582912,113246208~4194304,125829120~8388608,138412032~16777216,184549376~20971520,243269632~8388608,264241152~16777216,306184192~8388608,327155712~8388608,352321536~16777216,381681664~12582912] 2024-06-06T11:14:44.761 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [25165824~12582912,67108864~4194304,79691776~4194304,88080384~12582912,113246208~4194304,125829120~8388608,138412032~16777216,184549376~20971520,243269632~8388608,264241152~16777216,306184192~8388608,327155712~8388608,352321536~16777216,381681664~12582912] 2024-06-06T11:14:44.766 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [25165824~12582912,67108864~8388608,79691776~25165824,113246208~8388608,125829120~29360128,184549376~20971520,243269632~8388608,264241152~20971520,306184192~8388608,327155712~12582912,352321536~20971520,381681664~16777216] 2024-06-06T11:14:44.766 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 15 diff [25165824~12582912,46137344~8388608,58720256~4194304,67108864~4194304,79691776~4194304,88080384~12582912,113246208~8388608,125829120~8388608,138412032~16777216,184549376~20971520,230686720~8388608,243269632~8388608,264241152~16777216,306184192~8388608,322961408~12582912,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.766 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [25165824~12582912,46137344~8388608,58720256~4194304,67108864~4194304,79691776~4194304,88080384~12582912,113246208~8388608,125829120~8388608,138412032~16777216,184549376~20971520,230686720~8388608,243269632~8388608,264241152~16777216,306184192~8388608,322961408~12582912,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.771 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [25165824~12582912,46137344~8388608,58720256~16777216,79691776~25165824,113246208~41943040,184549376~20971520,230686720~20971520,264241152~20971520,306184192~8388608,322961408~16777216,352321536~20971520,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.771 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 16 diff [12582912~8388608,25165824~29360128,58720256~12582912,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,184549376~20971520,222298112~16777216,243269632~8388608,260046848~20971520,306184192~8388608,322961408~12582912,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.771 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~8388608,25165824~29360128,58720256~12582912,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,184549376~20971520,222298112~16777216,243269632~8388608,260046848~20971520,306184192~8388608,322961408~12582912,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.778 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~16777216,79691776~25165824,113246208~41943040,184549376~25165824,222298112~29360128,260046848~25165824,306184192~8388608,322961408~16777216,352321536~20971520,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.778 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 17 diff [12582912~37748736,58720256~12582912,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,184549376~20971520,222298112~29360128,260046848~20971520,297795584~16777216,322961408~12582912,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.778 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,184549376~20971520,222298112~29360128,260046848~20971520,297795584~16777216,322961408~12582912,352321536~16777216,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:44 smithi132 bash[71843]: cluster 2024-06-06T11:14:43.336787+0000 mgr.y (mgr.25375) 173 : cluster [DBG] pgmap v307: 105 pgs: 105 active+clean; 724 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:44.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:44 smithi132 bash[71843]: cluster 2024-06-06T11:14:43.494785+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-06-06T11:14:44.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:44 smithi132 bash[74574]: cluster 2024-06-06T11:14:43.336787+0000 mgr.y (mgr.25375) 173 : cluster [DBG] pgmap v307: 105 pgs: 105 active+clean; 724 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:44.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:44 smithi132 bash[74574]: cluster 2024-06-06T11:14:43.494785+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-06-06T11:14:44.785 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~16777216,79691776~29360128,113246208~41943040,184549376~25165824,222298112~29360128,260046848~25165824,297795584~20971520,322961408~16777216,352321536~20971520,377487360~25165824,406847488~4194304] 2024-06-06T11:14:44.785 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 18 diff [12582912~37748736,58720256~12582912,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~20971520,184549376~20971520,222298112~33554432,260046848~20971520,297795584~16777216,322961408~12582912,343932928~25165824,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.785 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,79691776~4194304,88080384~16777216,113246208~8388608,125829120~8388608,138412032~20971520,184549376~20971520,222298112~33554432,260046848~20971520,297795584~16777216,322961408~12582912,343932928~25165824,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:44 smithi179 bash[54149]: cluster 2024-06-06T11:14:43.336787+0000 mgr.y (mgr.25375) 173 : cluster [DBG] pgmap v307: 105 pgs: 105 active+clean; 724 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:44.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:44 smithi179 bash[54149]: cluster 2024-06-06T11:14:43.494785+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-06-06T11:14:44.793 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~16777216,79691776~29360128,113246208~46137344,184549376~25165824,222298112~62914560,297795584~20971520,322961408~16777216,343932928~29360128,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.793 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to 19 diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.793 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:44.802 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~16777216,79691776~79691776,180355072~29360128,213909504~4194304,222298112~62914560,289406976~29360128,322961408~50331648,377487360~25165824,406847488~8388608] 2024-06-06T11:14:44.802 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 13 diff [25165824~8388608,113246208~4194304,130023424~4194304,138412032~12582912,264241152~4194304,327155712~8388608,352321536~4194304] 2024-06-06T11:14:44.802 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [25165824~8388608,113246208~4194304,130023424~4194304,138412032~12582912,264241152~4194304,327155712~8388608,352321536~4194304] 2024-06-06T11:14:44.805 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [25165824~8388608,113246208~8388608,130023424~25165824,264241152~8388608,327155712~12582912,352321536~8388608] 2024-06-06T11:14:44.805 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 14 diff [25165824~8388608,79691776~4194304,96468992~4194304,113246208~4194304,130023424~4194304,138412032~16777216,188743680~16777216,264241152~8388608,327155712~8388608,352321536~8388608,381681664~4194304] 2024-06-06T11:14:44.805 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [25165824~8388608,79691776~4194304,96468992~4194304,113246208~4194304,130023424~4194304,138412032~16777216,188743680~16777216,264241152~8388608,327155712~8388608,352321536~8388608,381681664~4194304] 2024-06-06T11:14:44.808 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [25165824~8388608,79691776~8388608,96468992~8388608,113246208~8388608,130023424~25165824,188743680~16777216,264241152~12582912,327155712~12582912,352321536~8388608,381681664~8388608] 2024-06-06T11:14:44.808 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 15 diff [25165824~8388608,46137344~8388608,58720256~4194304,79691776~4194304,96468992~4194304,113246208~8388608,130023424~4194304,138412032~16777216,188743680~16777216,230686720~8388608,264241152~8388608,322961408~12582912,352321536~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.808 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [25165824~8388608,46137344~8388608,58720256~4194304,79691776~4194304,96468992~4194304,113246208~8388608,130023424~4194304,138412032~16777216,188743680~16777216,230686720~8388608,264241152~8388608,322961408~12582912,352321536~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.812 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [25165824~8388608,46137344~8388608,58720256~8388608,79691776~8388608,96468992~8388608,113246208~12582912,130023424~25165824,188743680~16777216,230686720~12582912,264241152~12582912,322961408~16777216,352321536~8388608,377487360~12582912,394264576~8388608,406847488~4194304] 2024-06-06T11:14:44.812 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 16 diff [12582912~8388608,25165824~8388608,37748736~16777216,58720256~8388608,79691776~4194304,96468992~8388608,113246208~8388608,130023424~4194304,138412032~16777216,184549376~20971520,222298112~16777216,260046848~12582912,322961408~12582912,352321536~12582912,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.812 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~8388608,25165824~8388608,37748736~16777216,58720256~8388608,79691776~4194304,96468992~8388608,113246208~8388608,130023424~4194304,138412032~16777216,184549376~20971520,222298112~16777216,260046848~12582912,322961408~12582912,352321536~12582912,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.818 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~12582912,79691776~8388608,96468992~8388608,113246208~12582912,130023424~25165824,184549376~25165824,222298112~20971520,260046848~16777216,322961408~16777216,352321536~12582912,377487360~12582912,394264576~8388608,406847488~4194304] 2024-06-06T11:14:44.818 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 17 diff [12582912~20971520,37748736~12582912,58720256~8388608,79691776~4194304,96468992~8388608,113246208~8388608,130023424~4194304,138412032~16777216,184549376~20971520,222298112~25165824,260046848~20971520,297795584~16777216,322961408~12582912,352321536~12582912,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.818 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~8388608,79691776~4194304,96468992~8388608,113246208~8388608,130023424~4194304,138412032~16777216,184549376~20971520,222298112~25165824,260046848~20971520,297795584~16777216,322961408~12582912,352321536~12582912,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.824 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~12582912,79691776~8388608,96468992~12582912,113246208~12582912,130023424~25165824,184549376~25165824,222298112~29360128,260046848~20971520,297795584~20971520,322961408~16777216,352321536~12582912,377487360~12582912,394264576~8388608,406847488~4194304] 2024-06-06T11:14:44.825 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 18 diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~4194304,96468992~8388608,113246208~8388608,130023424~4194304,138412032~20971520,184549376~20971520,222298112~33554432,260046848~20971520,297795584~16777216,322961408~12582912,343932928~20971520,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.825 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~4194304,96468992~8388608,113246208~8388608,130023424~4194304,138412032~20971520,184549376~20971520,222298112~33554432,260046848~20971520,297795584~16777216,322961408~12582912,343932928~20971520,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.831 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~8388608,96468992~12582912,113246208~12582912,130023424~29360128,184549376~25165824,222298112~58720256,297795584~20971520,322961408~16777216,343932928~20971520,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:44.831 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to 19 diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.832 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.839 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,130023424~29360128,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~41943040,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:44.839 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 14 diff [25165824~8388608,79691776~4194304,96468992~4194304,142606336~8388608,188743680~16777216,264241152~8388608,356515840~4194304,381681664~4194304] 2024-06-06T11:14:44.840 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [25165824~8388608,79691776~4194304,96468992~4194304,142606336~8388608,188743680~16777216,264241152~8388608,356515840~4194304,381681664~4194304] 2024-06-06T11:14:44.842 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [25165824~8388608,79691776~8388608,96468992~8388608,142606336~8388608,188743680~16777216,264241152~12582912,356515840~4194304,381681664~8388608] 2024-06-06T11:14:44.842 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 15 diff [25165824~8388608,46137344~8388608,58720256~4194304,79691776~4194304,96468992~4194304,117440512~4194304,142606336~8388608,188743680~16777216,230686720~8388608,264241152~8388608,322961408~8388608,356515840~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.842 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [25165824~8388608,46137344~8388608,58720256~4194304,79691776~4194304,96468992~4194304,117440512~4194304,142606336~8388608,188743680~16777216,230686720~8388608,264241152~8388608,322961408~8388608,356515840~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.846 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [25165824~8388608,46137344~8388608,58720256~8388608,79691776~8388608,96468992~8388608,117440512~8388608,142606336~8388608,188743680~16777216,230686720~12582912,264241152~12582912,322961408~12582912,356515840~4194304,377487360~12582912,394264576~8388608,406847488~4194304] 2024-06-06T11:14:44.847 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 16 diff [12582912~8388608,25165824~8388608,37748736~16777216,58720256~8388608,79691776~4194304,96468992~8388608,117440512~4194304,142606336~8388608,184549376~20971520,222298112~16777216,260046848~12582912,322961408~8388608,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.847 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~8388608,25165824~8388608,37748736~16777216,58720256~8388608,79691776~4194304,96468992~8388608,117440512~4194304,142606336~8388608,184549376~20971520,222298112~16777216,260046848~12582912,322961408~8388608,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.851 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~12582912,79691776~8388608,96468992~8388608,117440512~8388608,142606336~8388608,184549376~25165824,222298112~20971520,260046848~16777216,322961408~12582912,356515840~8388608,377487360~12582912,394264576~8388608,406847488~4194304] 2024-06-06T11:14:44.852 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 17 diff [12582912~20971520,37748736~12582912,58720256~8388608,79691776~4194304,96468992~8388608,117440512~4194304,138412032~12582912,184549376~20971520,222298112~25165824,260046848~20971520,297795584~16777216,322961408~8388608,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.852 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~8388608,79691776~4194304,96468992~8388608,117440512~4194304,138412032~12582912,184549376~20971520,222298112~25165824,260046848~20971520,297795584~16777216,322961408~8388608,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.857 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~12582912,79691776~8388608,96468992~12582912,117440512~8388608,138412032~12582912,184549376~25165824,222298112~29360128,260046848~20971520,297795584~20971520,322961408~12582912,356515840~8388608,377487360~12582912,394264576~8388608,406847488~4194304] 2024-06-06T11:14:44.857 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 18 diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~4194304,96468992~8388608,117440512~4194304,138412032~20971520,184549376~20971520,222298112~33554432,260046848~20971520,297795584~16777216,322961408~8388608,343932928~8388608,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.857 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~4194304,96468992~8388608,117440512~4194304,138412032~20971520,184549376~20971520,222298112~33554432,260046848~20971520,297795584~16777216,322961408~8388608,343932928~8388608,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.863 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~8388608,96468992~12582912,117440512~8388608,138412032~20971520,184549376~25165824,222298112~58720256,297795584~20971520,322961408~12582912,343932928~20971520,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:44.863 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to 19 diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.863 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.871 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,138412032~20971520,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~12582912,339738624~25165824,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:44.871 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to 15 diff [46137344~8388608,58720256~4194304,117440512~4194304,188743680~8388608,230686720~8388608,322961408~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.871 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [46137344~8388608,58720256~4194304,117440512~4194304,188743680~8388608,230686720~8388608,322961408~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.874 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [46137344~8388608,58720256~8388608,117440512~8388608,188743680~12582912,230686720~12582912,322961408~12582912,377487360~12582912,394264576~8388608,406847488~4194304] 2024-06-06T11:14:44.874 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to 16 diff [12582912~8388608,37748736~16777216,58720256~8388608,96468992~4194304,117440512~4194304,184549376~12582912,201326592~4194304,222298112~16777216,260046848~4194304,322961408~8388608,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.874 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~8388608,37748736~16777216,58720256~8388608,96468992~4194304,117440512~4194304,184549376~12582912,201326592~4194304,222298112~16777216,260046848~4194304,322961408~8388608,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.877 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~12582912,37748736~16777216,58720256~12582912,96468992~8388608,117440512~8388608,184549376~25165824,222298112~20971520,260046848~4194304,322961408~12582912,360710144~4194304,377487360~12582912,394264576~8388608,406847488~4194304] 2024-06-06T11:14:44.877 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to 17 diff [12582912~12582912,37748736~12582912,58720256~8388608,96468992~8388608,117440512~4194304,138412032~8388608,184549376~12582912,201326592~4194304,222298112~25165824,260046848~4194304,272629760~8388608,297795584~16777216,322961408~8388608,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.878 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,58720256~8388608,96468992~8388608,117440512~4194304,138412032~8388608,184549376~12582912,201326592~4194304,222298112~25165824,260046848~4194304,272629760~8388608,297795584~16777216,322961408~8388608,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.882 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,58720256~12582912,96468992~12582912,117440512~8388608,138412032~8388608,184549376~25165824,222298112~29360128,260046848~4194304,272629760~8388608,297795584~20971520,322961408~12582912,360710144~4194304,377487360~12582912,394264576~8388608,406847488~4194304] 2024-06-06T11:14:44.882 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to 18 diff [12582912~12582912,37748736~12582912,58720256~12582912,96468992~8388608,117440512~4194304,138412032~20971520,184549376~12582912,201326592~4194304,222298112~33554432,260046848~4194304,272629760~8388608,297795584~16777216,322961408~8388608,343932928~8388608,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.882 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,58720256~12582912,96468992~8388608,117440512~4194304,138412032~20971520,184549376~12582912,201326592~4194304,222298112~33554432,260046848~4194304,272629760~8388608,297795584~16777216,322961408~8388608,343932928~8388608,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.888 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,58720256~16777216,96468992~12582912,117440512~8388608,138412032~20971520,184549376~25165824,222298112~41943040,272629760~8388608,297795584~20971520,322961408~12582912,343932928~12582912,360710144~4194304,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:44.888 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to 19 diff [12582912~12582912,37748736~12582912,58720256~12582912,83886080~8388608,96468992~8388608,109051904~12582912,138412032~20971520,180355072~16777216,201326592~4194304,213909504~4194304,222298112~33554432,260046848~4194304,272629760~8388608,289406976~25165824,322961408~8388608,339738624~12582912,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.889 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,58720256~12582912,83886080~8388608,96468992~8388608,109051904~12582912,138412032~20971520,180355072~16777216,201326592~4194304,213909504~4194304,222298112~33554432,260046848~4194304,272629760~8388608,289406976~25165824,322961408~8388608,339738624~12582912,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:44.895 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,58720256~16777216,83886080~8388608,96468992~29360128,138412032~20971520,180355072~29360128,213909504~4194304,222298112~41943040,272629760~8388608,289406976~29360128,322961408~12582912,339738624~16777216,360710144~4194304,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:44.895 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to 16 diff [12582912~8388608,37748736~8388608,62914560~4194304,96468992~4194304,184549376~4194304,201326592~4194304,222298112~8388608,260046848~4194304,360710144~4194304] 2024-06-06T11:14:44.895 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~8388608,37748736~8388608,62914560~4194304,96468992~4194304,184549376~4194304,201326592~4194304,222298112~8388608,260046848~4194304,360710144~4194304] 2024-06-06T11:14:44.898 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~12582912,37748736~8388608,62914560~8388608,96468992~8388608,184549376~4194304,201326592~8388608,222298112~12582912,260046848~4194304,360710144~4194304] 2024-06-06T11:14:44.898 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to 17 diff [12582912~12582912,37748736~12582912,62914560~4194304,96468992~8388608,138412032~8388608,184549376~4194304,201326592~4194304,222298112~8388608,239075328~8388608,260046848~4194304,272629760~8388608,297795584~16777216,360710144~4194304] 2024-06-06T11:14:44.898 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,62914560~4194304,96468992~8388608,138412032~8388608,184549376~4194304,201326592~4194304,222298112~8388608,239075328~8388608,260046848~4194304,272629760~8388608,297795584~16777216,360710144~4194304] 2024-06-06T11:14:44.902 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,62914560~8388608,96468992~12582912,138412032~8388608,184549376~4194304,201326592~8388608,222298112~12582912,239075328~12582912,260046848~4194304,272629760~8388608,297795584~20971520,360710144~4194304] 2024-06-06T11:14:44.902 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to 18 diff [12582912~12582912,37748736~12582912,62914560~8388608,96468992~8388608,138412032~20971520,184549376~4194304,201326592~4194304,222298112~8388608,239075328~16777216,260046848~4194304,272629760~8388608,297795584~16777216,343932928~8388608,360710144~4194304,406847488~4194304] 2024-06-06T11:14:44.902 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,62914560~8388608,96468992~8388608,138412032~20971520,184549376~4194304,201326592~4194304,222298112~8388608,239075328~16777216,260046848~4194304,272629760~8388608,297795584~16777216,343932928~8388608,360710144~4194304,406847488~4194304] 2024-06-06T11:14:44.907 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,62914560~12582912,96468992~12582912,138412032~20971520,184549376~4194304,201326592~8388608,222298112~12582912,239075328~25165824,272629760~8388608,297795584~20971520,343932928~12582912,360710144~4194304,406847488~8388608] 2024-06-06T11:14:44.907 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to 19 diff [12582912~12582912,37748736~12582912,62914560~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~8388608,201326592~4194304,213909504~4194304,222298112~8388608,239075328~16777216,260046848~4194304,272629760~8388608,289406976~25165824,339738624~12582912,360710144~4194304,377487360~8388608,406847488~4194304] 2024-06-06T11:14:44.907 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,62914560~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~8388608,201326592~4194304,213909504~4194304,222298112~8388608,239075328~16777216,260046848~4194304,272629760~8388608,289406976~25165824,339738624~12582912,360710144~4194304,377487360~8388608,406847488~4194304] 2024-06-06T11:14:44.913 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,62914560~12582912,83886080~8388608,96468992~20971520,138412032~20971520,180355072~8388608,201326592~8388608,213909504~4194304,222298112~12582912,239075328~25165824,272629760~8388608,289406976~29360128,339738624~16777216,360710144~4194304,377487360~12582912,406847488~8388608] 2024-06-06T11:14:44.913 INFO:tasks.workunit.client.0.smithi132.stdout:from 16 to 17 diff [20971520~4194304,41943040~8388608,96468992~8388608,138412032~8388608,239075328~8388608,272629760~8388608,297795584~16777216] 2024-06-06T11:14:44.913 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [20971520~4194304,41943040~8388608,96468992~8388608,138412032~8388608,239075328~8388608,272629760~8388608,297795584~16777216] 2024-06-06T11:14:44.915 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [20971520~8388608,41943040~12582912,96468992~12582912,138412032~8388608,239075328~12582912,272629760~8388608,297795584~20971520] 2024-06-06T11:14:44.915 INFO:tasks.workunit.client.0.smithi132.stdout:from 16 to 18 diff [12582912~12582912,41943040~8388608,67108864~8388608,96468992~8388608,138412032~20971520,239075328~16777216,272629760~8388608,297795584~16777216,343932928~8388608,406847488~4194304] 2024-06-06T11:14:44.915 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,41943040~8388608,67108864~8388608,96468992~8388608,138412032~20971520,239075328~16777216,272629760~8388608,297795584~16777216,343932928~8388608,406847488~4194304] 2024-06-06T11:14:44.919 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,41943040~12582912,67108864~8388608,96468992~12582912,138412032~20971520,239075328~20971520,272629760~8388608,297795584~20971520,343932928~12582912,406847488~8388608] 2024-06-06T11:14:44.919 INFO:tasks.workunit.client.0.smithi132.stdout:from 16 to 19 diff [12582912~12582912,37748736~12582912,67108864~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~4194304,213909504~4194304,222298112~4194304,239075328~16777216,272629760~8388608,289406976~25165824,339738624~12582912,377487360~8388608,406847488~4194304] 2024-06-06T11:14:44.919 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,67108864~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~4194304,213909504~4194304,222298112~4194304,239075328~16777216,272629760~8388608,289406976~25165824,339738624~12582912,377487360~8388608,406847488~4194304] 2024-06-06T11:14:44.923 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,67108864~8388608,83886080~8388608,96468992~20971520,138412032~20971520,180355072~4194304,213909504~4194304,222298112~8388608,239075328~20971520,272629760~8388608,289406976~29360128,339738624~16777216,377487360~12582912,406847488~8388608] 2024-06-06T11:14:44.923 INFO:tasks.workunit.client.0.smithi132.stdout:from 17 to 18 diff [12582912~8388608,67108864~8388608,146800640~12582912,243269632~12582912,301989888~4194304,343932928~8388608,406847488~4194304] 2024-06-06T11:14:44.923 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~8388608,67108864~8388608,146800640~12582912,243269632~12582912,301989888~4194304,343932928~8388608,406847488~4194304] 2024-06-06T11:14:44.926 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~12582912,67108864~8388608,146800640~12582912,243269632~16777216,301989888~4194304,343932928~12582912,406847488~8388608] 2024-06-06T11:14:44.926 INFO:tasks.workunit.client.0.smithi132.stdout:from 17 to 19 diff [12582912~8388608,37748736~4194304,67108864~8388608,83886080~8388608,109051904~8388608,146800640~12582912,180355072~4194304,213909504~4194304,222298112~4194304,243269632~12582912,289406976~8388608,301989888~4194304,310378496~8388608,339738624~12582912,377487360~8388608,406847488~4194304] 2024-06-06T11:14:44.926 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~8388608,37748736~4194304,67108864~8388608,83886080~8388608,109051904~8388608,146800640~12582912,180355072~4194304,213909504~4194304,222298112~4194304,243269632~12582912,289406976~8388608,301989888~4194304,310378496~8388608,339738624~12582912,377487360~8388608,406847488~4194304] 2024-06-06T11:14:44.930 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~12582912,37748736~8388608,67108864~8388608,83886080~8388608,109051904~8388608,146800640~12582912,180355072~4194304,213909504~4194304,222298112~8388608,243269632~16777216,289406976~16777216,310378496~8388608,339738624~16777216,377487360~12582912,406847488~8388608] 2024-06-06T11:14:44.930 INFO:tasks.workunit.client.0.smithi132.stdout:from 18 to 19 diff [37748736~4194304,83886080~8388608,109051904~8388608,180355072~4194304,213909504~4194304,222298112~4194304,289406976~8388608,310378496~8388608,339738624~8388608,377487360~8388608] 2024-06-06T11:14:44.930 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [37748736~4194304,83886080~8388608,109051904~8388608,180355072~4194304,213909504~4194304,222298112~4194304,289406976~8388608,310378496~8388608,339738624~8388608,377487360~8388608] 2024-06-06T11:14:44.932 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [37748736~8388608,83886080~8388608,109051904~8388608,180355072~4194304,213909504~4194304,222298112~8388608,289406976~12582912,310378496~8388608,339738624~8388608,377487360~12582912] 2024-06-06T11:14:45.683 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:45.684 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:45.714 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:45.714 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:45.714 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:45.726 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:45.727 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:45.727 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:45.740 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:45.741 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:45.741 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:45.755 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:45.755 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:45.755 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:45.769 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:45.769 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:45.769 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:45.781 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:45.781 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.781 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.793 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:45.793 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.793 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.804 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:45.804 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.804 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.815 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:45.815 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.815 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.826 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:45.827 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.827 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.836 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:45.836 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.836 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:45.844 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~16777216,79691776~79691776,180355072~29360128,213909504~4194304,222298112~62914560,289406976~29360128,322961408~50331648,377487360~25165824,406847488~8388608] 2024-06-06T11:14:45.844 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:45.844 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:45.851 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,130023424~29360128,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~41943040,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:45.851 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to HEAD diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:45.851 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:45.857 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,138412032~20971520,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~12582912,339738624~25165824,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:45.857 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to HEAD diff [12582912~12582912,37748736~12582912,58720256~12582912,83886080~8388608,96468992~8388608,109051904~12582912,138412032~20971520,180355072~16777216,201326592~4194304,213909504~4194304,222298112~33554432,260046848~4194304,272629760~8388608,289406976~25165824,322961408~8388608,339738624~12582912,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:45.857 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,58720256~12582912,83886080~8388608,96468992~8388608,109051904~12582912,138412032~20971520,180355072~16777216,201326592~4194304,213909504~4194304,222298112~33554432,260046848~4194304,272629760~8388608,289406976~25165824,322961408~8388608,339738624~12582912,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:45.863 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,58720256~16777216,83886080~8388608,96468992~29360128,138412032~20971520,180355072~29360128,213909504~4194304,222298112~41943040,272629760~8388608,289406976~29360128,322961408~12582912,339738624~16777216,360710144~4194304,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:45.863 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to HEAD diff [12582912~12582912,37748736~12582912,62914560~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~8388608,201326592~4194304,213909504~4194304,222298112~8388608,239075328~16777216,260046848~4194304,272629760~8388608,289406976~25165824,339738624~12582912,360710144~4194304,377487360~8388608,406847488~4194304] 2024-06-06T11:14:45.863 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,62914560~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~8388608,201326592~4194304,213909504~4194304,222298112~8388608,239075328~16777216,260046848~4194304,272629760~8388608,289406976~25165824,339738624~12582912,360710144~4194304,377487360~8388608,406847488~4194304] 2024-06-06T11:14:45.868 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,62914560~12582912,83886080~8388608,96468992~20971520,138412032~20971520,180355072~8388608,201326592~8388608,213909504~4194304,222298112~12582912,239075328~25165824,272629760~8388608,289406976~29360128,339738624~16777216,360710144~4194304,377487360~12582912,406847488~8388608] 2024-06-06T11:14:45.868 INFO:tasks.workunit.client.0.smithi132.stdout:from 16 to HEAD diff [12582912~12582912,37748736~12582912,67108864~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~4194304,213909504~4194304,222298112~4194304,239075328~16777216,272629760~8388608,289406976~25165824,339738624~12582912,377487360~8388608,406847488~4194304] 2024-06-06T11:14:45.868 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,67108864~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~4194304,213909504~4194304,222298112~4194304,239075328~16777216,272629760~8388608,289406976~25165824,339738624~12582912,377487360~8388608,406847488~4194304] 2024-06-06T11:14:45.871 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,67108864~8388608,83886080~8388608,96468992~20971520,138412032~20971520,180355072~4194304,213909504~4194304,222298112~8388608,239075328~20971520,272629760~8388608,289406976~29360128,339738624~16777216,377487360~12582912,406847488~8388608] 2024-06-06T11:14:45.871 INFO:tasks.workunit.client.0.smithi132.stdout:from 17 to HEAD diff [12582912~8388608,37748736~4194304,67108864~8388608,83886080~8388608,109051904~8388608,146800640~12582912,180355072~4194304,213909504~4194304,222298112~4194304,243269632~12582912,289406976~8388608,301989888~4194304,310378496~8388608,339738624~12582912,377487360~8388608,406847488~4194304] 2024-06-06T11:14:45.871 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~8388608,37748736~4194304,67108864~8388608,83886080~8388608,109051904~8388608,146800640~12582912,180355072~4194304,213909504~4194304,222298112~4194304,243269632~12582912,289406976~8388608,301989888~4194304,310378496~8388608,339738624~12582912,377487360~8388608,406847488~4194304] 2024-06-06T11:14:45.874 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~12582912,37748736~8388608,67108864~8388608,83886080~8388608,109051904~8388608,146800640~12582912,180355072~4194304,213909504~4194304,222298112~8388608,243269632~16777216,289406976~16777216,310378496~8388608,339738624~16777216,377487360~12582912,406847488~8388608] 2024-06-06T11:14:45.921 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:45 smithi179 bash[54149]: audit 2024-06-06T11:14:44.664221+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:45.921 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:45 smithi179 bash[54149]: audit 2024-06-06T11:14:44.672420+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:45.921 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:45 smithi179 bash[54149]: cephadm 2024-06-06T11:14:44.673895+0000 mgr.y (mgr.25375) 174 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-06-06T11:14:45.921 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:45 smithi179 bash[54149]: audit 2024-06-06T11:14:44.674341+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T11:14:45.921 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:45 smithi179 bash[54149]: audit 2024-06-06T11:14:44.675496+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:45.921 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:45 smithi179 bash[54149]: cephadm 2024-06-06T11:14:44.678170+0000 mgr.y (mgr.25375) 175 : cephadm [INF] Reconfiguring daemon osd.6 on smithi179 2024-06-06T11:14:45.921 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:45 smithi179 bash[54149]: cluster 2024-06-06T11:14:45.338123+0000 mgr.y (mgr.25375) 176 : cluster [DBG] pgmap v309: 105 pgs: 105 active+clean; 894 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 35 MiB/s wr, 655 op/s 2024-06-06T11:14:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[71843]: audit 2024-06-06T11:14:44.664221+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[71843]: audit 2024-06-06T11:14:44.672420+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[71843]: cephadm 2024-06-06T11:14:44.673895+0000 mgr.y (mgr.25375) 174 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-06-06T11:14:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[71843]: audit 2024-06-06T11:14:44.674341+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T11:14:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[71843]: audit 2024-06-06T11:14:44.675496+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[71843]: cephadm 2024-06-06T11:14:44.678170+0000 mgr.y (mgr.25375) 175 : cephadm [INF] Reconfiguring daemon osd.6 on smithi179 2024-06-06T11:14:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[71843]: cluster 2024-06-06T11:14:45.338123+0000 mgr.y (mgr.25375) 176 : cluster [DBG] pgmap v309: 105 pgs: 105 active+clean; 894 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 35 MiB/s wr, 655 op/s 2024-06-06T11:14:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[74574]: audit 2024-06-06T11:14:44.664221+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[74574]: audit 2024-06-06T11:14:44.672420+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[74574]: cephadm 2024-06-06T11:14:44.673895+0000 mgr.y (mgr.25375) 174 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-06-06T11:14:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[74574]: audit 2024-06-06T11:14:44.674341+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T11:14:46.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[74574]: audit 2024-06-06T11:14:44.675496+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:46.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[74574]: cephadm 2024-06-06T11:14:44.678170+0000 mgr.y (mgr.25375) 175 : cephadm [INF] Reconfiguring daemon osd.6 on smithi179 2024-06-06T11:14:46.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:45 smithi132 bash[74574]: cluster 2024-06-06T11:14:45.338123+0000 mgr.y (mgr.25375) 176 : cluster [DBG] pgmap v309: 105 pgs: 105 active+clean; 894 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 35 MiB/s wr, 655 op/s 2024-06-06T11:14:46.698 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:46.698 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:46.716 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:46.716 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:46.717 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:46.729 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:46.729 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:46.729 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:46.744 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:46.744 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:46.744 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:46.755 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:46.756 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:46.756 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:46.768 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:46.768 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:46.768 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:46.780 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:46.780 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.780 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.792 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:46.792 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.792 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.802 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:46.802 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.802 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.811 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:46.811 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.811 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.819 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:46.819 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.819 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.825 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:46.825 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.825 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:46.831 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~16777216,79691776~79691776,180355072~29360128,213909504~4194304,222298112~62914560,289406976~29360128,322961408~50331648,377487360~25165824,406847488~8388608] 2024-06-06T11:14:46.831 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:46.831 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:46.837 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,130023424~29360128,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~41943040,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:46.837 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to HEAD diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:46.837 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:46.843 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,138412032~20971520,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~12582912,339738624~25165824,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:46.843 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to HEAD diff [12582912~12582912,37748736~12582912,58720256~12582912,83886080~8388608,96468992~8388608,109051904~12582912,138412032~20971520,180355072~16777216,201326592~4194304,213909504~4194304,222298112~33554432,260046848~4194304,272629760~8388608,289406976~25165824,322961408~8388608,339738624~12582912,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:46.843 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,58720256~12582912,83886080~8388608,96468992~8388608,109051904~12582912,138412032~20971520,180355072~16777216,201326592~4194304,213909504~4194304,222298112~33554432,260046848~4194304,272629760~8388608,289406976~25165824,322961408~8388608,339738624~12582912,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:46.847 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,58720256~16777216,83886080~8388608,96468992~29360128,138412032~20971520,180355072~29360128,213909504~4194304,222298112~41943040,272629760~8388608,289406976~29360128,322961408~12582912,339738624~16777216,360710144~4194304,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:46.847 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to HEAD diff [12582912~12582912,37748736~12582912,62914560~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~8388608,201326592~4194304,213909504~4194304,222298112~8388608,239075328~16777216,260046848~4194304,272629760~8388608,289406976~25165824,339738624~12582912,360710144~4194304,377487360~8388608,406847488~4194304] 2024-06-06T11:14:46.847 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,62914560~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~8388608,201326592~4194304,213909504~4194304,222298112~8388608,239075328~16777216,260046848~4194304,272629760~8388608,289406976~25165824,339738624~12582912,360710144~4194304,377487360~8388608,406847488~4194304] 2024-06-06T11:14:46.850 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,62914560~12582912,83886080~8388608,96468992~20971520,138412032~20971520,180355072~8388608,201326592~8388608,213909504~4194304,222298112~12582912,239075328~25165824,272629760~8388608,289406976~29360128,339738624~16777216,360710144~4194304,377487360~12582912,406847488~8388608] 2024-06-06T11:14:46.850 INFO:tasks.workunit.client.0.smithi132.stdout:from 16 to HEAD diff [12582912~12582912,37748736~12582912,67108864~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~4194304,213909504~4194304,222298112~4194304,239075328~16777216,272629760~8388608,289406976~25165824,339738624~12582912,377487360~8388608,406847488~4194304] 2024-06-06T11:14:46.851 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,67108864~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~4194304,213909504~4194304,222298112~4194304,239075328~16777216,272629760~8388608,289406976~25165824,339738624~12582912,377487360~8388608,406847488~4194304] 2024-06-06T11:14:46.852 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,67108864~8388608,83886080~8388608,96468992~20971520,138412032~20971520,180355072~4194304,213909504~4194304,222298112~8388608,239075328~20971520,272629760~8388608,289406976~29360128,339738624~16777216,377487360~12582912,406847488~8388608] 2024-06-06T11:14:47.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:46 smithi132 bash[71843]: cluster 2024-06-06T11:14:45.676825+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-06-06T11:14:47.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:46 smithi132 bash[74574]: cluster 2024-06-06T11:14:45.676825+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-06-06T11:14:47.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:46 smithi179 bash[54149]: cluster 2024-06-06T11:14:45.676825+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-06-06T11:14:47.838 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:47.839 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:47.861 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:47.861 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:47.861 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:47.872 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:47.872 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:47.872 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:47.884 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:47.884 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:47.885 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:47.896 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:47.896 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:47.896 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:47.906 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:47.906 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:47.907 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:47.918 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:47.918 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.918 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.929 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:47.929 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.929 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.938 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:47.938 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.938 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.947 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:47.947 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.947 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.954 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:47.954 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.954 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.960 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:47.960 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.960 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:47.966 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~16777216,79691776~79691776,180355072~29360128,213909504~4194304,222298112~62914560,289406976~29360128,322961408~50331648,377487360~25165824,406847488~8388608] 2024-06-06T11:14:47.966 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:47.967 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:47.971 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,130023424~29360128,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~41943040,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:47.972 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to HEAD diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:47.972 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:47.976 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,138412032~20971520,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~12582912,339738624~25165824,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:47.976 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to HEAD diff [12582912~12582912,37748736~12582912,58720256~12582912,83886080~8388608,96468992~8388608,109051904~12582912,138412032~20971520,180355072~16777216,201326592~4194304,213909504~4194304,222298112~33554432,260046848~4194304,272629760~8388608,289406976~25165824,322961408~8388608,339738624~12582912,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:47.976 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,58720256~12582912,83886080~8388608,96468992~8388608,109051904~12582912,138412032~20971520,180355072~16777216,201326592~4194304,213909504~4194304,222298112~33554432,260046848~4194304,272629760~8388608,289406976~25165824,322961408~8388608,339738624~12582912,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:47.979 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,58720256~16777216,83886080~8388608,96468992~29360128,138412032~20971520,180355072~29360128,213909504~4194304,222298112~41943040,272629760~8388608,289406976~29360128,322961408~12582912,339738624~16777216,360710144~4194304,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:47.979 INFO:tasks.workunit.client.0.smithi132.stdout:from 15 to HEAD diff [12582912~12582912,37748736~12582912,62914560~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~8388608,201326592~4194304,213909504~4194304,222298112~8388608,239075328~16777216,260046848~4194304,272629760~8388608,289406976~25165824,339738624~12582912,360710144~4194304,377487360~8388608,406847488~4194304] 2024-06-06T11:14:47.979 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,62914560~8388608,83886080~8388608,96468992~8388608,109051904~8388608,138412032~20971520,180355072~8388608,201326592~4194304,213909504~4194304,222298112~8388608,239075328~16777216,260046848~4194304,272629760~8388608,289406976~25165824,339738624~12582912,360710144~4194304,377487360~8388608,406847488~4194304] 2024-06-06T11:14:47.982 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,62914560~12582912,83886080~8388608,96468992~20971520,138412032~20971520,180355072~8388608,201326592~8388608,213909504~4194304,222298112~12582912,239075328~25165824,272629760~8388608,289406976~29360128,339738624~16777216,360710144~4194304,377487360~12582912,406847488~8388608] 2024-06-06T11:14:48.008 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:47 smithi179 bash[54149]: cluster 2024-06-06T11:14:46.686403+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-06-06T11:14:48.008 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:47 smithi179 bash[54149]: audit 2024-06-06T11:14:46.808805+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:48.008 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:47 smithi179 bash[54149]: audit 2024-06-06T11:14:46.817336+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:48.008 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:47 smithi179 bash[54149]: cephadm 2024-06-06T11:14:46.818709+0000 mgr.y (mgr.25375) 177 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-06-06T11:14:48.008 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:47 smithi179 bash[54149]: audit 2024-06-06T11:14:46.819196+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T11:14:48.008 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:47 smithi179 bash[54149]: audit 2024-06-06T11:14:46.820394+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:48.008 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:47 smithi179 bash[54149]: cephadm 2024-06-06T11:14:46.823938+0000 mgr.y (mgr.25375) 178 : cephadm [INF] Reconfiguring daemon osd.7 on smithi179 2024-06-06T11:14:48.008 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:47 smithi179 bash[54149]: cluster 2024-06-06T11:14:47.338813+0000 mgr.y (mgr.25375) 179 : cluster [DBG] pgmap v312: 105 pgs: 105 active+clean; 894 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 35 MiB/s wr, 656 op/s 2024-06-06T11:14:48.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[71843]: cluster 2024-06-06T11:14:46.686403+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-06-06T11:14:48.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[71843]: audit 2024-06-06T11:14:46.808805+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:48.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[71843]: audit 2024-06-06T11:14:46.817336+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:48.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[71843]: cephadm 2024-06-06T11:14:46.818709+0000 mgr.y (mgr.25375) 177 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-06-06T11:14:48.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[71843]: audit 2024-06-06T11:14:46.819196+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T11:14:48.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[71843]: audit 2024-06-06T11:14:46.820394+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:48.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[71843]: cephadm 2024-06-06T11:14:46.823938+0000 mgr.y (mgr.25375) 178 : cephadm [INF] Reconfiguring daemon osd.7 on smithi179 2024-06-06T11:14:48.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[71843]: cluster 2024-06-06T11:14:47.338813+0000 mgr.y (mgr.25375) 179 : cluster [DBG] pgmap v312: 105 pgs: 105 active+clean; 894 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 35 MiB/s wr, 656 op/s 2024-06-06T11:14:48.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[74574]: cluster 2024-06-06T11:14:46.686403+0000 mon.a (mon.0) 455 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-06-06T11:14:48.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[74574]: audit 2024-06-06T11:14:46.808805+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:48.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[74574]: audit 2024-06-06T11:14:46.817336+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:48.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[74574]: cephadm 2024-06-06T11:14:46.818709+0000 mgr.y (mgr.25375) 177 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-06-06T11:14:48.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[74574]: audit 2024-06-06T11:14:46.819196+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T11:14:48.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[74574]: audit 2024-06-06T11:14:46.820394+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:48.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[74574]: cephadm 2024-06-06T11:14:46.823938+0000 mgr.y (mgr.25375) 178 : cephadm [INF] Reconfiguring daemon osd.7 on smithi179 2024-06-06T11:14:48.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:47 smithi132 bash[74574]: cluster 2024-06-06T11:14:47.338813+0000 mgr.y (mgr.25375) 179 : cluster [DBG] pgmap v312: 105 pgs: 105 active+clean; 894 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 35 MiB/s wr, 656 op/s 2024-06-06T11:14:48.847 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:48.847 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:48.871 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:48.871 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:48.871 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:48.882 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:48.882 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:48.882 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:48.893 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:48.894 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:48.894 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:48.906 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:48.906 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:48.906 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:48.917 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:48.917 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:48.917 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:48.928 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:48.928 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.928 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.937 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:48.937 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.937 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.945 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:48.945 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.945 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.952 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:48.952 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.952 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.958 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:48.959 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.959 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.965 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:48.966 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.966 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:48.971 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~16777216,79691776~79691776,180355072~29360128,213909504~4194304,222298112~62914560,289406976~29360128,322961408~50331648,377487360~25165824,406847488~8388608] 2024-06-06T11:14:48.971 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:48.971 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:48.975 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,130023424~29360128,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~41943040,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:48.975 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to HEAD diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:48.975 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:48.979 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,138412032~20971520,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~12582912,339738624~25165824,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:48.979 INFO:tasks.workunit.client.0.smithi132.stdout:from 14 to HEAD diff [12582912~12582912,37748736~12582912,58720256~12582912,83886080~8388608,96468992~8388608,109051904~12582912,138412032~20971520,180355072~16777216,201326592~4194304,213909504~4194304,222298112~33554432,260046848~4194304,272629760~8388608,289406976~25165824,322961408~8388608,339738624~12582912,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:48.979 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~12582912,37748736~12582912,58720256~12582912,83886080~8388608,96468992~8388608,109051904~12582912,138412032~20971520,180355072~16777216,201326592~4194304,213909504~4194304,222298112~33554432,260046848~4194304,272629760~8388608,289406976~25165824,322961408~8388608,339738624~12582912,360710144~4194304,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:48.981 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~16777216,37748736~16777216,58720256~16777216,83886080~8388608,96468992~29360128,138412032~20971520,180355072~29360128,213909504~4194304,222298112~41943040,272629760~8388608,289406976~29360128,322961408~12582912,339738624~16777216,360710144~4194304,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:49.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:48 smithi132 bash[71843]: cluster 2024-06-06T11:14:47.828639+0000 mon.a (mon.0) 460 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-06-06T11:14:49.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:48 smithi132 bash[74574]: cluster 2024-06-06T11:14:47.828639+0000 mon.a (mon.0) 460 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-06-06T11:14:49.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:48 smithi179 bash[54149]: cluster 2024-06-06T11:14:47.828639+0000 mon.a (mon.0) 460 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-06-06T11:14:49.972 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:49.972 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:49.988 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:49.988 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:49.988 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:49.999 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:49.999 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:49.999 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:50.010 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:50.010 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:50.010 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:50.023 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:50.023 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:50.023 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:50.047 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:50.047 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:50.047 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:50.055 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:50.055 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.055 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.061 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:50.061 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.062 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.069 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:50.069 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.069 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.075 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:50.075 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.076 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.085 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:50.085 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.085 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.090 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:50.090 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.090 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:50.091 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:49 smithi179 bash[54149]: cluster 2024-06-06T11:14:48.838424+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2024-06-06T11:14:50.091 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:49 smithi179 bash[54149]: audit 2024-06-06T11:14:48.933914+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:50.091 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:49 smithi179 bash[54149]: audit 2024-06-06T11:14:48.943544+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:50.091 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:49 smithi179 bash[54149]: cephadm 2024-06-06T11:14:48.945770+0000 mgr.y (mgr.25375) 180 : cephadm [INF] Reconfiguring mds.foo.smithi179.tpnmsk (monmap changed)... 2024-06-06T11:14:50.091 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:49 smithi179 bash[54149]: audit 2024-06-06T11:14:48.946240+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi179.tpnmsk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:14:50.091 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:49 smithi179 bash[54149]: audit 2024-06-06T11:14:48.947769+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:50.091 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:49 smithi179 bash[54149]: cephadm 2024-06-06T11:14:48.949100+0000 mgr.y (mgr.25375) 181 : cephadm [INF] Reconfiguring daemon mds.foo.smithi179.tpnmsk on smithi179 2024-06-06T11:14:50.091 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:49 smithi179 bash[54149]: cluster 2024-06-06T11:14:49.340025+0000 mgr.y (mgr.25375) 182 : cluster [DBG] pgmap v315: 105 pgs: 105 active+clean; 868 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 6.0 KiB/s wr, 939 op/s 2024-06-06T11:14:50.094 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~16777216,79691776~79691776,180355072~29360128,213909504~4194304,222298112~62914560,289406976~29360128,322961408~50331648,377487360~25165824,406847488~8388608] 2024-06-06T11:14:50.094 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:50.094 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:50.097 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,130023424~29360128,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~41943040,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:50.097 INFO:tasks.workunit.client.0.smithi132.stdout:from 13 to HEAD diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:50.098 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~8388608,339738624~12582912,356515840~8388608,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:50.100 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,138412032~20971520,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~12582912,339738624~25165824,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[71843]: cluster 2024-06-06T11:14:48.838424+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2024-06-06T11:14:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[71843]: audit 2024-06-06T11:14:48.933914+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[71843]: audit 2024-06-06T11:14:48.943544+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[71843]: cephadm 2024-06-06T11:14:48.945770+0000 mgr.y (mgr.25375) 180 : cephadm [INF] Reconfiguring mds.foo.smithi179.tpnmsk (monmap changed)... 2024-06-06T11:14:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[71843]: audit 2024-06-06T11:14:48.946240+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi179.tpnmsk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:14:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[71843]: audit 2024-06-06T11:14:48.947769+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[71843]: cephadm 2024-06-06T11:14:48.949100+0000 mgr.y (mgr.25375) 181 : cephadm [INF] Reconfiguring daemon mds.foo.smithi179.tpnmsk on smithi179 2024-06-06T11:14:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[71843]: cluster 2024-06-06T11:14:49.340025+0000 mgr.y (mgr.25375) 182 : cluster [DBG] pgmap v315: 105 pgs: 105 active+clean; 868 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 6.0 KiB/s wr, 939 op/s 2024-06-06T11:14:50.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[74574]: cluster 2024-06-06T11:14:48.838424+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2024-06-06T11:14:50.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[74574]: audit 2024-06-06T11:14:48.933914+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:50.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[74574]: audit 2024-06-06T11:14:48.943544+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:50.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[74574]: cephadm 2024-06-06T11:14:48.945770+0000 mgr.y (mgr.25375) 180 : cephadm [INF] Reconfiguring mds.foo.smithi179.tpnmsk (monmap changed)... 2024-06-06T11:14:50.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[74574]: audit 2024-06-06T11:14:48.946240+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi179.tpnmsk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T11:14:50.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[74574]: audit 2024-06-06T11:14:48.947769+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:50.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[74574]: cephadm 2024-06-06T11:14:48.949100+0000 mgr.y (mgr.25375) 181 : cephadm [INF] Reconfiguring daemon mds.foo.smithi179.tpnmsk on smithi179 2024-06-06T11:14:50.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:49 smithi132 bash[74574]: cluster 2024-06-06T11:14:49.340025+0000 mgr.y (mgr.25375) 182 : cluster [DBG] pgmap v315: 105 pgs: 105 active+clean; 868 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 6.0 KiB/s wr, 939 op/s 2024-06-06T11:14:51.043 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:51.043 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:51.060 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:51.060 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:51.060 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:51.066 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:51.066 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:51.066 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:51.075 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:51.075 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:51.075 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:51.084 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:51.084 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:51.084 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:51.093 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:51.093 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:51.093 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:51.099 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:51.099 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.099 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.104 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:51.104 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.104 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.110 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:51.110 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.110 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.114 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:51.115 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.115 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.120 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:51.120 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.120 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.124 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:51.124 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.124 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:51.128 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~16777216,79691776~79691776,180355072~29360128,213909504~4194304,222298112~62914560,289406976~29360128,322961408~50331648,377487360~25165824,406847488~8388608] 2024-06-06T11:14:51.128 INFO:tasks.workunit.client.0.smithi132.stdout:from 12 to HEAD diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:51.128 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~20971520,37748736~12582912,58720256~12582912,79691776~12582912,96468992~8388608,109051904~12582912,130023424~4194304,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~25165824,377487360~12582912,394264576~4194304,406847488~4194304] 2024-06-06T11:14:51.130 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~20971520,37748736~16777216,58720256~16777216,79691776~12582912,96468992~29360128,130023424~29360128,180355072~29360128,213909504~4194304,222298112~58720256,289406976~29360128,322961408~41943040,377487360~12582912,394264576~8388608,406847488~8388608] 2024-06-06T11:14:51.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:50 smithi132 bash[71843]: cluster 2024-06-06T11:14:49.954316+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2024-06-06T11:14:51.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:50 smithi132 bash[71843]: cluster 2024-06-06T11:14:50.024587+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2024-06-06T11:14:51.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:50 smithi132 bash[71843]: audit 2024-06-06T11:14:50.918980+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:51.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:50 smithi132 bash[71843]: audit 2024-06-06T11:14:50.926522+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:51.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:50 smithi132 bash[74574]: cluster 2024-06-06T11:14:49.954316+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2024-06-06T11:14:51.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:50 smithi132 bash[74574]: cluster 2024-06-06T11:14:50.024587+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2024-06-06T11:14:51.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:50 smithi132 bash[74574]: audit 2024-06-06T11:14:50.918980+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:51.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:50 smithi132 bash[74574]: audit 2024-06-06T11:14:50.926522+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:50 smithi179 bash[54149]: cluster 2024-06-06T11:14:49.954316+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2024-06-06T11:14:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:50 smithi179 bash[54149]: cluster 2024-06-06T11:14:50.024587+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2024-06-06T11:14:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:50 smithi179 bash[54149]: audit 2024-06-06T11:14:50.918980+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:50 smithi179 bash[54149]: audit 2024-06-06T11:14:50.926522+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:52.056 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:52.056 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:52.070 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:52.070 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:52.070 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:52.077 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:52.077 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:52.078 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:52.086 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:52.086 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:52.086 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:52.094 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:52.094 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:52.094 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:52.102 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:52.102 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:52.102 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:52.109 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:52.109 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.109 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.115 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:52.115 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.115 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.122 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:52.122 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.122 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.126 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:52.126 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.126 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.130 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:52.131 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.131 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.134 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:52.134 INFO:tasks.workunit.client.0.smithi132.stdout:from 11 to HEAD diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.134 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,79691776~25165824,109051904~12582912,125829120~8388608,138412032~20971520,180355072~25165824,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,322961408~12582912,339738624~29360128,377487360~20971520,406847488~4194304] 2024-06-06T11:14:52.136 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~16777216,79691776~79691776,180355072~29360128,213909504~4194304,222298112~62914560,289406976~29360128,322961408~50331648,377487360~25165824,406847488~8388608] 2024-06-06T11:14:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[71843]: audit 2024-06-06T11:14:50.973570+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[71843]: cluster 2024-06-06T11:14:51.025003+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2024-06-06T11:14:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[71843]: cluster 2024-06-06T11:14:51.340617+0000 mgr.y (mgr.25375) 183 : cluster [DBG] pgmap v319: 105 pgs: 105 active+clean; 868 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 576 KiB/s rd, 6.8 KiB/s wr, 1.07k op/s 2024-06-06T11:14:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[71843]: audit 2024-06-06T11:14:51.346884+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[71843]: audit 2024-06-06T11:14:51.353021+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[71843]: audit 2024-06-06T11:14:51.354574+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[71843]: audit 2024-06-06T11:14:51.355789+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[71843]: audit 2024-06-06T11:14:51.362365+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:52.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[74574]: audit 2024-06-06T11:14:50.973570+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:52.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[74574]: cluster 2024-06-06T11:14:51.025003+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2024-06-06T11:14:52.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[74574]: cluster 2024-06-06T11:14:51.340617+0000 mgr.y (mgr.25375) 183 : cluster [DBG] pgmap v319: 105 pgs: 105 active+clean; 868 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 576 KiB/s rd, 6.8 KiB/s wr, 1.07k op/s 2024-06-06T11:14:52.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[74574]: audit 2024-06-06T11:14:51.346884+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:52.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[74574]: audit 2024-06-06T11:14:51.353021+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:52.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[74574]: audit 2024-06-06T11:14:51.354574+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:52.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[74574]: audit 2024-06-06T11:14:51.355789+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:52.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:51 smithi132 bash[74574]: audit 2024-06-06T11:14:51.362365+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:51 smithi179 bash[54149]: audit 2024-06-06T11:14:50.973570+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:14:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:51 smithi179 bash[54149]: cluster 2024-06-06T11:14:51.025003+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2024-06-06T11:14:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:51 smithi179 bash[54149]: cluster 2024-06-06T11:14:51.340617+0000 mgr.y (mgr.25375) 183 : cluster [DBG] pgmap v319: 105 pgs: 105 active+clean; 868 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 576 KiB/s rd, 6.8 KiB/s wr, 1.07k op/s 2024-06-06T11:14:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:51 smithi179 bash[54149]: audit 2024-06-06T11:14:51.346884+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:51 smithi179 bash[54149]: audit 2024-06-06T11:14:51.353021+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:51 smithi179 bash[54149]: audit 2024-06-06T11:14:51.354574+0000 mon.a (mon.0) 474 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:14:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:51 smithi179 bash[54149]: audit 2024-06-06T11:14:51.355789+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:14:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:51 smithi179 bash[54149]: audit 2024-06-06T11:14:51.362365+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:14:53.061 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:53.061 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:53.077 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:53.077 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:53.077 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:53.083 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:53.083 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:53.083 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:53.090 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:53.090 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:53.090 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:53.098 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:53.098 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:53.098 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:53.106 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:53.106 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:53.106 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:53.112 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:53.113 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:53.113 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:53.119 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:53.119 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:53.119 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:53.124 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:53.124 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:53.124 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:53.128 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:53.128 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:53.128 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:53.131 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:53.132 INFO:tasks.workunit.client.0.smithi132.stdout:from 10 to HEAD diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:53.132 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:53.135 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:53.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:53 smithi132 bash[71843]: cluster 2024-06-06T11:14:52.034226+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2024-06-06T11:14:53.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:53 smithi132 bash[74574]: cluster 2024-06-06T11:14:52.034226+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2024-06-06T11:14:53.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:53 smithi179 bash[54149]: cluster 2024-06-06T11:14:52.034226+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2024-06-06T11:14:54.069 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:54.069 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:54.083 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:54.083 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:54.083 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:54.088 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:54.088 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:54.088 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:54.094 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:54.094 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:54.094 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:54.101 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:54.101 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:54.101 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:54.108 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:54.108 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:54.108 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:54.113 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:54.113 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:54.114 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:54.118 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:54.118 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:54.118 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:54.123 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:54.123 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:54.123 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:54.127 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:54.127 INFO:tasks.workunit.client.0.smithi132.stdout:from 9 to HEAD diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:54.127 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~12582912,75497472~29360128,109051904~12582912,125829120~8388608,138412032~29360128,176160768~29360128,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:54.129 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~33554432,213909504~4194304,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:54.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:14:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:14:53] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.33.4" 2024-06-06T11:14:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:54 smithi132 bash[71843]: cluster 2024-06-06T11:14:53.043942+0000 mon.a (mon.0) 478 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2024-06-06T11:14:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:54 smithi132 bash[71843]: audit 2024-06-06T11:14:53.338729+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:54 smithi132 bash[71843]: cluster 2024-06-06T11:14:53.341214+0000 mgr.y (mgr.25375) 184 : cluster [DBG] pgmap v322: 105 pgs: 105 active+clean; 868 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:54.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:54 smithi132 bash[74574]: cluster 2024-06-06T11:14:53.043942+0000 mon.a (mon.0) 478 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2024-06-06T11:14:54.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:54 smithi132 bash[74574]: audit 2024-06-06T11:14:53.338729+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:54.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:54 smithi132 bash[74574]: cluster 2024-06-06T11:14:53.341214+0000 mgr.y (mgr.25375) 184 : cluster [DBG] pgmap v322: 105 pgs: 105 active+clean; 868 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:54 smithi179 bash[54149]: cluster 2024-06-06T11:14:53.043942+0000 mon.a (mon.0) 478 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2024-06-06T11:14:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:54 smithi179 bash[54149]: audit 2024-06-06T11:14:53.338729+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:14:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:54 smithi179 bash[54149]: cluster 2024-06-06T11:14:53.341214+0000 mgr.y (mgr.25375) 184 : cluster [DBG] pgmap v322: 105 pgs: 105 active+clean; 868 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:14:55.083 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:55.084 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:55.100 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:55.101 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:55.101 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:55.106 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:55.106 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:55.106 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:55.112 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:55.112 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:55.112 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:55.118 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:55.118 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:55.118 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:55.122 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:55.122 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:55.123 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:55.126 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:55.126 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:55.127 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:55.131 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:55.131 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:55.131 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:55.134 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:55.134 INFO:tasks.workunit.client.0.smithi132.stdout:from 8 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:55.135 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~8388608,138412032~29360128,176160768~33554432,213909504~4194304,222298112~33554432,260046848~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:55.137 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:55 smithi179 bash[54149]: cluster 2024-06-06T11:14:54.053161+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2024-06-06T11:14:55.569 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:55 smithi132 bash[71843]: cluster 2024-06-06T11:14:54.053161+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2024-06-06T11:14:55.569 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:55 smithi132 bash[74574]: cluster 2024-06-06T11:14:54.053161+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2024-06-06T11:14:56.086 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:56.087 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:56.105 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:56.106 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:56.106 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:56.109 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:56.109 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:56.110 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:56.113 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:56.113 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:56.113 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:56.117 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:56.117 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:56.117 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:56.122 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:56.122 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:56.122 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:56.124 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:56.125 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:56.125 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:56.127 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:56.127 INFO:tasks.workunit.client.0.smithi132.stdout:from 7 to HEAD diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:56.127 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~4194304,12582912~37748736,58720256~16777216,79691776~25165824,109051904~12582912,125829120~41943040,176160768~33554432,213909504~4194304,222298112~37748736,264241152~20971520,289406976~25165824,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:56.129 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~8388608,12582912~41943040,58720256~109051904,176160768~41943040,222298112~62914560,289406976~83886080,377487360~25165824,406847488~8388608] 2024-06-06T11:14:56.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:56 smithi132 bash[71843]: cluster 2024-06-06T11:14:55.061252+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2024-06-06T11:14:56.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:56 smithi132 bash[71843]: cluster 2024-06-06T11:14:55.342093+0000 mgr.y (mgr.25375) 185 : cluster [DBG] pgmap v325: 105 pgs: 105 active+clean; 771 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 6.2 KiB/s wr, 419 op/s 2024-06-06T11:14:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:56 smithi132 bash[74574]: cluster 2024-06-06T11:14:55.061252+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2024-06-06T11:14:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:56 smithi132 bash[74574]: cluster 2024-06-06T11:14:55.342093+0000 mgr.y (mgr.25375) 185 : cluster [DBG] pgmap v325: 105 pgs: 105 active+clean; 771 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 6.2 KiB/s wr, 419 op/s 2024-06-06T11:14:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:56 smithi179 bash[54149]: cluster 2024-06-06T11:14:55.061252+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2024-06-06T11:14:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:56 smithi179 bash[54149]: cluster 2024-06-06T11:14:55.342093+0000 mgr.y (mgr.25375) 185 : cluster [DBG] pgmap v325: 105 pgs: 105 active+clean; 771 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 6.2 KiB/s wr, 419 op/s 2024-06-06T11:14:57.092 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:57.092 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:57.112 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:57.112 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:57.112 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:57.120 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:57.120 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:57.120 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:57.123 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:57.123 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:57.123 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:57.126 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:57.126 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:57.126 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:57.129 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:57.129 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:57.129 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:57.131 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:57.131 INFO:tasks.workunit.client.0.smithi132.stdout:from 6 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:57.131 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,377487360~20971520,406847488~4194304] 2024-06-06T11:14:57.134 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~150994944,377487360~25165824,406847488~8388608] 2024-06-06T11:14:57.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:57 smithi132 bash[71843]: cluster 2024-06-06T11:14:56.071150+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2024-06-06T11:14:57.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:57 smithi132 bash[74574]: cluster 2024-06-06T11:14:56.071150+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2024-06-06T11:14:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:57 smithi179 bash[54149]: cluster 2024-06-06T11:14:56.071150+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2024-06-06T11:14:58.103 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:58.103 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:58.120 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:58.121 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:58.121 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:58.123 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:58.123 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:58.123 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:58.126 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:58.126 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:58.126 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:58.129 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:58.129 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:58.129 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:58.131 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:58.131 INFO:tasks.workunit.client.0.smithi132.stdout:from 5 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:58.131 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~50331648,373293056~25165824,406847488~4194304] 2024-06-06T11:14:58.133 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~180355072,406847488~8388608] 2024-06-06T11:14:58.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:58 smithi132 bash[71843]: cluster 2024-06-06T11:14:57.080323+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2024-06-06T11:14:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:58 smithi132 bash[71843]: cluster 2024-06-06T11:14:57.342815+0000 mgr.y (mgr.25375) 186 : cluster [DBG] pgmap v328: 105 pgs: 105 active+clean; 771 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 6.2 KiB/s wr, 419 op/s 2024-06-06T11:14:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:58 smithi132 bash[74574]: cluster 2024-06-06T11:14:57.080323+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2024-06-06T11:14:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:58 smithi132 bash[74574]: cluster 2024-06-06T11:14:57.342815+0000 mgr.y (mgr.25375) 186 : cluster [DBG] pgmap v328: 105 pgs: 105 active+clean; 771 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 6.2 KiB/s wr, 419 op/s 2024-06-06T11:14:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:58 smithi179 bash[54149]: cluster 2024-06-06T11:14:57.080323+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2024-06-06T11:14:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:58 smithi179 bash[54149]: cluster 2024-06-06T11:14:57.342815+0000 mgr.y (mgr.25375) 186 : cluster [DBG] pgmap v328: 105 pgs: 105 active+clean; 771 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 6.2 KiB/s wr, 419 op/s 2024-06-06T11:14:59.111 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:59.111 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:59.125 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:59.125 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:59.125 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:59.129 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:59.129 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:59.129 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:14:59.131 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:14:59.131 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:59.131 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:14:59.133 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:14:59.133 INFO:tasks.workunit.client.0.smithi132.stdout:from 4 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:59.133 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,176160768~33554432,213909504~4194304,222298112~37748736,264241152~50331648,318767104~92274688] 2024-06-06T11:14:59.134 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,176160768~41943040,222298112~192937984] 2024-06-06T11:14:59.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:14:59 smithi132 bash[71843]: cluster 2024-06-06T11:14:58.093462+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2024-06-06T11:14:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:14:59 smithi132 bash[74574]: cluster 2024-06-06T11:14:58.093462+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2024-06-06T11:14:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:14:59 smithi179 bash[54149]: cluster 2024-06-06T11:14:58.093462+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2024-06-06T11:15:00.042 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:00.042 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:00.057 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:15:00.058 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:00.058 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:00.060 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:15:00.060 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:00.060 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:00.062 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:15:00.062 INFO:tasks.workunit.client.0.smithi132.stdout:from 3 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:15:00.062 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~25165824,109051904~58720256,171966464~37748736,213909504~4194304,222298112~188743680] 2024-06-06T11:15:00.063 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~46137344,222298112~192937984] 2024-06-06T11:15:00.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:00 smithi132 bash[71843]: cluster 2024-06-06T11:14:59.099877+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2024-06-06T11:15:00.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:00 smithi132 bash[71843]: cluster 2024-06-06T11:14:59.344003+0000 mgr.y (mgr.25375) 187 : cluster [DBG] pgmap v331: 105 pgs: 105 active+clean; 616 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 6.0 KiB/s wr, 225 op/s 2024-06-06T11:15:00.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:00 smithi132 bash[71843]: cluster 2024-06-06T11:15:00.025626+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2024-06-06T11:15:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:00 smithi132 bash[74574]: cluster 2024-06-06T11:14:59.099877+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2024-06-06T11:15:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:00 smithi132 bash[74574]: cluster 2024-06-06T11:14:59.344003+0000 mgr.y (mgr.25375) 187 : cluster [DBG] pgmap v331: 105 pgs: 105 active+clean; 616 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 6.0 KiB/s wr, 225 op/s 2024-06-06T11:15:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:00 smithi132 bash[74574]: cluster 2024-06-06T11:15:00.025626+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2024-06-06T11:15:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:00 smithi179 bash[54149]: cluster 2024-06-06T11:14:59.099877+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2024-06-06T11:15:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:00 smithi179 bash[54149]: cluster 2024-06-06T11:14:59.344003+0000 mgr.y (mgr.25375) 187 : cluster [DBG] pgmap v331: 105 pgs: 105 active+clean; 616 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 6.0 KiB/s wr, 225 op/s 2024-06-06T11:15:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:00 smithi179 bash[54149]: cluster 2024-06-06T11:15:00.025626+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2024-06-06T11:15:01.041 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:01.042 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:01.059 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:15:01.059 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:01.059 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:01.061 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:15:01.061 INFO:tasks.workunit.client.0.smithi132.stdout:from 2 to HEAD diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:01.061 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~8388608,12582912~37748736,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:01.062 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:15:02.057 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:02.058 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:02.068 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:15:02.069 INFO:tasks.workunit.client.0.smithi132.stdout:from 1 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:02.069 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:02.070 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:15:02.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:02 smithi132 bash[71843]: cluster 2024-06-06T11:15:01.028210+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2024-06-06T11:15:02.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:02 smithi132 bash[71843]: cluster 2024-06-06T11:15:01.344670+0000 mgr.y (mgr.25375) 188 : cluster [DBG] pgmap v334: 105 pgs: 105 active+clean; 616 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 6.0 KiB/s wr, 225 op/s 2024-06-06T11:15:02.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:02 smithi132 bash[74574]: cluster 2024-06-06T11:15:01.028210+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2024-06-06T11:15:02.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:02 smithi132 bash[74574]: cluster 2024-06-06T11:15:01.344670+0000 mgr.y (mgr.25375) 188 : cluster [DBG] pgmap v334: 105 pgs: 105 active+clean; 616 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 6.0 KiB/s wr, 225 op/s 2024-06-06T11:15:02.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:02 smithi179 bash[54149]: cluster 2024-06-06T11:15:01.028210+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2024-06-06T11:15:02.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:02 smithi179 bash[54149]: cluster 2024-06-06T11:15:01.344670+0000 mgr.y (mgr.25375) 188 : cluster [DBG] pgmap v334: 105 pgs: 105 active+clean; 616 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 6.0 KiB/s wr, 225 op/s 2024-06-06T11:15:03.063 INFO:tasks.workunit.client.0.smithi132.stdout:from 0 to HEAD diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:03.063 INFO:tasks.workunit.client.0.smithi132.stdout: limited diff [0~50331648,58720256~16777216,79691776~88080384,171966464~37748736,213909504~197132288] 2024-06-06T11:15:03.073 INFO:tasks.workunit.client.0.smithi132.stdout: actual was [0~54525952,58720256~109051904,171966464~243269632] 2024-06-06T11:15:03.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:03 smithi179 bash[54149]: cluster 2024-06-06T11:15:02.042515+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2024-06-06T11:15:03.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:03 smithi132 bash[71843]: cluster 2024-06-06T11:15:02.042515+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2024-06-06T11:15:03.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:03 smithi132 bash[74574]: cluster 2024-06-06T11:15:02.042515+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2024-06-06T11:15:04.084 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (41028 ms) 2024-06-06T11:15:04.085 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-06-06T11:15:04.085 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:15:04.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:15:03] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.33.4" 2024-06-06T11:15:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:04 smithi132 bash[71843]: cluster 2024-06-06T11:15:03.049254+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2024-06-06T11:15:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:04 smithi132 bash[71843]: cluster 2024-06-06T11:15:03.345345+0000 mgr.y (mgr.25375) 189 : cluster [DBG] pgmap v337: 105 pgs: 105 active+clean; 616 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:15:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:04 smithi132 bash[74574]: cluster 2024-06-06T11:15:03.049254+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2024-06-06T11:15:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:04 smithi132 bash[74574]: cluster 2024-06-06T11:15:03.345345+0000 mgr.y (mgr.25375) 189 : cluster [DBG] pgmap v337: 105 pgs: 105 active+clean; 616 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:15:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:04 smithi179 bash[54149]: cluster 2024-06-06T11:15:03.049254+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2024-06-06T11:15:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:04 smithi179 bash[54149]: cluster 2024-06-06T11:15:03.345345+0000 mgr.y (mgr.25375) 189 : cluster [DBG] pgmap v337: 105 pgs: 105 active+clean; 616 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:15:05.208 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1123 ms) 2024-06-06T11:15:05.208 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-06-06T11:15:05.208 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:15:05.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:05 smithi132 bash[74574]: cluster 2024-06-06T11:15:04.057422+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2024-06-06T11:15:05.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:05 smithi132 bash[74574]: cluster 2024-06-06T11:15:05.028316+0000 mon.a (mon.0) 491 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2024-06-06T11:15:05.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:05 smithi132 bash[71843]: cluster 2024-06-06T11:15:04.057422+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2024-06-06T11:15:05.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:05 smithi132 bash[71843]: cluster 2024-06-06T11:15:05.028316+0000 mon.a (mon.0) 491 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2024-06-06T11:15:05.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:05 smithi179 bash[54149]: cluster 2024-06-06T11:15:04.057422+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2024-06-06T11:15:05.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:05 smithi179 bash[54149]: cluster 2024-06-06T11:15:05.028316+0000 mon.a (mon.0) 491 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2024-06-06T11:15:06.283 INFO:tasks.workunit.client.0.smithi132.stdout: wrote [0~20971520] to clone 2024-06-06T11:15:06.283 INFO:tasks.workunit.client.0.smithi132.stdout: diff was [0~20971520] 2024-06-06T11:15:06.290 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1083 ms) 2024-06-06T11:15:06.290 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-06-06T11:15:06.290 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:15:06.330 INFO:tasks.workunit.client.0.smithi132.stdout: wrote [1335958~73676,1758173~88664,2103357~52485,6705154~14470,8731469~94825,10939614~13002,15522657~96798,18393645~10289,19467046~35367,19752097~52116] 2024-06-06T11:15:06.346 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (56 ms) 2024-06-06T11:15:06.347 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-06-06T11:15:06.347 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:15:06.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:06 smithi132 bash[71843]: cluster 2024-06-06T11:15:05.346061+0000 mgr.y (mgr.25375) 190 : cluster [DBG] pgmap v340: 105 pgs: 105 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 MiB/s wr, 114 op/s 2024-06-06T11:15:06.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:06 smithi132 bash[74574]: cluster 2024-06-06T11:15:05.346061+0000 mgr.y (mgr.25375) 190 : cluster [DBG] pgmap v340: 105 pgs: 105 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 MiB/s wr, 114 op/s 2024-06-06T11:15:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:06 smithi179 bash[54149]: cluster 2024-06-06T11:15:05.346061+0000 mgr.y (mgr.25375) 190 : cluster [DBG] pgmap v340: 105 pgs: 105 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 MiB/s wr, 114 op/s 2024-06-06T11:15:07.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:07 smithi132 bash[71843]: cluster 2024-06-06T11:15:06.069256+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2024-06-06T11:15:07.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:07 smithi132 bash[74574]: cluster 2024-06-06T11:15:06.069256+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2024-06-06T11:15:07.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:07 smithi179 bash[54149]: cluster 2024-06-06T11:15:06.069256+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2024-06-06T11:15:08.253 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1906 ms) 2024-06-06T11:15:08.253 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-06-06T11:15:08.253 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:15:08.342 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (89 ms) 2024-06-06T11:15:08.342 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-06-06T11:15:08.342 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:15:08.452 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (111 ms) 2024-06-06T11:15:08.453 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-06-06T11:15:08.453 INFO:tasks.workunit.client.0.smithi132.stdout:using new format! 2024-06-06T11:15:08.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:08 smithi132 bash[71843]: cluster 2024-06-06T11:15:07.075616+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2024-06-06T11:15:08.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:08 smithi132 bash[71843]: cluster 2024-06-06T11:15:07.346724+0000 mgr.y (mgr.25375) 191 : cluster [DBG] pgmap v343: 105 pgs: 105 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 MiB/s wr, 114 op/s 2024-06-06T11:15:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:08 smithi132 bash[74574]: cluster 2024-06-06T11:15:07.075616+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2024-06-06T11:15:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:08 smithi132 bash[74574]: cluster 2024-06-06T11:15:07.346724+0000 mgr.y (mgr.25375) 191 : cluster [DBG] pgmap v343: 105 pgs: 105 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 MiB/s wr, 114 op/s 2024-06-06T11:15:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:08 smithi179 bash[54149]: cluster 2024-06-06T11:15:07.075616+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2024-06-06T11:15:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:08 smithi179 bash[54149]: cluster 2024-06-06T11:15:07.346724+0000 mgr.y (mgr.25375) 191 : cluster [DBG] pgmap v343: 105 pgs: 105 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 MiB/s wr, 114 op/s 2024-06-06T11:15:09.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:09 smithi132 bash[71843]: cluster 2024-06-06T11:15:08.087142+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2024-06-06T11:15:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:09 smithi132 bash[71843]: audit 2024-06-06T11:15:08.338333+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:09 smithi132 bash[74574]: cluster 2024-06-06T11:15:08.087142+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2024-06-06T11:15:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:09 smithi132 bash[74574]: audit 2024-06-06T11:15:08.338333+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:09 smithi179 bash[54149]: cluster 2024-06-06T11:15:08.087142+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2024-06-06T11:15:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:09 smithi179 bash[54149]: audit 2024-06-06T11:15:08.338333+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:10.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:10 smithi132 bash[71843]: cluster 2024-06-06T11:15:09.347992+0000 mgr.y (mgr.25375) 192 : cluster [DBG] pgmap v345: 105 pgs: 105 active+clean; 566 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 13 MiB/s wr, 355 op/s 2024-06-06T11:15:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:10 smithi132 bash[71843]: cluster 2024-06-06T11:15:10.029407+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2024-06-06T11:15:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:10 smithi132 bash[74574]: cluster 2024-06-06T11:15:09.347992+0000 mgr.y (mgr.25375) 192 : cluster [DBG] pgmap v345: 105 pgs: 105 active+clean; 566 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 13 MiB/s wr, 355 op/s 2024-06-06T11:15:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:10 smithi132 bash[74574]: cluster 2024-06-06T11:15:10.029407+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2024-06-06T11:15:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:10 smithi179 bash[54149]: cluster 2024-06-06T11:15:09.347992+0000 mgr.y (mgr.25375) 192 : cluster [DBG] pgmap v345: 105 pgs: 105 active+clean; 566 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 13 MiB/s wr, 355 op/s 2024-06-06T11:15:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:10 smithi179 bash[54149]: cluster 2024-06-06T11:15:10.029407+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2024-06-06T11:15:12.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:12 smithi132 bash[71843]: cluster 2024-06-06T11:15:11.348652+0000 mgr.y (mgr.25375) 193 : cluster [DBG] pgmap v347: 105 pgs: 105 active+clean; 566 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 10 MiB/s wr, 291 op/s 2024-06-06T11:15:12.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:12 smithi132 bash[74574]: cluster 2024-06-06T11:15:11.348652+0000 mgr.y (mgr.25375) 193 : cluster [DBG] pgmap v347: 105 pgs: 105 active+clean; 566 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 10 MiB/s wr, 291 op/s 2024-06-06T11:15:12.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:12 smithi179 bash[54149]: cluster 2024-06-06T11:15:11.348652+0000 mgr.y (mgr.25375) 193 : cluster [DBG] pgmap v347: 105 pgs: 105 active+clean; 566 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 10 MiB/s wr, 291 op/s 2024-06-06T11:15:13.544 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5091 ms) 2024-06-06T11:15:13.544 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-06-06T11:15:13.544 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:15:13.544 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-06-06T11:15:14.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:15:13] "GET /metrics HTTP/1.1" 200 36365 "" "Prometheus/2.33.4" 2024-06-06T11:15:14.425 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 13 tests from DiffIterateTest/1 (64454 ms total) 2024-06-06T11:15:14.425 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:15:14.425 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 16 tests from TestImageWatcher 2024-06-06T11:15:14.684 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:14 smithi132 bash[71843]: cluster 2024-06-06T11:15:13.349327+0000 mgr.y (mgr.25375) 194 : cluster [DBG] pgmap v348: 105 pgs: 105 active+clean; 566 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.7 MiB/s wr, 245 op/s 2024-06-06T11:15:14.684 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:14 smithi132 bash[74574]: cluster 2024-06-06T11:15:13.349327+0000 mgr.y (mgr.25375) 194 : cluster [DBG] pgmap v348: 105 pgs: 105 active+clean; 566 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.7 MiB/s wr, 245 op/s 2024-06-06T11:15:14.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:14 smithi179 bash[54149]: cluster 2024-06-06T11:15:13.349327+0000 mgr.y (mgr.25375) 194 : cluster [DBG] pgmap v348: 105 pgs: 105 active+clean; 566 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.7 MiB/s wr, 245 op/s 2024-06-06T11:15:15.711 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:15 smithi132 bash[71843]: cluster 2024-06-06T11:15:14.422966+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2024-06-06T11:15:15.711 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:15 smithi132 bash[74574]: cluster 2024-06-06T11:15:14.422966+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2024-06-06T11:15:15.713 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch upgrade resume' 2024-06-06T11:15:15.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:15 smithi179 bash[54149]: cluster 2024-06-06T11:15:14.422966+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2024-06-06T11:15:16.457 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-06-06T11:15:16.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:16 smithi132 bash[71843]: cluster 2024-06-06T11:15:15.349980+0000 mgr.y (mgr.25375) 195 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 582 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:15:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:16 smithi132 bash[71843]: cluster 2024-06-06T11:15:15.445470+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2024-06-06T11:15:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:16 smithi132 bash[71843]: audit 2024-06-06T11:15:15.449805+0000 mon.c (mon.2) 8 : audit [INF] from='client.? 172.21.15.132:0/2204114467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:15:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:16 smithi132 bash[71843]: audit 2024-06-06T11:15:15.450981+0000 mon.a (mon.0) 499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:15:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:16 smithi132 bash[74574]: cluster 2024-06-06T11:15:15.349980+0000 mgr.y (mgr.25375) 195 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 582 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:15:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:16 smithi132 bash[74574]: cluster 2024-06-06T11:15:15.445470+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2024-06-06T11:15:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:16 smithi132 bash[74574]: audit 2024-06-06T11:15:15.449805+0000 mon.c (mon.2) 8 : audit [INF] from='client.? 172.21.15.132:0/2204114467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:15:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:16 smithi132 bash[74574]: audit 2024-06-06T11:15:15.450981+0000 mon.a (mon.0) 499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:15:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:16 smithi179 bash[54149]: cluster 2024-06-06T11:15:15.349980+0000 mgr.y (mgr.25375) 195 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 582 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:15:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:16 smithi179 bash[54149]: cluster 2024-06-06T11:15:15.445470+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2024-06-06T11:15:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:16 smithi179 bash[54149]: audit 2024-06-06T11:15:15.449805+0000 mon.c (mon.2) 8 : audit [INF] from='client.? 172.21.15.132:0/2204114467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:15:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:16 smithi179 bash[54149]: audit 2024-06-06T11:15:15.450981+0000 mon.a (mon.0) 499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:15:17.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:17 smithi132 bash[71843]: audit 2024-06-06T11:15:16.451067+0000 mon.a (mon.0) 500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:15:17.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:17 smithi132 bash[71843]: cluster 2024-06-06T11:15:16.451292+0000 mon.a (mon.0) 501 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2024-06-06T11:15:17.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:17 smithi132 bash[74574]: audit 2024-06-06T11:15:16.451067+0000 mon.a (mon.0) 500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:15:17.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:17 smithi132 bash[74574]: cluster 2024-06-06T11:15:16.451292+0000 mon.a (mon.0) 501 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2024-06-06T11:15:17.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:17 smithi179 bash[54149]: audit 2024-06-06T11:15:16.451067+0000 mon.a (mon.0) 500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:15:17.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:17 smithi179 bash[54149]: cluster 2024-06-06T11:15:16.451292+0000 mon.a (mon.0) 501 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2024-06-06T11:15:18.509 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2059 ms) 2024-06-06T11:15:18.510 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-06-06T11:15:18.552 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifyFlatten (42 ms) 2024-06-06T11:15:18.552 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-06-06T11:15:18.597 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifyResize (46 ms) 2024-06-06T11:15:18.597 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-06-06T11:15:18.641 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (44 ms) 2024-06-06T11:15:18.641 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-06-06T11:15:18.692 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (50 ms) 2024-06-06T11:15:18.692 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-06-06T11:15:18.734 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (42 ms) 2024-06-06T11:15:18.734 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-06-06T11:15:18.776 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifySnapRename (42 ms) 2024-06-06T11:15:18.776 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-06-06T11:15:18.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:18 smithi132 bash[71843]: cluster 2024-06-06T11:15:17.350639+0000 mgr.y (mgr.25375) 196 : cluster [DBG] pgmap v353: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:15:18.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:18 smithi132 bash[71843]: cluster 2024-06-06T11:15:17.465602+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2024-06-06T11:15:18.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:18 smithi132 bash[74574]: cluster 2024-06-06T11:15:17.350639+0000 mgr.y (mgr.25375) 196 : cluster [DBG] pgmap v353: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:15:18.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:18 smithi132 bash[74574]: cluster 2024-06-06T11:15:17.465602+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2024-06-06T11:15:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:18 smithi179 bash[54149]: cluster 2024-06-06T11:15:17.350639+0000 mgr.y (mgr.25375) 196 : cluster [DBG] pgmap v353: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-06-06T11:15:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:18 smithi179 bash[54149]: cluster 2024-06-06T11:15:17.465602+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2024-06-06T11:15:18.817 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (41 ms) 2024-06-06T11:15:18.817 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-06-06T11:15:18.859 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (42 ms) 2024-06-06T11:15:18.859 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-06-06T11:15:18.897 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (39 ms) 2024-06-06T11:15:18.898 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-06-06T11:15:18.943 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (46 ms) 2024-06-06T11:15:18.943 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-06-06T11:15:18.989 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifyRename (45 ms) 2024-06-06T11:15:18.989 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-06-06T11:15:19.026 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (37 ms) 2024-06-06T11:15:19.026 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-06-06T11:15:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (40 ms) 2024-06-06T11:15:19.066 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-06-06T11:15:19.102 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (37 ms) 2024-06-06T11:15:19.103 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-06-06T11:15:19.144 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (42 ms) 2024-06-06T11:15:19.347 INFO:teuthology.orchestra.run.smithi132.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:15:19.481 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 16 tests from TestImageWatcher (2694 ms total) 2024-06-06T11:15:19.481 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:15:19.481 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 34 tests from TestInternal 2024-06-06T11:15:19.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:19 smithi132 bash[71843]: cluster 2024-06-06T11:15:18.469527+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-06-06T11:15:19.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:19 smithi132 bash[71843]: audit 2024-06-06T11:15:19.348970+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:19.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:19 smithi132 bash[71843]: audit 2024-06-06T11:15:19.350049+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:19 smithi132 bash[74574]: cluster 2024-06-06T11:15:18.469527+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-06-06T11:15:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:19 smithi132 bash[74574]: audit 2024-06-06T11:15:19.348970+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:19 smithi132 bash[74574]: audit 2024-06-06T11:15:19.350049+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:19.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:19 smithi179 bash[54149]: cluster 2024-06-06T11:15:18.469527+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-06-06T11:15:19.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:19 smithi179 bash[54149]: audit 2024-06-06T11:15:19.348970+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:19.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:19 smithi179 bash[54149]: audit 2024-06-06T11:15:19.350049+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:20.240 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'echo wait for half of osds to upgrade' 2024-06-06T11:15:20.492 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:20 smithi132 bash[71843]: audit 2024-06-06T11:15:19.341957+0000 mgr.y (mgr.25375) 197 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:15:20.492 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:20 smithi132 bash[71843]: cephadm 2024-06-06T11:15:19.342609+0000 mgr.y (mgr.25375) 198 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:15:20.492 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:20 smithi132 bash[71843]: cluster 2024-06-06T11:15:19.351509+0000 mgr.y (mgr.25375) 199 : cluster [DBG] pgmap v356: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s rd, 16 KiB/s wr, 174 op/s 2024-06-06T11:15:20.492 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:20 smithi132 bash[71843]: cluster 2024-06-06T11:15:19.478668+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-06-06T11:15:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:20 smithi132 bash[74574]: audit 2024-06-06T11:15:19.341957+0000 mgr.y (mgr.25375) 197 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:15:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:20 smithi132 bash[74574]: cephadm 2024-06-06T11:15:19.342609+0000 mgr.y (mgr.25375) 198 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:15:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:20 smithi132 bash[74574]: cluster 2024-06-06T11:15:19.351509+0000 mgr.y (mgr.25375) 199 : cluster [DBG] pgmap v356: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s rd, 16 KiB/s wr, 174 op/s 2024-06-06T11:15:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:20 smithi132 bash[74574]: cluster 2024-06-06T11:15:19.478668+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-06-06T11:15:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:20 smithi179 bash[54149]: audit 2024-06-06T11:15:19.341957+0000 mgr.y (mgr.25375) 197 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:15:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:20 smithi179 bash[54149]: cephadm 2024-06-06T11:15:19.342609+0000 mgr.y (mgr.25375) 198 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:15:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:20 smithi179 bash[54149]: cluster 2024-06-06T11:15:19.351509+0000 mgr.y (mgr.25375) 199 : cluster [DBG] pgmap v356: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s rd, 16 KiB/s wr, 174 op/s 2024-06-06T11:15:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:20 smithi179 bash[54149]: cluster 2024-06-06T11:15:19.478668+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-06-06T11:15:21.490 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.OpenByID 2024-06-06T11:15:21.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:21 smithi132 bash[74574]: cluster 2024-06-06T11:15:20.480920+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-06-06T11:15:21.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:21 smithi132 bash[74574]: audit 2024-06-06T11:15:20.488382+0000 mon.a (mon.0) 508 : audit [INF] from='client.? 172.21.15.132:0/4004164610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:15:21.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:21 smithi132 bash[71843]: cluster 2024-06-06T11:15:20.480920+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-06-06T11:15:21.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:21 smithi132 bash[71843]: audit 2024-06-06T11:15:20.488382+0000 mon.a (mon.0) 508 : audit [INF] from='client.? 172.21.15.132:0/4004164610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:15:21.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:21 smithi179 bash[54149]: cluster 2024-06-06T11:15:20.480920+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-06-06T11:15:21.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:21 smithi179 bash[54149]: audit 2024-06-06T11:15:20.488382+0000 mon.a (mon.0) 508 : audit [INF] from='client.? 172.21.15.132:0/4004164610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:15:22.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:22 smithi132 bash[71843]: cluster 2024-06-06T11:15:21.352153+0000 mgr.y (mgr.25375) 200 : cluster [DBG] pgmap v359: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:22.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:22 smithi132 bash[71843]: audit 2024-06-06T11:15:21.489884+0000 mon.a (mon.0) 509 : audit [INF] from='client.? 172.21.15.132:0/4004164610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:15:22.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:22 smithi132 bash[71843]: cluster 2024-06-06T11:15:21.490225+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-06-06T11:15:22.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:22 smithi132 bash[71843]: cluster 2024-06-06T11:15:21.491395+0000 mon.a (mon.0) 511 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:15:22.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:22 smithi132 bash[74574]: cluster 2024-06-06T11:15:21.352153+0000 mgr.y (mgr.25375) 200 : cluster [DBG] pgmap v359: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:22.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:22 smithi132 bash[74574]: audit 2024-06-06T11:15:21.489884+0000 mon.a (mon.0) 509 : audit [INF] from='client.? 172.21.15.132:0/4004164610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:15:22.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:22 smithi132 bash[74574]: cluster 2024-06-06T11:15:21.490225+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-06-06T11:15:22.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:22 smithi132 bash[74574]: cluster 2024-06-06T11:15:21.491395+0000 mon.a (mon.0) 511 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:15:22.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:22 smithi179 bash[54149]: cluster 2024-06-06T11:15:21.352153+0000 mgr.y (mgr.25375) 200 : cluster [DBG] pgmap v359: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:22.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:22 smithi179 bash[54149]: audit 2024-06-06T11:15:21.489884+0000 mon.a (mon.0) 509 : audit [INF] from='client.? 172.21.15.132:0/4004164610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:15:22.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:22 smithi179 bash[54149]: cluster 2024-06-06T11:15:21.490225+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-06-06T11:15:22.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:22 smithi179 bash[54149]: cluster 2024-06-06T11:15:21.491395+0000 mon.a (mon.0) 511 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:15:23.559 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.OpenByID (2070 ms) 2024-06-06T11:15:23.559 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-06-06T11:15:23.612 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.OpenSnapDNE (52 ms) 2024-06-06T11:15:23.612 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-06-06T11:15:23.629 INFO:teuthology.orchestra.run.smithi132.stdout:wait for half of osds to upgrade 2024-06-06T11:15:23.654 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (42 ms) 2024-06-06T11:15:23.654 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-06-06T11:15:23.702 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.ResizeLocksImage (48 ms) 2024-06-06T11:15:23.702 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-06-06T11:15:23.740 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (38 ms) 2024-06-06T11:15:23.740 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-06-06T11:15:23.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:23 smithi132 bash[71843]: cluster 2024-06-06T11:15:22.503208+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-06-06T11:15:23.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:23 smithi132 bash[71843]: audit 2024-06-06T11:15:23.346654+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:23.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:23 smithi132 bash[71843]: audit 2024-06-06T11:15:23.348098+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:23 smithi132 bash[74574]: cluster 2024-06-06T11:15:22.503208+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-06-06T11:15:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:23 smithi132 bash[74574]: audit 2024-06-06T11:15:23.346654+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:23 smithi132 bash[74574]: audit 2024-06-06T11:15:23.348098+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:23 smithi179 bash[54149]: cluster 2024-06-06T11:15:22.503208+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-06-06T11:15:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:23 smithi179 bash[54149]: audit 2024-06-06T11:15:23.346654+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:23 smithi179 bash[54149]: audit 2024-06-06T11:15:23.348098+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:24.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:15:23] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.33.4" 2024-06-06T11:15:24.462 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2024-06-06T11:15:24.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:24 smithi132 bash[71843]: cluster 2024-06-06T11:15:23.355218+0000 mgr.y (mgr.25375) 201 : cluster [DBG] pgmap v362: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:24 smithi132 bash[71843]: cluster 2024-06-06T11:15:23.516182+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2024-06-06T11:15:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:24 smithi132 bash[71843]: cluster 2024-06-06T11:15:24.340973+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:15:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:24 smithi132 bash[74574]: cluster 2024-06-06T11:15:23.355218+0000 mgr.y (mgr.25375) 201 : cluster [DBG] pgmap v362: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:24 smithi132 bash[74574]: cluster 2024-06-06T11:15:23.516182+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2024-06-06T11:15:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:24 smithi132 bash[74574]: cluster 2024-06-06T11:15:24.340973+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:15:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:24 smithi179 bash[54149]: cluster 2024-06-06T11:15:23.355218+0000 mgr.y (mgr.25375) 201 : cluster [DBG] pgmap v362: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:24 smithi179 bash[54149]: cluster 2024-06-06T11:15:23.516182+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2024-06-06T11:15:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:24 smithi179 bash[54149]: cluster 2024-06-06T11:15:24.340973+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:15:25.575 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1835 ms) 2024-06-06T11:15:25.575 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-06-06T11:15:25.604 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (30 ms) 2024-06-06T11:15:25.604 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-06-06T11:15:25.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:25 smithi132 bash[71843]: cluster 2024-06-06T11:15:24.527815+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2024-06-06T11:15:25.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:25 smithi132 bash[71843]: audit 2024-06-06T11:15:25.473534+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:25.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:25 smithi132 bash[71843]: audit 2024-06-06T11:15:25.484134+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:25.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:25 smithi132 bash[74574]: cluster 2024-06-06T11:15:24.527815+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2024-06-06T11:15:25.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:25 smithi132 bash[74574]: audit 2024-06-06T11:15:25.473534+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:25.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:25 smithi132 bash[74574]: audit 2024-06-06T11:15:25.484134+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:25.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:25 smithi179 bash[54149]: cluster 2024-06-06T11:15:24.527815+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2024-06-06T11:15:25.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:25 smithi179 bash[54149]: audit 2024-06-06T11:15:25.473534+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:25.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:25 smithi179 bash[54149]: audit 2024-06-06T11:15:25.484134+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:26.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:26 smithi132 bash[71843]: cluster 2024-06-06T11:15:25.355924+0000 mgr.y (mgr.25375) 202 : cluster [DBG] pgmap v365: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-06-06T11:15:26.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:26 smithi132 bash[71843]: cluster 2024-06-06T11:15:25.551791+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2024-06-06T11:15:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:26 smithi132 bash[71843]: audit 2024-06-06T11:15:26.527180+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:26 smithi132 bash[71843]: audit 2024-06-06T11:15:26.534062+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:26 smithi132 bash[74574]: cluster 2024-06-06T11:15:25.355924+0000 mgr.y (mgr.25375) 202 : cluster [DBG] pgmap v365: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-06-06T11:15:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:26 smithi132 bash[74574]: cluster 2024-06-06T11:15:25.551791+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2024-06-06T11:15:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:26 smithi132 bash[74574]: audit 2024-06-06T11:15:26.527180+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:26 smithi132 bash[74574]: audit 2024-06-06T11:15:26.534062+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:26 smithi179 bash[54149]: cluster 2024-06-06T11:15:25.355924+0000 mgr.y (mgr.25375) 202 : cluster [DBG] pgmap v365: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-06-06T11:15:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:26 smithi179 bash[54149]: cluster 2024-06-06T11:15:25.551791+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2024-06-06T11:15:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:26 smithi179 bash[54149]: audit 2024-06-06T11:15:26.527180+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:26 smithi179 bash[54149]: audit 2024-06-06T11:15:26.534062+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:27.577 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1972 ms) 2024-06-06T11:15:27.577 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-06-06T11:15:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: cluster 2024-06-06T11:15:26.554625+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2024-06-06T11:15:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.001300+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.003041+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:15:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.011420+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.103833+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.107847+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.110338+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: cephadm 2024-06-06T11:15:27.111414+0000 mgr.y (mgr.25375) 203 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-06-06T11:15:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.116641+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.117795+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.123278+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.124336+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.129458+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.131706+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.136622+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.138121+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: cephadm 2024-06-06T11:15:27.138934+0000 mgr.y (mgr.25375) 204 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.143602+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.145198+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: audit 2024-06-06T11:15:27.145416+0000 mgr.y (mgr.25375) 205 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: cephadm 2024-06-06T11:15:27.146574+0000 mgr.y (mgr.25375) 206 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-06-06T11:15:27.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[74574]: cluster 2024-06-06T11:15:27.356592+0000 mgr.y (mgr.25375) 207 : cluster [DBG] pgmap v368: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-06-06T11:15:27.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: cluster 2024-06-06T11:15:26.554625+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2024-06-06T11:15:27.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.001300+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:27.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.003041+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:15:27.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.011420+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:27.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.103833+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:27.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.107847+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:27.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.110338+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:27.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: cephadm 2024-06-06T11:15:27.111414+0000 mgr.y (mgr.25375) 203 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-06-06T11:15:27.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.116641+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:27.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.117795+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-06-06T11:15:27.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.123278+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-06-06T11:15:27.785 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.124336+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-06-06T11:15:27.785 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.129458+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-06-06T11:15:27.785 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.131706+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-06-06T11:15:27.785 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.136622+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-06-06T11:15:27.785 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.138121+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:27.785 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: cephadm 2024-06-06T11:15:27.138934+0000 mgr.y (mgr.25375) 204 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-06-06T11:15:27.785 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.143602+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:27.785 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.145198+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-06-06T11:15:27.785 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: audit 2024-06-06T11:15:27.145416+0000 mgr.y (mgr.25375) 205 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-06-06T11:15:27.785 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: cephadm 2024-06-06T11:15:27.146574+0000 mgr.y (mgr.25375) 206 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-06-06T11:15:27.785 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:27 smithi132 bash[71843]: cluster 2024-06-06T11:15:27.356592+0000 mgr.y (mgr.25375) 207 : cluster [DBG] pgmap v368: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-06-06T11:15:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: cluster 2024-06-06T11:15:26.554625+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2024-06-06T11:15:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.001300+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.003041+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:15:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.011420+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.103833+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.107847+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.110338+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: cephadm 2024-06-06T11:15:27.111414+0000 mgr.y (mgr.25375) 203 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-06-06T11:15:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.116641+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:28.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.117795+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.123278+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.124336+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.129458+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.131706+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.136622+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.138121+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: cephadm 2024-06-06T11:15:27.138934+0000 mgr.y (mgr.25375) 204 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.143602+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.145198+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: audit 2024-06-06T11:15:27.145416+0000 mgr.y (mgr.25375) 205 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: cephadm 2024-06-06T11:15:27.146574+0000 mgr.y (mgr.25375) 206 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-06-06T11:15:28.041 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:27 smithi179 bash[54149]: cluster 2024-06-06T11:15:27.356592+0000 mgr.y (mgr.25375) 207 : cluster [DBG] pgmap v368: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-06-06T11:15:28.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:28 smithi132 bash[71843]: cluster 2024-06-06T11:15:27.563442+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2024-06-06T11:15:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:28 smithi132 bash[71843]: audit 2024-06-06T11:15:27.823018+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.132:0/1942224981' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:28.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:28 smithi132 bash[74574]: cluster 2024-06-06T11:15:27.563442+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2024-06-06T11:15:28.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:28 smithi132 bash[74574]: audit 2024-06-06T11:15:27.823018+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.132:0/1942224981' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:29.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:28 smithi179 bash[54149]: cluster 2024-06-06T11:15:27.563442+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2024-06-06T11:15:29.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:28 smithi179 bash[54149]: audit 2024-06-06T11:15:27.823018+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.132:0/1942224981' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:29.609 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2031 ms) 2024-06-06T11:15:29.609 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-06-06T11:15:29.880 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:29 smithi132 bash[71843]: cluster 2024-06-06T11:15:28.573999+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2024-06-06T11:15:29.880 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:29 smithi132 bash[71843]: cluster 2024-06-06T11:15:29.357567+0000 mgr.y (mgr.25375) 208 : cluster [DBG] pgmap v371: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 82 KiB/s rd, 8.2 KiB/s wr, 116 op/s 2024-06-06T11:15:29.881 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:29 smithi132 bash[74574]: cluster 2024-06-06T11:15:28.573999+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2024-06-06T11:15:29.881 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:29 smithi132 bash[74574]: cluster 2024-06-06T11:15:29.357567+0000 mgr.y (mgr.25375) 208 : cluster [DBG] pgmap v371: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 82 KiB/s rd, 8.2 KiB/s wr, 116 op/s 2024-06-06T11:15:30.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:29 smithi179 bash[54149]: cluster 2024-06-06T11:15:28.573999+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2024-06-06T11:15:30.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:29 smithi179 bash[54149]: cluster 2024-06-06T11:15:29.357567+0000 mgr.y (mgr.25375) 208 : cluster [DBG] pgmap v371: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 82 KiB/s rd, 8.2 KiB/s wr, 116 op/s 2024-06-06T11:15:30.852 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[71843]: cephadm 2024-06-06T11:15:29.564656+0000 mgr.y (mgr.25375) 209 : cephadm [INF] Upgrade: Updating osd.0 2024-06-06T11:15:30.852 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[71843]: audit 2024-06-06T11:15:29.571481+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:30.852 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[71843]: audit 2024-06-06T11:15:29.573846+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T11:15:30.852 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[71843]: audit 2024-06-06T11:15:29.580349+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:30.852 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[71843]: cephadm 2024-06-06T11:15:29.584726+0000 mgr.y (mgr.25375) 210 : cephadm [INF] Deploying daemon osd.0 on smithi132 2024-06-06T11:15:30.852 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[71843]: cluster 2024-06-06T11:15:29.587544+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2024-06-06T11:15:30.852 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[71843]: cluster 2024-06-06T11:15:30.033060+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2024-06-06T11:15:30.852 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[71843]: audit 2024-06-06T11:15:30.185468+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.132:0/3039607710' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:30.852 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[74574]: cephadm 2024-06-06T11:15:29.564656+0000 mgr.y (mgr.25375) 209 : cephadm [INF] Upgrade: Updating osd.0 2024-06-06T11:15:30.853 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[74574]: audit 2024-06-06T11:15:29.571481+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:30.853 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[74574]: audit 2024-06-06T11:15:29.573846+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T11:15:30.853 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[74574]: audit 2024-06-06T11:15:29.580349+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:30.853 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[74574]: cephadm 2024-06-06T11:15:29.584726+0000 mgr.y (mgr.25375) 210 : cephadm [INF] Deploying daemon osd.0 on smithi132 2024-06-06T11:15:30.853 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[74574]: cluster 2024-06-06T11:15:29.587544+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2024-06-06T11:15:30.853 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[74574]: cluster 2024-06-06T11:15:30.033060+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2024-06-06T11:15:30.853 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:30 smithi132 bash[74574]: audit 2024-06-06T11:15:30.185468+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.132:0/3039607710' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:30 smithi179 bash[54149]: cephadm 2024-06-06T11:15:29.564656+0000 mgr.y (mgr.25375) 209 : cephadm [INF] Upgrade: Updating osd.0 2024-06-06T11:15:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:30 smithi179 bash[54149]: audit 2024-06-06T11:15:29.571481+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:30 smithi179 bash[54149]: audit 2024-06-06T11:15:29.573846+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T11:15:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:30 smithi179 bash[54149]: audit 2024-06-06T11:15:29.580349+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:30 smithi179 bash[54149]: cephadm 2024-06-06T11:15:29.584726+0000 mgr.y (mgr.25375) 210 : cephadm [INF] Deploying daemon osd.0 on smithi132 2024-06-06T11:15:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:30 smithi179 bash[54149]: cluster 2024-06-06T11:15:29.587544+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2024-06-06T11:15:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:30 smithi179 bash[54149]: cluster 2024-06-06T11:15:30.033060+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2024-06-06T11:15:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:30 smithi179 bash[54149]: audit 2024-06-06T11:15:30.185468+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.132:0/3039607710' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:31.055 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1447 ms) 2024-06-06T11:15:31.055 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-06-06T11:15:32.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:32 smithi132 bash[74574]: cluster 2024-06-06T11:15:31.038611+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2024-06-06T11:15:32.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:32 smithi132 bash[74574]: cluster 2024-06-06T11:15:31.358270+0000 mgr.y (mgr.25375) 211 : cluster [DBG] pgmap v375: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 86 KiB/s rd, 8.7 KiB/s wr, 122 op/s 2024-06-06T11:15:32.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:32 smithi132 bash[71843]: cluster 2024-06-06T11:15:31.038611+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2024-06-06T11:15:32.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:32 smithi132 bash[71843]: cluster 2024-06-06T11:15:31.358270+0000 mgr.y (mgr.25375) 211 : cluster [DBG] pgmap v375: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 86 KiB/s rd, 8.7 KiB/s wr, 122 op/s 2024-06-06T11:15:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:32 smithi179 bash[54149]: cluster 2024-06-06T11:15:31.038611+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2024-06-06T11:15:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:32 smithi179 bash[54149]: cluster 2024-06-06T11:15:31.358270+0000 mgr.y (mgr.25375) 211 : cluster [DBG] pgmap v375: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 86 KiB/s rd, 8.7 KiB/s wr, 122 op/s 2024-06-06T11:15:33.089 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.FlattenLocksImage (2033 ms) 2024-06-06T11:15:33.089 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-06-06T11:15:33.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:33 smithi132 bash[71843]: cluster 2024-06-06T11:15:32.045661+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2024-06-06T11:15:33.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:33 smithi132 bash[71843]: audit 2024-06-06T11:15:32.545433+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.132:0/1100933227' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:33.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:33 smithi132 bash[74574]: cluster 2024-06-06T11:15:32.045661+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2024-06-06T11:15:33.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:33 smithi132 bash[74574]: audit 2024-06-06T11:15:32.545433+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.132:0/1100933227' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:33.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:33 smithi179 bash[54149]: cluster 2024-06-06T11:15:32.045661+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2024-06-06T11:15:33.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:33 smithi179 bash[54149]: audit 2024-06-06T11:15:32.545433+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.132:0/1100933227' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:34.226 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:15:33] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.33.4" 2024-06-06T11:15:34.227 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:34 smithi132 bash[71843]: cluster 2024-06-06T11:15:33.056209+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2024-06-06T11:15:34.227 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:34 smithi132 bash[71843]: cluster 2024-06-06T11:15:33.358955+0000 mgr.y (mgr.25375) 212 : cluster [DBG] pgmap v378: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:34.227 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:34 smithi132 bash[71843]: audit 2024-06-06T11:15:33.491342+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:34.227 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:34 smithi132 systemd[1]: Stopping Ceph osd.0 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:15:34.227 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:34 smithi132 bash[74574]: cluster 2024-06-06T11:15:33.056209+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2024-06-06T11:15:34.228 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:34 smithi132 bash[74574]: cluster 2024-06-06T11:15:33.358955+0000 mgr.y (mgr.25375) 212 : cluster [DBG] pgmap v378: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:34.228 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:34 smithi132 bash[74574]: audit 2024-06-06T11:15:33.491342+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:34.532 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:34 smithi132 bash[28722]: debug 2024-06-06T11:15:34.226+0000 7ffb61fd7700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:15:34.532 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:34 smithi132 bash[28722]: debug 2024-06-06T11:15:34.226+0000 7ffb61fd7700 -1 osd.0 473 *** Got signal Terminated *** 2024-06-06T11:15:34.532 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:34 smithi132 bash[28722]: debug 2024-06-06T11:15:34.226+0000 7ffb61fd7700 -1 osd.0 473 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:15:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:34 smithi179 bash[54149]: cluster 2024-06-06T11:15:33.056209+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2024-06-06T11:15:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:34 smithi179 bash[54149]: cluster 2024-06-06T11:15:33.358955+0000 mgr.y (mgr.25375) 212 : cluster [DBG] pgmap v378: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:34 smithi179 bash[54149]: audit 2024-06-06T11:15:33.491342+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:35.103 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2014 ms) 2024-06-06T11:15:35.103 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-06-06T11:15:35.360 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:35 smithi132 bash[74574]: cluster 2024-06-06T11:15:34.064069+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2024-06-06T11:15:35.360 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:35 smithi132 bash[74574]: cluster 2024-06-06T11:15:34.228630+0000 mon.a (mon.0) 552 : cluster [INF] osd.0 marked itself down and dead 2024-06-06T11:15:35.360 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:35 smithi132 bash[74574]: audit 2024-06-06T11:15:34.909377+0000 mon.a (mon.0) 553 : audit [DBG] from='client.? 172.21.15.132:0/38119487' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:35.361 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:35 smithi132 bash[71843]: debug 2024-06-06T11:15:35.062+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:15:35.361 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:35 smithi132 bash[71843]: cluster 2024-06-06T11:15:34.064069+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2024-06-06T11:15:35.361 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:35 smithi132 bash[71843]: cluster 2024-06-06T11:15:34.228630+0000 mon.a (mon.0) 552 : cluster [INF] osd.0 marked itself down and dead 2024-06-06T11:15:35.361 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:35 smithi132 bash[71843]: audit 2024-06-06T11:15:34.909377+0000 mon.a (mon.0) 553 : audit [DBG] from='client.? 172.21.15.132:0/38119487' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:35 smithi179 bash[54149]: cluster 2024-06-06T11:15:34.064069+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2024-06-06T11:15:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:35 smithi179 bash[54149]: cluster 2024-06-06T11:15:34.228630+0000 mon.a (mon.0) 552 : cluster [INF] osd.0 marked itself down and dead 2024-06-06T11:15:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:35 smithi179 bash[54149]: audit 2024-06-06T11:15:34.909377+0000 mon.a (mon.0) 553 : audit [DBG] from='client.? 172.21.15.132:0/38119487' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:36.031 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:35 smithi132 bash[80737]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-0 2024-06-06T11:15:36.032 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:35 smithi132 bash[80830]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-0 2024-06-06T11:15:36.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:36 smithi132 bash[74574]: cluster 2024-06-06T11:15:35.063108+0000 mon.a (mon.0) 554 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:15:36.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:36 smithi132 bash[74574]: cluster 2024-06-06T11:15:35.063152+0000 mon.a (mon.0) 555 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:15:36.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:36 smithi132 bash[74574]: cluster 2024-06-06T11:15:35.078586+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e474: 8 total, 7 up, 8 in 2024-06-06T11:15:36.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:36 smithi132 bash[74574]: cluster 2024-06-06T11:15:35.359624+0000 mgr.y (mgr.25375) 213 : cluster [DBG] pgmap v381: 105 pgs: 12 stale+active+clean, 93 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 237 op/s 2024-06-06T11:15:36.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:36 smithi132 bash[71843]: cluster 2024-06-06T11:15:35.063108+0000 mon.a (mon.0) 554 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:15:36.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:36 smithi132 bash[71843]: cluster 2024-06-06T11:15:35.063152+0000 mon.a (mon.0) 555 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:15:36.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:36 smithi132 bash[71843]: cluster 2024-06-06T11:15:35.078586+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e474: 8 total, 7 up, 8 in 2024-06-06T11:15:36.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:36 smithi132 bash[71843]: cluster 2024-06-06T11:15:35.359624+0000 mgr.y (mgr.25375) 213 : cluster [DBG] pgmap v381: 105 pgs: 12 stale+active+clean, 93 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 237 op/s 2024-06-06T11:15:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:36 smithi179 bash[54149]: cluster 2024-06-06T11:15:35.063108+0000 mon.a (mon.0) 554 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:15:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:36 smithi179 bash[54149]: cluster 2024-06-06T11:15:35.063152+0000 mon.a (mon.0) 555 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:15:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:36 smithi179 bash[54149]: cluster 2024-06-06T11:15:35.078586+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e474: 8 total, 7 up, 8 in 2024-06-06T11:15:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:36 smithi179 bash[54149]: cluster 2024-06-06T11:15:35.359624+0000 mgr.y (mgr.25375) 213 : cluster [DBG] pgmap v381: 105 pgs: 12 stale+active+clean, 93 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 237 op/s 2024-06-06T11:15:37.096 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1993 ms) 2024-06-06T11:15:37.096 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-06-06T11:15:37.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:37 smithi132 bash[74574]: cluster 2024-06-06T11:15:36.083089+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e475: 8 total, 7 up, 8 in 2024-06-06T11:15:37.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:37 smithi132 bash[74574]: audit 2024-06-06T11:15:36.134799+0000 mon.c (mon.2) 12 : audit [INF] from='client.? 172.21.15.132:0/1705705221' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/1705705221"}]: dispatch 2024-06-06T11:15:37.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:37 smithi132 bash[74574]: audit 2024-06-06T11:15:36.135408+0000 mon.a (mon.0) 558 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/1705705221"}]: dispatch 2024-06-06T11:15:37.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:37 smithi132 bash[71843]: cluster 2024-06-06T11:15:36.083089+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e475: 8 total, 7 up, 8 in 2024-06-06T11:15:37.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:37 smithi132 bash[71843]: audit 2024-06-06T11:15:36.134799+0000 mon.c (mon.2) 12 : audit [INF] from='client.? 172.21.15.132:0/1705705221' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/1705705221"}]: dispatch 2024-06-06T11:15:37.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:37 smithi132 bash[71843]: audit 2024-06-06T11:15:36.135408+0000 mon.a (mon.0) 558 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/1705705221"}]: dispatch 2024-06-06T11:15:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:37 smithi179 bash[54149]: cluster 2024-06-06T11:15:36.083089+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e475: 8 total, 7 up, 8 in 2024-06-06T11:15:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:37 smithi179 bash[54149]: audit 2024-06-06T11:15:36.134799+0000 mon.c (mon.2) 12 : audit [INF] from='client.? 172.21.15.132:0/1705705221' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/1705705221"}]: dispatch 2024-06-06T11:15:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:37 smithi179 bash[54149]: audit 2024-06-06T11:15:36.135408+0000 mon.a (mon.0) 558 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/1705705221"}]: dispatch 2024-06-06T11:15:38.485 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:38 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.0.service: Succeeded. 2024-06-06T11:15:38.485 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:38 smithi132 systemd[1]: Stopped Ceph osd.0 for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:15:38.485 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[74574]: audit 2024-06-06T11:15:37.085237+0000 mon.a (mon.0) 559 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/1705705221"}]': finished 2024-06-06T11:15:38.485 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[74574]: cluster 2024-06-06T11:15:37.085416+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e476: 8 total, 7 up, 8 in 2024-06-06T11:15:38.485 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[74574]: audit 2024-06-06T11:15:37.153021+0000 mon.c (mon.2) 13 : audit [INF] from='client.? 172.21.15.132:0/2654533940' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/2654533940"}]: dispatch 2024-06-06T11:15:38.485 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[74574]: audit 2024-06-06T11:15:37.153592+0000 mon.a (mon.0) 561 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/2654533940"}]: dispatch 2024-06-06T11:15:38.485 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[74574]: audit 2024-06-06T11:15:37.299916+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.132:0/82489753' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:38.486 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[74574]: cluster 2024-06-06T11:15:37.360266+0000 mgr.y (mgr.25375) 214 : cluster [DBG] pgmap v384: 105 pgs: 12 stale+active+clean, 93 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 237 op/s 2024-06-06T11:15:38.486 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[71843]: audit 2024-06-06T11:15:37.085237+0000 mon.a (mon.0) 559 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/1705705221"}]': finished 2024-06-06T11:15:38.486 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[71843]: cluster 2024-06-06T11:15:37.085416+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e476: 8 total, 7 up, 8 in 2024-06-06T11:15:38.486 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[71843]: audit 2024-06-06T11:15:37.153021+0000 mon.c (mon.2) 13 : audit [INF] from='client.? 172.21.15.132:0/2654533940' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/2654533940"}]: dispatch 2024-06-06T11:15:38.486 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[71843]: audit 2024-06-06T11:15:37.153592+0000 mon.a (mon.0) 561 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/2654533940"}]: dispatch 2024-06-06T11:15:38.486 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[71843]: audit 2024-06-06T11:15:37.299916+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.132:0/82489753' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:38.486 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:38 smithi132 bash[71843]: cluster 2024-06-06T11:15:37.360266+0000 mgr.y (mgr.25375) 214 : cluster [DBG] pgmap v384: 105 pgs: 12 stale+active+clean, 93 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 237 op/s 2024-06-06T11:15:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:38 smithi179 bash[54149]: audit 2024-06-06T11:15:37.085237+0000 mon.a (mon.0) 559 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/1705705221"}]': finished 2024-06-06T11:15:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:38 smithi179 bash[54149]: cluster 2024-06-06T11:15:37.085416+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e476: 8 total, 7 up, 8 in 2024-06-06T11:15:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:38 smithi179 bash[54149]: audit 2024-06-06T11:15:37.153021+0000 mon.c (mon.2) 13 : audit [INF] from='client.? 172.21.15.132:0/2654533940' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/2654533940"}]: dispatch 2024-06-06T11:15:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:38 smithi179 bash[54149]: audit 2024-06-06T11:15:37.153592+0000 mon.a (mon.0) 561 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/2654533940"}]: dispatch 2024-06-06T11:15:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:38 smithi179 bash[54149]: audit 2024-06-06T11:15:37.299916+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.132:0/82489753' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:38 smithi179 bash[54149]: cluster 2024-06-06T11:15:37.360266+0000 mgr.y (mgr.25375) 214 : cluster [DBG] pgmap v384: 105 pgs: 12 stale+active+clean, 93 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 237 op/s 2024-06-06T11:15:38.781 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:38 smithi132 systemd[1]: Started Ceph osd.0 for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:15:39.105 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2009 ms) 2024-06-06T11:15:39.105 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-06-06T11:15:39.158 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.AioWriteRequestsLock (54 ms) 2024-06-06T11:15:39.159 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-06-06T11:15:39.208 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (49 ms) 2024-06-06T11:15:39.208 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-06-06T11:15:39.302 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.CancelAsyncResize (94 ms) 2024-06-06T11:15:39.302 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.MultipleResize 2024-06-06T11:15:39.404 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.MultipleResize (102 ms) 2024-06-06T11:15:39.404 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.Metadata 2024-06-06T11:15:39.446 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[71843]: audit 2024-06-06T11:15:38.102048+0000 mon.a (mon.0) 562 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/2654533940"}]': finished 2024-06-06T11:15:39.446 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[71843]: cluster 2024-06-06T11:15:38.102145+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2024-06-06T11:15:39.446 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[71843]: audit 2024-06-06T11:15:38.344703+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.446 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[71843]: audit 2024-06-06T11:15:38.346132+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:39.446 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[71843]: audit 2024-06-06T11:15:38.520537+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.446 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[71843]: audit 2024-06-06T11:15:38.526718+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.446 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[71843]: audit 2024-06-06T11:15:38.528020+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:39.446 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[71843]: audit 2024-06-06T11:15:38.899983+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.446 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[71843]: audit 2024-06-06T11:15:38.908122+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.446 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[74574]: audit 2024-06-06T11:15:38.102048+0000 mon.a (mon.0) 562 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/2654533940"}]': finished 2024-06-06T11:15:39.447 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[74574]: cluster 2024-06-06T11:15:38.102145+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2024-06-06T11:15:39.447 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[74574]: audit 2024-06-06T11:15:38.344703+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.447 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[74574]: audit 2024-06-06T11:15:38.346132+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:39.447 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[74574]: audit 2024-06-06T11:15:38.520537+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.447 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[74574]: audit 2024-06-06T11:15:38.526718+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.447 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[74574]: audit 2024-06-06T11:15:38.528020+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:39.447 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[74574]: audit 2024-06-06T11:15:38.899983+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.447 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[74574]: audit 2024-06-06T11:15:38.908122+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.497 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.Metadata (93 ms) 2024-06-06T11:15:39.498 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-06-06T11:15:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:39 smithi179 bash[54149]: audit 2024-06-06T11:15:38.102048+0000 mon.a (mon.0) 562 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.132:0/2654533940"}]': finished 2024-06-06T11:15:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:39 smithi179 bash[54149]: cluster 2024-06-06T11:15:38.102145+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2024-06-06T11:15:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:39 smithi179 bash[54149]: audit 2024-06-06T11:15:38.344703+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:39 smithi179 bash[54149]: audit 2024-06-06T11:15:38.346132+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:39 smithi179 bash[54149]: audit 2024-06-06T11:15:38.520537+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:39 smithi179 bash[54149]: audit 2024-06-06T11:15:38.526718+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:39 smithi179 bash[54149]: audit 2024-06-06T11:15:38.528020+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:39 smithi179 bash[54149]: audit 2024-06-06T11:15:38.899983+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:39 smithi179 bash[54149]: audit 2024-06-06T11:15:38.908122+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:39.553 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.MetadataConfApply (55 ms) 2024-06-06T11:15:39.553 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-06-06T11:15:40.251 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:40 smithi132 bash[71843]: cluster 2024-06-06T11:15:39.361625+0000 mgr.y (mgr.25375) 215 : cluster [DBG] pgmap v386: 105 pgs: 20 active+undersized, 14 active+undersized+degraded, 71 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 90 op/s; 30/246 objects degraded (12.195%) 2024-06-06T11:15:40.251 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:40 smithi132 bash[71843]: audit 2024-06-06T11:15:39.691204+0000 mon.a (mon.0) 571 : audit [DBG] from='client.? 172.21.15.132:0/2871677835' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:40.251 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:40 smithi132 bash[71843]: cluster 2024-06-06T11:15:40.037992+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2024-06-06T11:15:40.251 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:40 smithi132 bash[74574]: cluster 2024-06-06T11:15:39.361625+0000 mgr.y (mgr.25375) 215 : cluster [DBG] pgmap v386: 105 pgs: 20 active+undersized, 14 active+undersized+degraded, 71 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 90 op/s; 30/246 objects degraded (12.195%) 2024-06-06T11:15:40.251 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:40 smithi132 bash[74574]: audit 2024-06-06T11:15:39.691204+0000 mon.a (mon.0) 571 : audit [DBG] from='client.? 172.21.15.132:0/2871677835' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:40.252 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:40 smithi132 bash[74574]: cluster 2024-06-06T11:15:40.037992+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2024-06-06T11:15:40.252 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[81047]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-06-06T11:15:40.252 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:39 smithi132 bash[81047]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-06-06T11:15:40.252 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:40 smithi132 bash[81047]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-06-06T11:15:40.252 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:40 smithi132 bash[81047]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-06-06T11:15:40.252 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:40 smithi132 bash[81047]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-06-06T11:15:40.252 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:40 smithi132 bash[81047]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-06-06T11:15:40.252 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:40 smithi132 bash[81047]: --> ceph-volume raw activate successful for osd ID: 0 2024-06-06T11:15:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:40 smithi179 bash[54149]: cluster 2024-06-06T11:15:39.361625+0000 mgr.y (mgr.25375) 215 : cluster [DBG] pgmap v386: 105 pgs: 20 active+undersized, 14 active+undersized+degraded, 71 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 90 op/s; 30/246 objects degraded (12.195%) 2024-06-06T11:15:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:40 smithi179 bash[54149]: audit 2024-06-06T11:15:39.691204+0000 mon.a (mon.0) 571 : audit [DBG] from='client.? 172.21.15.132:0/2871677835' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:40 smithi179 bash[54149]: cluster 2024-06-06T11:15:40.037992+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2024-06-06T11:15:41.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:41 smithi132 bash[71843]: cluster 2024-06-06T11:15:40.102577+0000 mon.a (mon.0) 573 : cluster [WRN] Health check failed: Degraded data redundancy: 30/246 objects degraded (12.195%), 14 pgs degraded (PG_DEGRADED) 2024-06-06T11:15:41.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:41 smithi132 bash[74574]: cluster 2024-06-06T11:15:40.102577+0000 mon.a (mon.0) 573 : cluster [WRN] Health check failed: Degraded data redundancy: 30/246 objects degraded (12.195%), 14 pgs degraded (PG_DEGRADED) 2024-06-06T11:15:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:41 smithi179 bash[54149]: cluster 2024-06-06T11:15:40.102577+0000 mon.a (mon.0) 573 : cluster [WRN] Health check failed: Degraded data redundancy: 30/246 objects degraded (12.195%), 14 pgs degraded (PG_DEGRADED) 2024-06-06T11:15:42.031 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:41 smithi132 bash[81357]: debug 2024-06-06T11:15:41.734+0000 7f8f981ae640 1 -- 172.21.15.132:0/418640359 <== mon.2 v2:172.21.15.132:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a793a531e0 con 0x55a793a13800 2024-06-06T11:15:42.290 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.SnapshotCopyup (2738 ms) 2024-06-06T11:15:42.290 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-06-06T11:15:42.531 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:42 smithi132 bash[81357]: debug 2024-06-06T11:15:42.278+0000 7f8f9aa14640 -1 Falling back to public interface 2024-06-06T11:15:42.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:42 smithi132 bash[71843]: cluster 2024-06-06T11:15:41.121508+0000 mon.a (mon.0) 574 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2024-06-06T11:15:42.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:42 smithi132 bash[71843]: cluster 2024-06-06T11:15:41.362244+0000 mgr.y (mgr.25375) 216 : cluster [DBG] pgmap v389: 105 pgs: 20 active+undersized, 14 active+undersized+degraded, 71 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 91 op/s; 30/246 objects degraded (12.195%) 2024-06-06T11:15:42.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:42 smithi132 bash[71843]: audit 2024-06-06T11:15:42.056901+0000 mon.a (mon.0) 575 : audit [DBG] from='client.? 172.21.15.132:0/2099224289' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:42.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:42 smithi132 bash[74574]: cluster 2024-06-06T11:15:41.121508+0000 mon.a (mon.0) 574 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2024-06-06T11:15:42.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:42 smithi132 bash[74574]: cluster 2024-06-06T11:15:41.362244+0000 mgr.y (mgr.25375) 216 : cluster [DBG] pgmap v389: 105 pgs: 20 active+undersized, 14 active+undersized+degraded, 71 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 91 op/s; 30/246 objects degraded (12.195%) 2024-06-06T11:15:42.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:42 smithi132 bash[74574]: audit 2024-06-06T11:15:42.056901+0000 mon.a (mon.0) 575 : audit [DBG] from='client.? 172.21.15.132:0/2099224289' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:42 smithi179 bash[54149]: cluster 2024-06-06T11:15:41.121508+0000 mon.a (mon.0) 574 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2024-06-06T11:15:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:42 smithi179 bash[54149]: cluster 2024-06-06T11:15:41.362244+0000 mgr.y (mgr.25375) 216 : cluster [DBG] pgmap v389: 105 pgs: 20 active+undersized, 14 active+undersized+degraded, 71 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 91 op/s; 30/246 objects degraded (12.195%) 2024-06-06T11:15:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:42 smithi179 bash[54149]: audit 2024-06-06T11:15:42.056901+0000 mon.a (mon.0) 575 : audit [DBG] from='client.? 172.21.15.132:0/2099224289' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:43.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:43 smithi132 bash[71843]: cluster 2024-06-06T11:15:42.134493+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2024-06-06T11:15:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:43 smithi132 bash[74574]: cluster 2024-06-06T11:15:42.134493+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2024-06-06T11:15:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:43 smithi179 bash[54149]: cluster 2024-06-06T11:15:42.134493+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2024-06-06T11:15:44.196 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1905 ms) 2024-06-06T11:15:44.196 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-06-06T11:15:44.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:44 smithi132 bash[71843]: cluster 2024-06-06T11:15:43.142616+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2024-06-06T11:15:44.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:44 smithi132 bash[71843]: cluster 2024-06-06T11:15:43.363111+0000 mgr.y (mgr.25375) 217 : cluster [DBG] pgmap v392: 105 pgs: 20 active+undersized, 14 active+undersized+degraded, 71 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30/246 objects degraded (12.195%) 2024-06-06T11:15:44.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:15:43] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.33.4" 2024-06-06T11:15:44.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:44 smithi132 bash[74574]: cluster 2024-06-06T11:15:43.142616+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2024-06-06T11:15:44.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:44 smithi132 bash[74574]: cluster 2024-06-06T11:15:43.363111+0000 mgr.y (mgr.25375) 217 : cluster [DBG] pgmap v392: 105 pgs: 20 active+undersized, 14 active+undersized+degraded, 71 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30/246 objects degraded (12.195%) 2024-06-06T11:15:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:44 smithi179 bash[54149]: cluster 2024-06-06T11:15:43.142616+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2024-06-06T11:15:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:44 smithi179 bash[54149]: cluster 2024-06-06T11:15:43.363111+0000 mgr.y (mgr.25375) 217 : cluster [DBG] pgmap v392: 105 pgs: 20 active+undersized, 14 active+undersized+degraded, 71 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30/246 objects degraded (12.195%) 2024-06-06T11:15:45.408 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1213 ms) 2024-06-06T11:15:45.408 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-06-06T11:15:45.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[71843]: cluster 2024-06-06T11:15:44.153003+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2024-06-06T11:15:45.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[71843]: audit 2024-06-06T11:15:44.343004+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:45.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[71843]: audit 2024-06-06T11:15:44.351147+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:45.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[71843]: audit 2024-06-06T11:15:44.461068+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.132:0/1498226741' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:45.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[71843]: audit 2024-06-06T11:15:45.088632+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:45.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[71843]: audit 2024-06-06T11:15:45.094560+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:45.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[74574]: cluster 2024-06-06T11:15:44.153003+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2024-06-06T11:15:45.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[74574]: audit 2024-06-06T11:15:44.343004+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:45.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[74574]: audit 2024-06-06T11:15:44.351147+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:45.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[74574]: audit 2024-06-06T11:15:44.461068+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.132:0/1498226741' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:45.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[74574]: audit 2024-06-06T11:15:45.088632+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:45.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[74574]: audit 2024-06-06T11:15:45.094560+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:45 smithi179 bash[54149]: cluster 2024-06-06T11:15:44.153003+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2024-06-06T11:15:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:45 smithi179 bash[54149]: audit 2024-06-06T11:15:44.343004+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:45 smithi179 bash[54149]: audit 2024-06-06T11:15:44.351147+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:45 smithi179 bash[54149]: audit 2024-06-06T11:15:44.461068+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.132:0/1498226741' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:45 smithi179 bash[54149]: audit 2024-06-06T11:15:45.088632+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:45.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:45 smithi179 bash[54149]: audit 2024-06-06T11:15:45.094560+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:46.281 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[81357]: debug 2024-06-06T11:15:45.938+0000 7f8f9aa14640 -1 osd.0 0 read_superblock omap replica is missing. 2024-06-06T11:15:46.282 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:45 smithi132 bash[81357]: debug 2024-06-06T11:15:45.970+0000 7f8f9aa14640 -1 osd.0 473 log_to_monitors true 2024-06-06T11:15:46.782 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:15:46 smithi132 bash[81357]: debug 2024-06-06T11:15:46.394+0000 7f8f927be640 -1 osd.0 473 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T11:15:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:46 smithi132 bash[71843]: cluster 2024-06-06T11:15:45.357419+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2024-06-06T11:15:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:46 smithi132 bash[71843]: cluster 2024-06-06T11:15:45.363793+0000 mgr.y (mgr.25375) 218 : cluster [DBG] pgmap v395: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 587 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 297 KiB/s rd, 31 KiB/s wr, 410 op/s; 40/348 objects degraded (11.494%) 2024-06-06T11:15:46.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:46 smithi132 bash[71843]: audit 2024-06-06T11:15:45.977522+0000 mon.a (mon.0) 584 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T11:15:46.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:46 smithi132 bash[74574]: cluster 2024-06-06T11:15:45.357419+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2024-06-06T11:15:46.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:46 smithi132 bash[74574]: cluster 2024-06-06T11:15:45.363793+0000 mgr.y (mgr.25375) 218 : cluster [DBG] pgmap v395: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 587 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 297 KiB/s rd, 31 KiB/s wr, 410 op/s; 40/348 objects degraded (11.494%) 2024-06-06T11:15:46.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:46 smithi132 bash[74574]: audit 2024-06-06T11:15:45.977522+0000 mon.a (mon.0) 584 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T11:15:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:46 smithi179 bash[54149]: cluster 2024-06-06T11:15:45.357419+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2024-06-06T11:15:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:46 smithi179 bash[54149]: cluster 2024-06-06T11:15:45.363793+0000 mgr.y (mgr.25375) 218 : cluster [DBG] pgmap v395: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 587 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 297 KiB/s rd, 31 KiB/s wr, 410 op/s; 40/348 objects degraded (11.494%) 2024-06-06T11:15:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:46 smithi179 bash[54149]: audit 2024-06-06T11:15:45.977522+0000 mon.a (mon.0) 584 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T11:15:47.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:47 smithi132 bash[74574]: cluster 2024-06-06T11:15:46.352824+0000 mon.a (mon.0) 585 : cluster [WRN] Health check update: Degraded data redundancy: 40/348 objects degraded (11.494%), 15 pgs degraded (PG_DEGRADED) 2024-06-06T11:15:47.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:47 smithi132 bash[74574]: audit 2024-06-06T11:15:46.365396+0000 mon.a (mon.0) 586 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T11:15:47.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:47 smithi132 bash[74574]: cluster 2024-06-06T11:15:46.365442+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2024-06-06T11:15:47.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:47 smithi132 bash[74574]: audit 2024-06-06T11:15:46.366266+0000 mon.a (mon.0) 588 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:15:47.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:47 smithi132 bash[74574]: audit 2024-06-06T11:15:46.826961+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.132:0/2377955720' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:47 smithi132 bash[71843]: debug 2024-06-06T11:15:47.362+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:15:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:47 smithi132 bash[71843]: cluster 2024-06-06T11:15:46.352824+0000 mon.a (mon.0) 585 : cluster [WRN] Health check update: Degraded data redundancy: 40/348 objects degraded (11.494%), 15 pgs degraded (PG_DEGRADED) 2024-06-06T11:15:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:47 smithi132 bash[71843]: audit 2024-06-06T11:15:46.365396+0000 mon.a (mon.0) 586 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T11:15:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:47 smithi132 bash[71843]: cluster 2024-06-06T11:15:46.365442+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2024-06-06T11:15:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:47 smithi132 bash[71843]: audit 2024-06-06T11:15:46.366266+0000 mon.a (mon.0) 588 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:15:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:47 smithi132 bash[71843]: audit 2024-06-06T11:15:46.826961+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.132:0/2377955720' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:47.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:47 smithi179 bash[54149]: cluster 2024-06-06T11:15:46.352824+0000 mon.a (mon.0) 585 : cluster [WRN] Health check update: Degraded data redundancy: 40/348 objects degraded (11.494%), 15 pgs degraded (PG_DEGRADED) 2024-06-06T11:15:47.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:47 smithi179 bash[54149]: audit 2024-06-06T11:15:46.365396+0000 mon.a (mon.0) 586 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T11:15:47.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:47 smithi179 bash[54149]: cluster 2024-06-06T11:15:46.365442+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2024-06-06T11:15:47.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:47 smithi179 bash[54149]: audit 2024-06-06T11:15:46.366266+0000 mon.a (mon.0) 588 : audit [INF] from='osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:15:47.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:47 smithi179 bash[54149]: audit 2024-06-06T11:15:46.826961+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.132:0/2377955720' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:48.448 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.ResizeCopyup (3039 ms) 2024-06-06T11:15:48.448 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-06-06T11:15:48.464 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:15:48.464 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.DiscardCopyup (17 ms) 2024-06-06T11:15:48.464 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.ImageOptions 2024-06-06T11:15:48.477 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.ImageOptions (13 ms) 2024-06-06T11:15:48.477 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-06-06T11:15:48.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[71843]: cluster 2024-06-06T11:15:47.362658+0000 mon.a (mon.0) 589 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:15:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[71843]: cluster 2024-06-06T11:15:47.362710+0000 mon.a (mon.0) 590 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:15:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[71843]: cluster 2024-06-06T11:15:47.364759+0000 mgr.y (mgr.25375) 219 : cluster [DBG] pgmap v397: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 587 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 281 KiB/s rd, 30 KiB/s wr, 388 op/s; 40/348 objects degraded (11.494%) 2024-06-06T11:15:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[71843]: cluster 2024-06-06T11:15:47.374896+0000 mon.a (mon.0) 591 : cluster [INF] osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632] boot 2024-06-06T11:15:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[71843]: cluster 2024-06-06T11:15:47.374998+0000 mon.a (mon.0) 592 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2024-06-06T11:15:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[71843]: audit 2024-06-06T11:15:47.376123+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:15:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[74574]: cluster 2024-06-06T11:15:47.362658+0000 mon.a (mon.0) 589 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:15:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[74574]: cluster 2024-06-06T11:15:47.362710+0000 mon.a (mon.0) 590 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:15:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[74574]: cluster 2024-06-06T11:15:47.364759+0000 mgr.y (mgr.25375) 219 : cluster [DBG] pgmap v397: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 587 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 281 KiB/s rd, 30 KiB/s wr, 388 op/s; 40/348 objects degraded (11.494%) 2024-06-06T11:15:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[74574]: cluster 2024-06-06T11:15:47.374896+0000 mon.a (mon.0) 591 : cluster [INF] osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632] boot 2024-06-06T11:15:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[74574]: cluster 2024-06-06T11:15:47.374998+0000 mon.a (mon.0) 592 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2024-06-06T11:15:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:48 smithi132 bash[74574]: audit 2024-06-06T11:15:47.376123+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:15:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:48 smithi179 bash[54149]: cluster 2024-06-06T11:15:47.362658+0000 mon.a (mon.0) 589 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:15:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:48 smithi179 bash[54149]: cluster 2024-06-06T11:15:47.362710+0000 mon.a (mon.0) 590 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:15:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:48 smithi179 bash[54149]: cluster 2024-06-06T11:15:47.364759+0000 mgr.y (mgr.25375) 219 : cluster [DBG] pgmap v397: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 587 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 281 KiB/s rd, 30 KiB/s wr, 388 op/s; 40/348 objects degraded (11.494%) 2024-06-06T11:15:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:48 smithi179 bash[54149]: cluster 2024-06-06T11:15:47.374896+0000 mon.a (mon.0) 591 : cluster [INF] osd.0 [v2:172.21.15.132:6802/4239143632,v1:172.21.15.132:6803/4239143632] boot 2024-06-06T11:15:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:48 smithi179 bash[54149]: cluster 2024-06-06T11:15:47.374998+0000 mon.a (mon.0) 592 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2024-06-06T11:15:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:48 smithi179 bash[54149]: audit 2024-06-06T11:15:47.376123+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T11:15:49.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:49 smithi132 bash[71843]: cluster 2024-06-06T11:15:48.380701+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2024-06-06T11:15:49.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:49 smithi132 bash[71843]: audit 2024-06-06T11:15:49.194711+0000 mon.a (mon.0) 595 : audit [DBG] from='client.? 172.21.15.132:0/363222379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:49 smithi132 bash[74574]: cluster 2024-06-06T11:15:48.380701+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2024-06-06T11:15:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:49 smithi132 bash[74574]: audit 2024-06-06T11:15:49.194711+0000 mon.a (mon.0) 595 : audit [DBG] from='client.? 172.21.15.132:0/363222379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:49 smithi179 bash[54149]: cluster 2024-06-06T11:15:48.380701+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2024-06-06T11:15:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:49 smithi179 bash[54149]: audit 2024-06-06T11:15:49.194711+0000 mon.a (mon.0) 595 : audit [DBG] from='client.? 172.21.15.132:0/363222379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:50.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:50 smithi132 bash[71843]: cluster 2024-06-06T11:15:49.365974+0000 mgr.y (mgr.25375) 220 : cluster [DBG] pgmap v400: 105 pgs: 9 active+undersized, 3 active+undersized+degraded, 93 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 166 KiB/s rd, 1.0 MiB/s wr, 232 op/s; 5/453 objects degraded (1.104%); 2.4 KiB/s, 9 keys/s, 5 objects/s recovering 2024-06-06T11:15:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:50 smithi132 bash[71843]: cluster 2024-06-06T11:15:49.391566+0000 mon.a (mon.0) 596 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2024-06-06T11:15:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:50 smithi132 bash[74574]: cluster 2024-06-06T11:15:49.365974+0000 mgr.y (mgr.25375) 220 : cluster [DBG] pgmap v400: 105 pgs: 9 active+undersized, 3 active+undersized+degraded, 93 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 166 KiB/s rd, 1.0 MiB/s wr, 232 op/s; 5/453 objects degraded (1.104%); 2.4 KiB/s, 9 keys/s, 5 objects/s recovering 2024-06-06T11:15:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:50 smithi132 bash[74574]: cluster 2024-06-06T11:15:49.391566+0000 mon.a (mon.0) 596 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2024-06-06T11:15:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:50 smithi179 bash[54149]: cluster 2024-06-06T11:15:49.365974+0000 mgr.y (mgr.25375) 220 : cluster [DBG] pgmap v400: 105 pgs: 9 active+undersized, 3 active+undersized+degraded, 93 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 166 KiB/s rd, 1.0 MiB/s wr, 232 op/s; 5/453 objects degraded (1.104%); 2.4 KiB/s, 9 keys/s, 5 objects/s recovering 2024-06-06T11:15:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:50 smithi179 bash[54149]: cluster 2024-06-06T11:15:49.391566+0000 mon.a (mon.0) 596 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2024-06-06T11:15:51.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:51 smithi132 bash[71843]: cluster 2024-06-06T11:15:50.397755+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2024-06-06T11:15:51.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:51 smithi132 bash[74574]: cluster 2024-06-06T11:15:50.397755+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2024-06-06T11:15:51.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:51 smithi179 bash[54149]: cluster 2024-06-06T11:15:50.397755+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2024-06-06T11:15:52.435 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.WriteFullCopyup (3957 ms) 2024-06-06T11:15:52.435 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-06-06T11:15:52.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:52 smithi132 bash[71843]: cluster 2024-06-06T11:15:51.366684+0000 mgr.y (mgr.25375) 221 : cluster [DBG] pgmap v403: 105 pgs: 9 active+undersized, 3 active+undersized+degraded, 93 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 166 KiB/s rd, 1.0 MiB/s wr, 232 op/s; 5/453 objects degraded (1.104%); 2.4 KiB/s, 9 keys/s, 5 objects/s recovering 2024-06-06T11:15:52.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:52 smithi132 bash[71843]: cluster 2024-06-06T11:15:51.407866+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-06-06T11:15:52.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:52 smithi132 bash[71843]: audit 2024-06-06T11:15:51.598207+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.132:0/2197053376' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:52.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:52 smithi132 bash[74574]: cluster 2024-06-06T11:15:51.366684+0000 mgr.y (mgr.25375) 221 : cluster [DBG] pgmap v403: 105 pgs: 9 active+undersized, 3 active+undersized+degraded, 93 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 166 KiB/s rd, 1.0 MiB/s wr, 232 op/s; 5/453 objects degraded (1.104%); 2.4 KiB/s, 9 keys/s, 5 objects/s recovering 2024-06-06T11:15:52.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:52 smithi132 bash[74574]: cluster 2024-06-06T11:15:51.407866+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-06-06T11:15:52.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:52 smithi132 bash[74574]: audit 2024-06-06T11:15:51.598207+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.132:0/2197053376' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:52 smithi179 bash[54149]: cluster 2024-06-06T11:15:51.366684+0000 mgr.y (mgr.25375) 221 : cluster [DBG] pgmap v403: 105 pgs: 9 active+undersized, 3 active+undersized+degraded, 93 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 166 KiB/s rd, 1.0 MiB/s wr, 232 op/s; 5/453 objects degraded (1.104%); 2.4 KiB/s, 9 keys/s, 5 objects/s recovering 2024-06-06T11:15:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:52 smithi179 bash[54149]: cluster 2024-06-06T11:15:51.407866+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-06-06T11:15:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:52 smithi179 bash[54149]: audit 2024-06-06T11:15:51.598207+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.132:0/2197053376' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:53.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:53 smithi132 bash[71843]: cluster 2024-06-06T11:15:52.416142+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-06-06T11:15:53.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:53 smithi132 bash[71843]: audit 2024-06-06T11:15:53.344869+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:53 smithi132 bash[71843]: audit 2024-06-06T11:15:53.346376+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:53 smithi132 bash[74574]: cluster 2024-06-06T11:15:52.416142+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-06-06T11:15:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:53 smithi132 bash[74574]: audit 2024-06-06T11:15:53.344869+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:53 smithi132 bash[74574]: audit 2024-06-06T11:15:53.346376+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:53 smithi179 bash[54149]: cluster 2024-06-06T11:15:52.416142+0000 mon.a (mon.0) 599 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-06-06T11:15:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:53 smithi179 bash[54149]: audit 2024-06-06T11:15:53.344869+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:53 smithi179 bash[54149]: audit 2024-06-06T11:15:53.346376+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:15:54.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:15:53] "GET /metrics HTTP/1.1" 200 36493 "" "Prometheus/2.33.4" 2024-06-06T11:15:54.465 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2030 ms) 2024-06-06T11:15:54.465 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.TestCoR 2024-06-06T11:15:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:54 smithi132 bash[71843]: cluster 2024-06-06T11:15:53.367232+0000 mgr.y (mgr.25375) 222 : cluster [DBG] pgmap v406: 105 pgs: 105 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:54 smithi132 bash[71843]: cluster 2024-06-06T11:15:53.426842+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-06-06T11:15:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:54 smithi132 bash[71843]: audit 2024-06-06T11:15:53.464027+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.8", "id": [6, 0]}]: dispatch 2024-06-06T11:15:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:54 smithi132 bash[71843]: audit 2024-06-06T11:15:53.975372+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.132:0/366660643' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:54 smithi132 bash[71843]: cluster 2024-06-06T11:15:54.341742+0000 mon.a (mon.0) 604 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/453 objects degraded (1.104%), 3 pgs degraded) 2024-06-06T11:15:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:54 smithi132 bash[74574]: cluster 2024-06-06T11:15:53.367232+0000 mgr.y (mgr.25375) 222 : cluster [DBG] pgmap v406: 105 pgs: 105 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:54 smithi132 bash[74574]: cluster 2024-06-06T11:15:53.426842+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-06-06T11:15:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:54 smithi132 bash[74574]: audit 2024-06-06T11:15:53.464027+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.8", "id": [6, 0]}]: dispatch 2024-06-06T11:15:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:54 smithi132 bash[74574]: audit 2024-06-06T11:15:53.975372+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.132:0/366660643' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:54 smithi132 bash[74574]: cluster 2024-06-06T11:15:54.341742+0000 mon.a (mon.0) 604 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/453 objects degraded (1.104%), 3 pgs degraded) 2024-06-06T11:15:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:54 smithi179 bash[54149]: cluster 2024-06-06T11:15:53.367232+0000 mgr.y (mgr.25375) 222 : cluster [DBG] pgmap v406: 105 pgs: 105 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:15:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:54 smithi179 bash[54149]: cluster 2024-06-06T11:15:53.426842+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-06-06T11:15:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:54 smithi179 bash[54149]: audit 2024-06-06T11:15:53.464027+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.8", "id": [6, 0]}]: dispatch 2024-06-06T11:15:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:54 smithi179 bash[54149]: audit 2024-06-06T11:15:53.975372+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.132:0/366660643' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:54 smithi179 bash[54149]: cluster 2024-06-06T11:15:54.341742+0000 mon.a (mon.0) 604 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/453 objects degraded (1.104%), 3 pgs degraded) 2024-06-06T11:15:55.301 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-06-06T11:15:55.301 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.TestCoR (836 ms) 2024-06-06T11:15:55.301 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-06-06T11:15:55.712 INFO:tasks.workunit.client.0.smithi132.stdout:made parent image "image56": 4194304K (1024 * 4K) 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout:generated random write map: 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout: [6 , 25680 ] 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout: [35 , 144337 ] 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout: [45 , 185953 ] 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout: [50 , 206944 ] 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout: [54 , 221642 ] 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout: [63 , 260584 ] 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout: [76 , 311545 ] 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout: [86 , 354694 ] 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout: [107 , 441481 ] 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout: [115 , 472537 ] 2024-06-06T11:15:55.713 INFO:tasks.workunit.client.0.smithi132.stdout: [119 , 490781 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [126 , 516809 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [135 , 555246 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [166 , 682941 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [168 , 691638 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [181 , 743819 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [185 , 761152 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [208 , 854540 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [209 , 857119 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [224 , 920545 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [226 , 926312 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [227 , 933078 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [229 , 940095 ] 2024-06-06T11:15:55.714 INFO:tasks.workunit.client.0.smithi132.stdout: [270 , 1108057 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [271 , 1113241 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [272 , 1115256 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [277 , 1137421 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [287 , 1175633 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [288 , 1183126 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [304 , 1248614 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [311 , 1276019 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [321 , 1316273 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [344 , 1409856 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [345 , 1414213 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [346 , 1418221 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [353 , 1447906 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [360 , 1477675 ] 2024-06-06T11:15:55.715 INFO:tasks.workunit.client.0.smithi132.stdout: [368 , 1508064 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [401 , 1644431 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [407 , 1667777 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [412 , 1690322 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [442 , 1813065 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [447 , 1831802 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [449 , 1841263 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [452 , 1854242 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [453 , 1857331 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [454 , 1861224 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [455 , 1864719 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [509 , 2087873 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [513 , 2101374 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [527 , 2161502 ] 2024-06-06T11:15:55.716 INFO:tasks.workunit.client.0.smithi132.stdout: [540 , 2214357 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [544 , 2230095 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [560 , 2294227 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [571 , 2340052 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [576 , 2359551 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [614 , 2517819 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [615 , 2519526 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [660 , 2706403 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [663 , 2718686 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [666 , 2729609 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [675 , 2767321 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [681 , 2790224 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [687 , 2816638 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [697 , 2856967 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [718 , 2942766 ] 2024-06-06T11:15:55.717 INFO:tasks.workunit.client.0.smithi132.stdout: [720 , 2949692 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [721 , 2953518 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [734 , 3008041 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [744 , 3047806 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [753 , 3085054 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [760 , 3113665 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [767 , 3144113 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [775 , 3175831 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [792 , 3245310 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [801 , 3281750 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [820 , 3360748 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [828 , 3393419 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [842 , 3451779 ] 2024-06-06T11:15:55.718 INFO:tasks.workunit.client.0.smithi132.stdout: [847 , 3470769 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [861 , 3529488 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [862 , 3534136 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [873 , 3578925 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [882 , 3616007 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [897 , 3674372 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [898 , 3681344 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [915 , 3751380 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [925 , 3790413 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [930 , 3812710 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [953 , 3906192 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [965 , 3953073 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [974 , 3989693 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [976 , 3999468 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [1018 , 4171634 ] 2024-06-06T11:15:55.719 INFO:tasks.workunit.client.0.smithi132.stdout: [1020 , 4179724 ] 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout:write data based on random map 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-6 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-35 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-45 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-50 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-54 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-63 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-76 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-86 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-107 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-115 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-119 2024-06-06T11:15:55.720 INFO:tasks.workunit.client.0.smithi132.stdout: write object-126 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-135 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-166 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-168 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-181 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-185 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-208 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-209 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-224 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-226 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-227 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-229 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-270 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-271 2024-06-06T11:15:55.721 INFO:tasks.workunit.client.0.smithi132.stdout: write object-272 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-277 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-287 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-288 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-304 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-311 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-321 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-344 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-345 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-346 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-353 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-360 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-368 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-401 2024-06-06T11:15:55.722 INFO:tasks.workunit.client.0.smithi132.stdout: write object-407 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-412 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-442 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-447 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-449 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-452 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-453 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-454 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-455 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-509 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-513 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-527 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-540 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-544 2024-06-06T11:15:55.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-560 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-571 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-576 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-614 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-615 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-660 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-663 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-666 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-675 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-681 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-687 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-697 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-718 2024-06-06T11:15:55.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-720 2024-06-06T11:15:55.725 INFO:tasks.workunit.client.0.smithi132.stdout: write object-721 2024-06-06T11:15:55.725 INFO:tasks.workunit.client.0.smithi132.stdout: write object-734 2024-06-06T11:15:55.725 INFO:tasks.workunit.client.0.smithi132.stdout: write object-744 2024-06-06T11:15:55.725 INFO:tasks.workunit.client.0.smithi132.stdout: write object-753 2024-06-06T11:15:55.726 INFO:tasks.workunit.client.0.smithi132.stdout: write object-760 2024-06-06T11:15:55.726 INFO:tasks.workunit.client.0.smithi132.stdout: write object-767 2024-06-06T11:15:55.726 INFO:tasks.workunit.client.0.smithi132.stdout: write object-775 2024-06-06T11:15:55.726 INFO:tasks.workunit.client.0.smithi132.stdout: write object-792 2024-06-06T11:15:55.726 INFO:tasks.workunit.client.0.smithi132.stdout: write object-801 2024-06-06T11:15:55.726 INFO:tasks.workunit.client.0.smithi132.stdout: write object-820 2024-06-06T11:15:55.726 INFO:tasks.workunit.client.0.smithi132.stdout: write object-828 2024-06-06T11:15:55.726 INFO:tasks.workunit.client.0.smithi132.stdout: write object-842 2024-06-06T11:15:55.726 INFO:tasks.workunit.client.0.smithi132.stdout: write object-847 2024-06-06T11:15:55.726 INFO:tasks.workunit.client.0.smithi132.stdout: write object-861 2024-06-06T11:15:55.726 INFO:tasks.workunit.client.0.smithi132.stdout: write object-862 2024-06-06T11:15:55.727 INFO:tasks.workunit.client.0.smithi132.stdout: write object-873 2024-06-06T11:15:55.727 INFO:tasks.workunit.client.0.smithi132.stdout: write object-882 2024-06-06T11:15:55.727 INFO:tasks.workunit.client.0.smithi132.stdout: write object-897 2024-06-06T11:15:55.727 INFO:tasks.workunit.client.0.smithi132.stdout: write object-898 2024-06-06T11:15:55.727 INFO:tasks.workunit.client.0.smithi132.stdout: write object-915 2024-06-06T11:15:55.727 INFO:tasks.workunit.client.0.smithi132.stdout: write object-925 2024-06-06T11:15:55.727 INFO:tasks.workunit.client.0.smithi132.stdout: write object-930 2024-06-06T11:15:55.727 INFO:tasks.workunit.client.0.smithi132.stdout: write object-953 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: audit 2024-06-06T11:15:54.431120+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.8", "id": [6, 0]}]': finished 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: cluster 2024-06-06T11:15:54.431202+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: audit 2024-06-06T11:15:54.677787+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: audit 2024-06-06T11:15:54.686326+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: audit 2024-06-06T11:15:54.687783+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: audit 2024-06-06T11:15:54.688990+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: audit 2024-06-06T11:15:54.698933+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: audit 2024-06-06T11:15:54.789820+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: audit 2024-06-06T11:15:54.793606+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: audit 2024-06-06T11:15:54.795864+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: audit 2024-06-06T11:15:54.797505+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: audit 2024-06-06T11:15:54.799481+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-06-06T11:15:55.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[71843]: cluster 2024-06-06T11:15:55.043545+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2024-06-06T11:15:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: audit 2024-06-06T11:15:54.431120+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.8", "id": [6, 0]}]': finished 2024-06-06T11:15:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: cluster 2024-06-06T11:15:54.431202+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2024-06-06T11:15:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: audit 2024-06-06T11:15:54.677787+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: audit 2024-06-06T11:15:54.686326+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: audit 2024-06-06T11:15:54.687783+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: audit 2024-06-06T11:15:54.688990+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:15:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: audit 2024-06-06T11:15:54.698933+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: audit 2024-06-06T11:15:54.789820+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:55.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: audit 2024-06-06T11:15:54.793606+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:55.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: audit 2024-06-06T11:15:54.795864+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:55.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: audit 2024-06-06T11:15:54.797505+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:55.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: audit 2024-06-06T11:15:54.799481+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-06-06T11:15:55.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:55 smithi132 bash[74574]: cluster 2024-06-06T11:15:55.043545+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2024-06-06T11:15:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: audit 2024-06-06T11:15:54.431120+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.8", "id": [6, 0]}]': finished 2024-06-06T11:15:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: cluster 2024-06-06T11:15:54.431202+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2024-06-06T11:15:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: audit 2024-06-06T11:15:54.677787+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: audit 2024-06-06T11:15:54.686326+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: audit 2024-06-06T11:15:54.687783+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: audit 2024-06-06T11:15:54.688990+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:15:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: audit 2024-06-06T11:15:54.698933+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: audit 2024-06-06T11:15:54.789820+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:15:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: audit 2024-06-06T11:15:54.793606+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: audit 2024-06-06T11:15:54.795864+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:55.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: audit 2024-06-06T11:15:54.797505+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:15:55.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: audit 2024-06-06T11:15:54.799481+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-06-06T11:15:55.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:55 smithi179 bash[54149]: cluster 2024-06-06T11:15:55.043545+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2024-06-06T11:15:56.723 INFO:tasks.workunit.client.0.smithi132.stdout: write object-965 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-974 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-976 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-1018 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout: write object-1020 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout:verify written data by reading 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout: read object-6 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout:made snapshot "image56@parent_snap" and protect it 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout:made and opened clone "image57" 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout:flattening clone: "image57" 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout:check whether child image has the same set of objects as parent 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1423 ms) 2024-06-06T11:15:56.724 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-06-06T11:15:56.775 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[71843]: audit 2024-06-06T11:15:54.799750+0000 mgr.y (mgr.25375) 223 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-06-06T11:15:56.775 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[71843]: cephadm 2024-06-06T11:15:54.801141+0000 mgr.y (mgr.25375) 224 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-06-06T11:15:56.775 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[71843]: cluster 2024-06-06T11:15:55.367786+0000 mgr.y (mgr.25375) 225 : cluster [DBG] pgmap v410: 105 pgs: 105 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 221 op/s 2024-06-06T11:15:56.775 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[71843]: audit 2024-06-06T11:15:56.340570+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.132:0/2709713937' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:56.776 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[74574]: audit 2024-06-06T11:15:54.799750+0000 mgr.y (mgr.25375) 223 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-06-06T11:15:56.776 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[74574]: cephadm 2024-06-06T11:15:54.801141+0000 mgr.y (mgr.25375) 224 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-06-06T11:15:56.776 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[74574]: cluster 2024-06-06T11:15:55.367786+0000 mgr.y (mgr.25375) 225 : cluster [DBG] pgmap v410: 105 pgs: 105 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 221 op/s 2024-06-06T11:15:56.776 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[74574]: audit 2024-06-06T11:15:56.340570+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.132:0/2709713937' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:56 smithi179 bash[54149]: audit 2024-06-06T11:15:54.799750+0000 mgr.y (mgr.25375) 223 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-06-06T11:15:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:56 smithi179 bash[54149]: cephadm 2024-06-06T11:15:54.801141+0000 mgr.y (mgr.25375) 224 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-06-06T11:15:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:56 smithi179 bash[54149]: cluster 2024-06-06T11:15:55.367786+0000 mgr.y (mgr.25375) 225 : cluster [DBG] pgmap v410: 105 pgs: 105 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 221 op/s 2024-06-06T11:15:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:56 smithi179 bash[54149]: audit 2024-06-06T11:15:56.340570+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.132:0/2709713937' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:56.856 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.PoolMetadataConfApply (133 ms) 2024-06-06T11:15:56.857 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.Sparsify 2024-06-06T11:15:56.903 INFO:tasks.workunit.client.0.smithi132.stdout:sparsify_supported=1 2024-06-06T11:15:56.904 INFO:tasks.workunit.client.0.smithi132.stdout:sparse_read_supported=1 2024-06-06T11:15:56.956 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.Sparsify (99 ms) 2024-06-06T11:15:56.956 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.SparsifyClone 2024-06-06T11:15:56.992 INFO:tasks.workunit.client.0.smithi132.stdout:sparsify_supported=1 2024-06-06T11:15:57.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[66667]: [06/Jun/2024:11:15:56] ENGINE Bus STOPPING 2024-06-06T11:15:57.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[66667]: [06/Jun/2024:11:15:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:15:57.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[66667]: [06/Jun/2024:11:15:56] ENGINE Bus STOPPED 2024-06-06T11:15:57.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:56 smithi132 bash[66667]: [06/Jun/2024:11:15:56] ENGINE Bus STARTING 2024-06-06T11:15:57.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[66667]: [06/Jun/2024:11:15:57] ENGINE Serving on http://:::9283 2024-06-06T11:15:57.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[66667]: [06/Jun/2024:11:15:57] ENGINE Bus STARTED 2024-06-06T11:15:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[71843]: cluster 2024-06-06T11:15:56.447852+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2024-06-06T11:15:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[71843]: audit 2024-06-06T11:15:56.771916+0000 mon.a (mon.0) 619 : audit [INF] from='client.? 172.21.15.132:0/4004164610' entity='client.admin' 2024-06-06T11:15:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[71843]: audit 2024-06-06T11:15:56.989827+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[71843]: audit 2024-06-06T11:15:56.991619+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T11:15:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[71843]: audit 2024-06-06T11:15:56.993062+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:57.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[74574]: cluster 2024-06-06T11:15:56.447852+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2024-06-06T11:15:57.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[74574]: audit 2024-06-06T11:15:56.771916+0000 mon.a (mon.0) 619 : audit [INF] from='client.? 172.21.15.132:0/4004164610' entity='client.admin' 2024-06-06T11:15:57.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[74574]: audit 2024-06-06T11:15:56.989827+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:57.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[74574]: audit 2024-06-06T11:15:56.991619+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T11:15:57.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:57 smithi132 bash[74574]: audit 2024-06-06T11:15:56.993062+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:57.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:57 smithi179 bash[54149]: cluster 2024-06-06T11:15:56.447852+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2024-06-06T11:15:57.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:57 smithi179 bash[54149]: audit 2024-06-06T11:15:56.771916+0000 mon.a (mon.0) 619 : audit [INF] from='client.? 172.21.15.132:0/4004164610' entity='client.admin' 2024-06-06T11:15:57.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:57 smithi179 bash[54149]: audit 2024-06-06T11:15:56.989827+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:57.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:57 smithi179 bash[54149]: audit 2024-06-06T11:15:56.991619+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T11:15:57.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:57 smithi179 bash[54149]: audit 2024-06-06T11:15:56.993062+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:15:58.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:58 smithi132 bash[74574]: cephadm 2024-06-06T11:15:56.983841+0000 mgr.y (mgr.25375) 226 : cephadm [INF] Upgrade: Updating osd.1 2024-06-06T11:15:58.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:58 smithi132 bash[74574]: cephadm 2024-06-06T11:15:56.996617+0000 mgr.y (mgr.25375) 227 : cephadm [INF] Deploying daemon osd.1 on smithi132 2024-06-06T11:15:58.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:58 smithi132 bash[74574]: cluster 2024-06-06T11:15:57.368465+0000 mgr.y (mgr.25375) 228 : cluster [DBG] pgmap v412: 105 pgs: 105 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 414 op/s 2024-06-06T11:15:58.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:58 smithi132 bash[74574]: cluster 2024-06-06T11:15:57.997471+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2024-06-06T11:15:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:58 smithi132 bash[71843]: cephadm 2024-06-06T11:15:56.983841+0000 mgr.y (mgr.25375) 226 : cephadm [INF] Upgrade: Updating osd.1 2024-06-06T11:15:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:58 smithi132 bash[71843]: cephadm 2024-06-06T11:15:56.996617+0000 mgr.y (mgr.25375) 227 : cephadm [INF] Deploying daemon osd.1 on smithi132 2024-06-06T11:15:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:58 smithi132 bash[71843]: cluster 2024-06-06T11:15:57.368465+0000 mgr.y (mgr.25375) 228 : cluster [DBG] pgmap v412: 105 pgs: 105 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 414 op/s 2024-06-06T11:15:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:58 smithi132 bash[71843]: cluster 2024-06-06T11:15:57.997471+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2024-06-06T11:15:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:58 smithi179 bash[54149]: cephadm 2024-06-06T11:15:56.983841+0000 mgr.y (mgr.25375) 226 : cephadm [INF] Upgrade: Updating osd.1 2024-06-06T11:15:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:58 smithi179 bash[54149]: cephadm 2024-06-06T11:15:56.996617+0000 mgr.y (mgr.25375) 227 : cephadm [INF] Deploying daemon osd.1 on smithi132 2024-06-06T11:15:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:58 smithi179 bash[54149]: cluster 2024-06-06T11:15:57.368465+0000 mgr.y (mgr.25375) 228 : cluster [DBG] pgmap v412: 105 pgs: 105 active+clean; 4.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 414 op/s 2024-06-06T11:15:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:58 smithi179 bash[54149]: cluster 2024-06-06T11:15:57.997471+0000 mon.a (mon.0) 623 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2024-06-06T11:15:59.015 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.SparsifyClone (2060 ms) 2024-06-06T11:15:59.015 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestInternal.MissingDataPool 2024-06-06T11:15:59.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:59 smithi132 bash[74574]: audit 2024-06-06T11:15:58.509889+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:59 smithi132 bash[74574]: audit 2024-06-06T11:15:58.714896+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.132:0/2593259420' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:15:59 smithi132 bash[74574]: cluster 2024-06-06T11:15:59.001295+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2024-06-06T11:15:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:59 smithi132 bash[71843]: audit 2024-06-06T11:15:58.509889+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:59 smithi132 bash[71843]: audit 2024-06-06T11:15:58.714896+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.132:0/2593259420' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:15:59 smithi132 bash[71843]: cluster 2024-06-06T11:15:59.001295+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2024-06-06T11:15:59.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:59 smithi179 bash[54149]: audit 2024-06-06T11:15:58.509889+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:15:59.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:59 smithi179 bash[54149]: audit 2024-06-06T11:15:58.714896+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.132:0/2593259420' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:15:59.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:15:59 smithi179 bash[54149]: cluster 2024-06-06T11:15:59.001295+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2024-06-06T11:16:00.190 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestInternal.MissingDataPool (1175 ms) 2024-06-06T11:16:00.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:00 smithi132 bash[71843]: cluster 2024-06-06T11:15:59.369790+0000 mgr.y (mgr.25375) 229 : cluster [DBG] pgmap v415: 105 pgs: 105 active+clean; 5.1 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 508 KiB/s rd, 173 KiB/s wr, 809 op/s; 11 B/s, 0 objects/s recovering 2024-06-06T11:16:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:00 smithi132 bash[71843]: cluster 2024-06-06T11:16:00.009644+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2024-06-06T11:16:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:00 smithi132 bash[71843]: cluster 2024-06-06T11:16:00.042674+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2024-06-06T11:16:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:00 smithi132 bash[74574]: cluster 2024-06-06T11:15:59.369790+0000 mgr.y (mgr.25375) 229 : cluster [DBG] pgmap v415: 105 pgs: 105 active+clean; 5.1 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 508 KiB/s rd, 173 KiB/s wr, 809 op/s; 11 B/s, 0 objects/s recovering 2024-06-06T11:16:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:00 smithi132 bash[74574]: cluster 2024-06-06T11:16:00.009644+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2024-06-06T11:16:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:00 smithi132 bash[74574]: cluster 2024-06-06T11:16:00.042674+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2024-06-06T11:16:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:00 smithi179 bash[54149]: cluster 2024-06-06T11:15:59.369790+0000 mgr.y (mgr.25375) 229 : cluster [DBG] pgmap v415: 105 pgs: 105 active+clean; 5.1 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 508 KiB/s rd, 173 KiB/s wr, 809 op/s; 11 B/s, 0 objects/s recovering 2024-06-06T11:16:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:00 smithi179 bash[54149]: cluster 2024-06-06T11:16:00.009644+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2024-06-06T11:16:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:00 smithi179 bash[54149]: cluster 2024-06-06T11:16:00.042674+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2024-06-06T11:16:01.047 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 34 tests from TestInternal (38701 ms total) 2024-06-06T11:16:01.047 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:16:01.047 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 51 tests from TestMirroring 2024-06-06T11:16:01.749 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:01 smithi132 systemd[1]: Stopping Ceph osd.1 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:16:02.031 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:01 smithi132 bash[33450]: debug 2024-06-06T11:16:01.749+0000 7fb3046e9700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:16:02.032 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:01 smithi132 bash[33450]: debug 2024-06-06T11:16:01.749+0000 7fb3046e9700 -1 osd.1 499 *** Got signal Terminated *** 2024-06-06T11:16:02.032 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:01 smithi132 bash[33450]: debug 2024-06-06T11:16:01.749+0000 7fb3046e9700 -1 osd.1 499 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:16:02.339 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:02 smithi132 bash[71843]: debug 2024-06-06T11:16:02.041+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:02.340 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:02 smithi132 bash[71843]: cluster 2024-06-06T11:16:01.046250+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2024-06-06T11:16:02.340 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:02 smithi132 bash[71843]: audit 2024-06-06T11:16:01.072933+0000 mon.a (mon.0) 629 : audit [DBG] from='client.? 172.21.15.132:0/2038669338' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:02.340 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:02 smithi132 bash[71843]: cluster 2024-06-06T11:16:01.370374+0000 mgr.y (mgr.25375) 230 : cluster [DBG] pgmap v419: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:16:02.340 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:02 smithi132 bash[71843]: cluster 2024-06-06T11:16:01.751990+0000 mon.a (mon.0) 630 : cluster [INF] osd.1 marked itself down and dead 2024-06-06T11:16:02.340 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:02 smithi132 bash[74574]: cluster 2024-06-06T11:16:01.046250+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2024-06-06T11:16:02.340 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:02 smithi132 bash[74574]: audit 2024-06-06T11:16:01.072933+0000 mon.a (mon.0) 629 : audit [DBG] from='client.? 172.21.15.132:0/2038669338' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:02.340 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:02 smithi132 bash[74574]: cluster 2024-06-06T11:16:01.370374+0000 mgr.y (mgr.25375) 230 : cluster [DBG] pgmap v419: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:16:02.340 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:02 smithi132 bash[74574]: cluster 2024-06-06T11:16:01.751990+0000 mon.a (mon.0) 630 : cluster [INF] osd.1 marked itself down and dead 2024-06-06T11:16:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:02 smithi179 bash[54149]: cluster 2024-06-06T11:16:01.046250+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2024-06-06T11:16:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:02 smithi179 bash[54149]: audit 2024-06-06T11:16:01.072933+0000 mon.a (mon.0) 629 : audit [DBG] from='client.? 172.21.15.132:0/2038669338' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:02 smithi179 bash[54149]: cluster 2024-06-06T11:16:01.370374+0000 mgr.y (mgr.25375) 230 : cluster [DBG] pgmap v419: 73 pgs: 73 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:16:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:02 smithi179 bash[54149]: cluster 2024-06-06T11:16:01.751990+0000 mon.a (mon.0) 630 : cluster [INF] osd.1 marked itself down and dead 2024-06-06T11:16:02.972 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:02 smithi132 bash[84306]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-1 2024-06-06T11:16:02.972 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:02 smithi132 bash[84372]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-1 2024-06-06T11:16:03.057 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-06-06T11:16:03.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:03 smithi132 bash[71843]: cluster 2024-06-06T11:16:02.043003+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:16:03.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:03 smithi132 bash[71843]: cluster 2024-06-06T11:16:02.043041+0000 mon.a (mon.0) 632 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:03.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:03 smithi132 bash[71843]: cluster 2024-06-06T11:16:02.057524+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e500: 8 total, 7 up, 8 in 2024-06-06T11:16:03.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:03 smithi132 bash[71843]: audit 2024-06-06T11:16:02.060899+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:16:03.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:03 smithi132 bash[71843]: audit 2024-06-06T11:16:02.066595+0000 mon.a (mon.0) 634 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:16:03.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:03 smithi132 bash[74574]: cluster 2024-06-06T11:16:02.043003+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:16:03.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:03 smithi132 bash[74574]: cluster 2024-06-06T11:16:02.043041+0000 mon.a (mon.0) 632 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:03.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:03 smithi132 bash[74574]: cluster 2024-06-06T11:16:02.057524+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e500: 8 total, 7 up, 8 in 2024-06-06T11:16:03.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:03 smithi132 bash[74574]: audit 2024-06-06T11:16:02.060899+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:16:03.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:03 smithi132 bash[74574]: audit 2024-06-06T11:16:02.066595+0000 mon.a (mon.0) 634 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:16:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:03 smithi179 bash[54149]: cluster 2024-06-06T11:16:02.043003+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:16:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:03 smithi179 bash[54149]: cluster 2024-06-06T11:16:02.043041+0000 mon.a (mon.0) 632 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:03 smithi179 bash[54149]: cluster 2024-06-06T11:16:02.057524+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e500: 8 total, 7 up, 8 in 2024-06-06T11:16:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:03 smithi179 bash[54149]: audit 2024-06-06T11:16:02.060899+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:16:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:03 smithi179 bash[54149]: audit 2024-06-06T11:16:02.066595+0000 mon.a (mon.0) 634 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:16:04.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:16:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:16:03] "GET /metrics HTTP/1.1" 200 36493 "" "Prometheus/2.33.4" 2024-06-06T11:16:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:04 smithi132 bash[74574]: audit 2024-06-06T11:16:03.057813+0000 mon.a (mon.0) 635 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:16:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:04 smithi132 bash[74574]: cluster 2024-06-06T11:16:03.057988+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e501: 8 total, 7 up, 8 in 2024-06-06T11:16:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:04 smithi132 bash[74574]: cluster 2024-06-06T11:16:03.370785+0000 mgr.y (mgr.25375) 231 : cluster [DBG] pgmap v422: 105 pgs: 32 unknown, 9 stale+active+clean, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:16:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:04 smithi132 bash[74574]: audit 2024-06-06T11:16:03.423670+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.132:0/630199732' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:04 smithi132 bash[71843]: audit 2024-06-06T11:16:03.057813+0000 mon.a (mon.0) 635 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:16:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:04 smithi132 bash[71843]: cluster 2024-06-06T11:16:03.057988+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e501: 8 total, 7 up, 8 in 2024-06-06T11:16:04.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:04 smithi132 bash[71843]: cluster 2024-06-06T11:16:03.370785+0000 mgr.y (mgr.25375) 231 : cluster [DBG] pgmap v422: 105 pgs: 32 unknown, 9 stale+active+clean, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:16:04.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:04 smithi132 bash[71843]: audit 2024-06-06T11:16:03.423670+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.132:0/630199732' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:04 smithi179 bash[54149]: audit 2024-06-06T11:16:03.057813+0000 mon.a (mon.0) 635 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:16:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:04 smithi179 bash[54149]: cluster 2024-06-06T11:16:03.057988+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e501: 8 total, 7 up, 8 in 2024-06-06T11:16:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:04 smithi179 bash[54149]: cluster 2024-06-06T11:16:03.370785+0000 mgr.y (mgr.25375) 231 : cluster [DBG] pgmap v422: 105 pgs: 32 unknown, 9 stale+active+clean, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-06-06T11:16:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:04 smithi179 bash[54149]: audit 2024-06-06T11:16:03.423670+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.132:0/630199732' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:05.267 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2209 ms) 2024-06-06T11:16:05.267 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-06-06T11:16:05.368 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:05 smithi132 bash[71843]: cluster 2024-06-06T11:16:04.086220+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e502: 8 total, 7 up, 8 in 2024-06-06T11:16:05.368 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:05 smithi132 bash[74574]: cluster 2024-06-06T11:16:04.086220+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e502: 8 total, 7 up, 8 in 2024-06-06T11:16:05.369 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:05 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.1.service: Succeeded. 2024-06-06T11:16:05.369 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:05 smithi132 systemd[1]: Stopped Ceph osd.1 for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:16:05.369 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:05 smithi132 systemd[1]: Started Ceph osd.1 for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:16:05.463 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (197 ms) 2024-06-06T11:16:05.463 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-06-06T11:16:05.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:05 smithi179 bash[54149]: cluster 2024-06-06T11:16:04.086220+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e502: 8 total, 7 up, 8 in 2024-06-06T11:16:05.601 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (137 ms) 2024-06-06T11:16:05.601 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-06-06T11:16:05.789 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (188 ms) 2024-06-06T11:16:05.789 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-06-06T11:16:05.957 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (168 ms) 2024-06-06T11:16:05.957 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-06-06T11:16:06.151 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (195 ms) 2024-06-06T11:16:06.151 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-06-06T11:16:06.374 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (222 ms) 2024-06-06T11:16:06.374 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-06-06T11:16:06.374 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:16:06.375 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-06-06T11:16:06.375 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-06-06T11:16:06.375 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:16:06.375 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-06-06T11:16:06.375 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-06-06T11:16:06.407 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[71843]: cluster 2024-06-06T11:16:05.082853+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e503: 8 total, 7 up, 8 in 2024-06-06T11:16:06.408 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[71843]: cluster 2024-06-06T11:16:05.371559+0000 mgr.y (mgr.25375) 232 : cluster [DBG] pgmap v425: 105 pgs: 34 active+undersized, 5 unknown, 1 stale+active+clean, 2 active+undersized+degraded, 63 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s; 3/75 objects degraded (4.000%) 2024-06-06T11:16:06.408 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[71843]: audit 2024-06-06T11:16:05.404654+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:06.408 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[71843]: audit 2024-06-06T11:16:05.411436+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:06.408 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[71843]: audit 2024-06-06T11:16:05.412877+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:06.408 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[71843]: audit 2024-06-06T11:16:05.837506+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.132:0/3803853887' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:06.408 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[74574]: cluster 2024-06-06T11:16:05.082853+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e503: 8 total, 7 up, 8 in 2024-06-06T11:16:06.408 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[74574]: cluster 2024-06-06T11:16:05.371559+0000 mgr.y (mgr.25375) 232 : cluster [DBG] pgmap v425: 105 pgs: 34 active+undersized, 5 unknown, 1 stale+active+clean, 2 active+undersized+degraded, 63 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s; 3/75 objects degraded (4.000%) 2024-06-06T11:16:06.409 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[74574]: audit 2024-06-06T11:16:05.404654+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:06.409 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[74574]: audit 2024-06-06T11:16:05.411436+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:06.409 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[74574]: audit 2024-06-06T11:16:05.412877+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:06.409 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[74574]: audit 2024-06-06T11:16:05.837506+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.132:0/3803853887' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:06.517 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (144 ms) 2024-06-06T11:16:06.517 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-06-06T11:16:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:06 smithi179 bash[54149]: cluster 2024-06-06T11:16:05.082853+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e503: 8 total, 7 up, 8 in 2024-06-06T11:16:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:06 smithi179 bash[54149]: cluster 2024-06-06T11:16:05.371559+0000 mgr.y (mgr.25375) 232 : cluster [DBG] pgmap v425: 105 pgs: 34 active+undersized, 5 unknown, 1 stale+active+clean, 2 active+undersized+degraded, 63 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s; 3/75 objects degraded (4.000%) 2024-06-06T11:16:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:06 smithi179 bash[54149]: audit 2024-06-06T11:16:05.404654+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:06 smithi179 bash[54149]: audit 2024-06-06T11:16:05.411436+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:06 smithi179 bash[54149]: audit 2024-06-06T11:16:05.412877+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:06 smithi179 bash[54149]: audit 2024-06-06T11:16:05.837506+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.132:0/3803853887' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:06.673 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (155 ms) 2024-06-06T11:16:06.673 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-06-06T11:16:07.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:07 smithi132 bash[71843]: cluster 2024-06-06T11:16:06.086851+0000 mon.a (mon.0) 643 : cluster [WRN] Health check failed: Degraded data redundancy: 3/75 objects degraded (4.000%), 2 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:07.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:07 smithi132 bash[74574]: cluster 2024-06-06T11:16:06.086851+0000 mon.a (mon.0) 643 : cluster [WRN] Health check failed: Degraded data redundancy: 3/75 objects degraded (4.000%), 2 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:07.282 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[84574]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-06-06T11:16:07.283 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[84574]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-06-06T11:16:07.283 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:06 smithi132 bash[84574]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-06-06T11:16:07.283 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:07 smithi132 bash[84574]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-06-06T11:16:07.283 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:07 smithi132 bash[84574]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-06-06T11:16:07.283 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:07 smithi132 bash[84574]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-06-06T11:16:07.283 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:07 smithi132 bash[84574]: --> ceph-volume raw activate successful for osd ID: 1 2024-06-06T11:16:07.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:07 smithi179 bash[54149]: cluster 2024-06-06T11:16:06.086851+0000 mon.a (mon.0) 643 : cluster [WRN] Health check failed: Degraded data redundancy: 3/75 objects degraded (4.000%), 2 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:08.113 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:08 smithi132 bash[74574]: cluster 2024-06-06T11:16:07.111089+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e504: 8 total, 7 up, 8 in 2024-06-06T11:16:08.114 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:08 smithi132 bash[74574]: cluster 2024-06-06T11:16:07.372313+0000 mgr.y (mgr.25375) 233 : cluster [DBG] pgmap v427: 105 pgs: 38 active+undersized, 3 active+undersized+degraded, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 8.1 KiB/s wr, 50 op/s; 4/75 objects degraded (5.333%) 2024-06-06T11:16:08.114 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:08 smithi132 bash[71843]: cluster 2024-06-06T11:16:07.111089+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e504: 8 total, 7 up, 8 in 2024-06-06T11:16:08.114 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:08 smithi132 bash[71843]: cluster 2024-06-06T11:16:07.372313+0000 mgr.y (mgr.25375) 233 : cluster [DBG] pgmap v427: 105 pgs: 38 active+undersized, 3 active+undersized+degraded, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 8.1 KiB/s wr, 50 op/s; 4/75 objects degraded (5.333%) 2024-06-06T11:16:08.178 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1505 ms) 2024-06-06T11:16:08.178 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-06-06T11:16:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:08 smithi179 bash[54149]: cluster 2024-06-06T11:16:07.111089+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e504: 8 total, 7 up, 8 in 2024-06-06T11:16:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:08 smithi179 bash[54149]: cluster 2024-06-06T11:16:07.372313+0000 mgr.y (mgr.25375) 233 : cluster [DBG] pgmap v427: 105 pgs: 38 active+undersized, 3 active+undersized+degraded, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 8.1 KiB/s wr, 50 op/s; 4/75 objects degraded (5.333%) 2024-06-06T11:16:09.032 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:08 smithi132 bash[84927]: debug 2024-06-06T11:16:08.741+0000 7fa2b6fe5640 1 -- 172.21.15.132:0/3237384815 <== mon.2 v2:172.21.15.132:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d7569771e0 con 0x55d756937800 2024-06-06T11:16:09.532 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:09 smithi132 bash[84927]: debug 2024-06-06T11:16:09.285+0000 7fa2b984b640 -1 Falling back to public interface 2024-06-06T11:16:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:09 smithi132 bash[71843]: cluster 2024-06-06T11:16:08.117313+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e505: 8 total, 7 up, 8 in 2024-06-06T11:16:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:09 smithi132 bash[71843]: audit 2024-06-06T11:16:08.217371+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.132:0/348655843' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:09 smithi132 bash[71843]: audit 2024-06-06T11:16:08.346375+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:09 smithi132 bash[71843]: audit 2024-06-06T11:16:08.347759+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:09 smithi132 bash[74574]: cluster 2024-06-06T11:16:08.117313+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e505: 8 total, 7 up, 8 in 2024-06-06T11:16:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:09 smithi132 bash[74574]: audit 2024-06-06T11:16:08.217371+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.132:0/348655843' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:09 smithi132 bash[74574]: audit 2024-06-06T11:16:08.346375+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:09 smithi132 bash[74574]: audit 2024-06-06T11:16:08.347759+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:09 smithi179 bash[54149]: cluster 2024-06-06T11:16:08.117313+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e505: 8 total, 7 up, 8 in 2024-06-06T11:16:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:09 smithi179 bash[54149]: audit 2024-06-06T11:16:08.217371+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.132:0/348655843' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:09 smithi179 bash[54149]: audit 2024-06-06T11:16:08.346375+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:09 smithi179 bash[54149]: audit 2024-06-06T11:16:08.347759+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:10.207 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2030 ms) 2024-06-06T11:16:10.207 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-06-06T11:16:10.380 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (172 ms) 2024-06-06T11:16:10.380 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-06-06T11:16:10.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:10 smithi132 bash[71843]: cluster 2024-06-06T11:16:09.127766+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e506: 8 total, 7 up, 8 in 2024-06-06T11:16:10.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:10 smithi132 bash[71843]: cluster 2024-06-06T11:16:09.373668+0000 mgr.y (mgr.25375) 234 : cluster [DBG] pgmap v430: 105 pgs: 37 active+undersized, 4 active+undersized+degraded, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 363 KiB/s rd, 52 KiB/s wr, 528 op/s; 4/87 objects degraded (4.598%) 2024-06-06T11:16:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:10 smithi132 bash[74574]: cluster 2024-06-06T11:16:09.127766+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e506: 8 total, 7 up, 8 in 2024-06-06T11:16:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:10 smithi132 bash[74574]: cluster 2024-06-06T11:16:09.373668+0000 mgr.y (mgr.25375) 234 : cluster [DBG] pgmap v430: 105 pgs: 37 active+undersized, 4 active+undersized+degraded, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 363 KiB/s rd, 52 KiB/s wr, 528 op/s; 4/87 objects degraded (4.598%) 2024-06-06T11:16:10.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:10 smithi179 bash[54149]: cluster 2024-06-06T11:16:09.127766+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e506: 8 total, 7 up, 8 in 2024-06-06T11:16:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:10 smithi179 bash[54149]: cluster 2024-06-06T11:16:09.373668+0000 mgr.y (mgr.25375) 234 : cluster [DBG] pgmap v430: 105 pgs: 37 active+undersized, 4 active+undersized+degraded, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 363 KiB/s rd, 52 KiB/s wr, 528 op/s; 4/87 objects degraded (4.598%) 2024-06-06T11:16:10.552 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (173 ms) 2024-06-06T11:16:10.552 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-06-06T11:16:10.757 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (204 ms) 2024-06-06T11:16:10.757 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-06-06T11:16:10.922 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (166 ms) 2024-06-06T11:16:10.922 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-06-06T11:16:11.097 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (174 ms) 2024-06-06T11:16:11.097 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-06-06T11:16:11.310 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (213 ms) 2024-06-06T11:16:11.310 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-06-06T11:16:11.510 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (200 ms) 2024-06-06T11:16:11.510 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-06-06T11:16:11.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:11 smithi132 bash[71843]: cluster 2024-06-06T11:16:10.143529+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e507: 8 total, 7 up, 8 in 2024-06-06T11:16:11.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:11 smithi132 bash[71843]: audit 2024-06-06T11:16:10.609972+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.132:0/2695823266' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:11.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:11 smithi132 bash[74574]: cluster 2024-06-06T11:16:10.143529+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e507: 8 total, 7 up, 8 in 2024-06-06T11:16:11.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:11 smithi132 bash[74574]: audit 2024-06-06T11:16:10.609972+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.132:0/2695823266' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:11 smithi179 bash[54149]: cluster 2024-06-06T11:16:10.143529+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e507: 8 total, 7 up, 8 in 2024-06-06T11:16:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:11 smithi179 bash[54149]: audit 2024-06-06T11:16:10.609972+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.132:0/2695823266' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:12.435 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:12 smithi132 bash[71843]: cluster 2024-06-06T11:16:11.374196+0000 mgr.y (mgr.25375) 235 : cluster [DBG] pgmap v432: 105 pgs: 37 active+undersized, 4 active+undersized+degraded, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 329 KiB/s rd, 44 KiB/s wr, 481 op/s; 4/87 objects degraded (4.598%) 2024-06-06T11:16:12.436 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:12 smithi132 bash[74574]: cluster 2024-06-06T11:16:11.374196+0000 mgr.y (mgr.25375) 235 : cluster [DBG] pgmap v432: 105 pgs: 37 active+undersized, 4 active+undersized+degraded, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 329 KiB/s rd, 44 KiB/s wr, 481 op/s; 4/87 objects degraded (4.598%) 2024-06-06T11:16:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:12 smithi179 bash[54149]: cluster 2024-06-06T11:16:11.374196+0000 mgr.y (mgr.25375) 235 : cluster [DBG] pgmap v432: 105 pgs: 37 active+undersized, 4 active+undersized+degraded, 64 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 329 KiB/s rd, 44 KiB/s wr, 481 op/s; 4/87 objects degraded (4.598%) 2024-06-06T11:16:12.781 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:12 smithi132 bash[84927]: debug 2024-06-06T11:16:12.433+0000 7fa2b984b640 -1 osd.1 0 read_superblock omap replica is missing. 2024-06-06T11:16:12.782 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:12 smithi132 bash[84927]: debug 2024-06-06T11:16:12.469+0000 7fa2b984b640 -1 osd.1 499 log_to_monitors true 2024-06-06T11:16:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[71843]: cluster 2024-06-06T11:16:12.150921+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2024-06-06T11:16:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[71843]: audit 2024-06-06T11:16:12.346682+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[71843]: audit 2024-06-06T11:16:12.354696+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[71843]: audit 2024-06-06T11:16:12.475723+0000 mon.a (mon.0) 653 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T11:16:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[71843]: audit 2024-06-06T11:16:12.969536+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.132:0/2795368496' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[71843]: audit 2024-06-06T11:16:13.105436+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[71843]: audit 2024-06-06T11:16:13.112566+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[74574]: cluster 2024-06-06T11:16:12.150921+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2024-06-06T11:16:13.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[74574]: audit 2024-06-06T11:16:12.346682+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[74574]: audit 2024-06-06T11:16:12.354696+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[74574]: audit 2024-06-06T11:16:12.475723+0000 mon.a (mon.0) 653 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T11:16:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[74574]: audit 2024-06-06T11:16:12.969536+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.132:0/2795368496' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[74574]: audit 2024-06-06T11:16:13.105436+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[74574]: audit 2024-06-06T11:16:13.112566+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:13 smithi179 bash[54149]: cluster 2024-06-06T11:16:12.150921+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2024-06-06T11:16:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:13 smithi179 bash[54149]: audit 2024-06-06T11:16:12.346682+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:13 smithi179 bash[54149]: audit 2024-06-06T11:16:12.354696+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:13 smithi179 bash[54149]: audit 2024-06-06T11:16:12.475723+0000 mon.a (mon.0) 653 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T11:16:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:13 smithi179 bash[54149]: audit 2024-06-06T11:16:12.969536+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.132:0/2795368496' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:13 smithi179 bash[54149]: audit 2024-06-06T11:16:13.105436+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:13 smithi179 bash[54149]: audit 2024-06-06T11:16:13.112566+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:13.586 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (2077 ms) 2024-06-06T11:16:13.586 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-06-06T11:16:13.807 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (221 ms) 2024-06-06T11:16:13.807 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-06-06T11:16:14.026 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (218 ms) 2024-06-06T11:16:14.026 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-06-06T11:16:14.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:16:13] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.33.4" 2024-06-06T11:16:14.031 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:16:13 smithi132 bash[84927]: debug 2024-06-06T11:16:13.709+0000 7fa2ad5ed640 -1 osd.1 499 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T11:16:14.248 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (222 ms) 2024-06-06T11:16:14.248 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-06-06T11:16:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:14 smithi132 bash[71843]: audit 2024-06-06T11:16:13.159038+0000 mon.a (mon.0) 656 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T11:16:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:14 smithi132 bash[71843]: cluster 2024-06-06T11:16:13.159110+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2024-06-06T11:16:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:14 smithi132 bash[71843]: audit 2024-06-06T11:16:13.159723+0000 mon.a (mon.0) 658 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:16:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:14 smithi132 bash[71843]: cluster 2024-06-06T11:16:13.374687+0000 mgr.y (mgr.25375) 236 : cluster [DBG] pgmap v435: 105 pgs: 37 active+undersized, 4 active+undersized+degraded, 64 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 401 KiB/s rd, 49 KiB/s wr, 576 op/s; 4/90 objects degraded (4.444%) 2024-06-06T11:16:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:14 smithi132 bash[71843]: audit 2024-06-06T11:16:13.688304+0000 mon.a (mon.0) 659 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' 2024-06-06T11:16:14.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:14 smithi132 bash[74574]: audit 2024-06-06T11:16:13.159038+0000 mon.a (mon.0) 656 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T11:16:14.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:14 smithi132 bash[74574]: cluster 2024-06-06T11:16:13.159110+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2024-06-06T11:16:14.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:14 smithi132 bash[74574]: audit 2024-06-06T11:16:13.159723+0000 mon.a (mon.0) 658 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:16:14.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:14 smithi132 bash[74574]: cluster 2024-06-06T11:16:13.374687+0000 mgr.y (mgr.25375) 236 : cluster [DBG] pgmap v435: 105 pgs: 37 active+undersized, 4 active+undersized+degraded, 64 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 401 KiB/s rd, 49 KiB/s wr, 576 op/s; 4/90 objects degraded (4.444%) 2024-06-06T11:16:14.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:14 smithi132 bash[74574]: audit 2024-06-06T11:16:13.688304+0000 mon.a (mon.0) 659 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' 2024-06-06T11:16:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:14 smithi179 bash[54149]: audit 2024-06-06T11:16:13.159038+0000 mon.a (mon.0) 656 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T11:16:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:14 smithi179 bash[54149]: cluster 2024-06-06T11:16:13.159110+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2024-06-06T11:16:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:14 smithi179 bash[54149]: audit 2024-06-06T11:16:13.159723+0000 mon.a (mon.0) 658 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:16:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:14 smithi179 bash[54149]: cluster 2024-06-06T11:16:13.374687+0000 mgr.y (mgr.25375) 236 : cluster [DBG] pgmap v435: 105 pgs: 37 active+undersized, 4 active+undersized+degraded, 64 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 401 KiB/s rd, 49 KiB/s wr, 576 op/s; 4/90 objects degraded (4.444%) 2024-06-06T11:16:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:14 smithi179 bash[54149]: audit 2024-06-06T11:16:13.688304+0000 mon.a (mon.0) 659 : audit [INF] from='osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138]' entity='osd.1' 2024-06-06T11:16:14.573 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (325 ms) 2024-06-06T11:16:14.573 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-06-06T11:16:15.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:14 smithi132 bash[71843]: debug 2024-06-06T11:16:14.681+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[71843]: cluster 2024-06-06T11:16:14.154576+0000 mon.a (mon.0) 660 : cluster [WRN] Health check update: Degraded data redundancy: 4/90 objects degraded (4.444%), 4 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[71843]: cluster 2024-06-06T11:16:14.683715+0000 mon.a (mon.0) 661 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[71843]: cluster 2024-06-06T11:16:14.683751+0000 mon.a (mon.0) 662 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:16:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[71843]: cluster 2024-06-06T11:16:14.693164+0000 mon.a (mon.0) 663 : cluster [INF] osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138] boot 2024-06-06T11:16:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[71843]: cluster 2024-06-06T11:16:14.693249+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2024-06-06T11:16:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[71843]: audit 2024-06-06T11:16:14.698005+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:16:15.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[74574]: cluster 2024-06-06T11:16:14.154576+0000 mon.a (mon.0) 660 : cluster [WRN] Health check update: Degraded data redundancy: 4/90 objects degraded (4.444%), 4 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:15.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[74574]: cluster 2024-06-06T11:16:14.683715+0000 mon.a (mon.0) 661 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:15.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[74574]: cluster 2024-06-06T11:16:14.683751+0000 mon.a (mon.0) 662 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:16:15.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[74574]: cluster 2024-06-06T11:16:14.693164+0000 mon.a (mon.0) 663 : cluster [INF] osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138] boot 2024-06-06T11:16:15.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[74574]: cluster 2024-06-06T11:16:14.693249+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2024-06-06T11:16:15.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:15 smithi132 bash[74574]: audit 2024-06-06T11:16:14.698005+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:16:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:15 smithi179 bash[54149]: cluster 2024-06-06T11:16:14.154576+0000 mon.a (mon.0) 660 : cluster [WRN] Health check update: Degraded data redundancy: 4/90 objects degraded (4.444%), 4 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:15 smithi179 bash[54149]: cluster 2024-06-06T11:16:14.683715+0000 mon.a (mon.0) 661 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:15 smithi179 bash[54149]: cluster 2024-06-06T11:16:14.683751+0000 mon.a (mon.0) 662 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:16:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:15 smithi179 bash[54149]: cluster 2024-06-06T11:16:14.693164+0000 mon.a (mon.0) 663 : cluster [INF] osd.1 [v2:172.21.15.132:6810/3594353138,v1:172.21.15.132:6811/3594353138] boot 2024-06-06T11:16:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:15 smithi179 bash[54149]: cluster 2024-06-06T11:16:14.693249+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2024-06-06T11:16:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:15 smithi179 bash[54149]: audit 2024-06-06T11:16:14.698005+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T11:16:16.308 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (1734 ms) 2024-06-06T11:16:16.308 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-06-06T11:16:16.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:16 smithi132 bash[71843]: audit 2024-06-06T11:16:15.343755+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.132:0/1579564456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:16 smithi132 bash[71843]: cluster 2024-06-06T11:16:15.375385+0000 mgr.y (mgr.25375) 237 : cluster [DBG] pgmap v437: 105 pgs: 35 active+undersized, 6 active+undersized+degraded, 64 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 366 KiB/s rd, 47 KiB/s wr, 534 op/s; 5/93 objects degraded (5.376%) 2024-06-06T11:16:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:16 smithi132 bash[71843]: cluster 2024-06-06T11:16:15.694610+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2024-06-06T11:16:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:16 smithi132 bash[74574]: audit 2024-06-06T11:16:15.343755+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.132:0/1579564456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:16 smithi132 bash[74574]: cluster 2024-06-06T11:16:15.375385+0000 mgr.y (mgr.25375) 237 : cluster [DBG] pgmap v437: 105 pgs: 35 active+undersized, 6 active+undersized+degraded, 64 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 366 KiB/s rd, 47 KiB/s wr, 534 op/s; 5/93 objects degraded (5.376%) 2024-06-06T11:16:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:16 smithi132 bash[74574]: cluster 2024-06-06T11:16:15.694610+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2024-06-06T11:16:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:16 smithi179 bash[54149]: audit 2024-06-06T11:16:15.343755+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.132:0/1579564456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:16 smithi179 bash[54149]: cluster 2024-06-06T11:16:15.375385+0000 mgr.y (mgr.25375) 237 : cluster [DBG] pgmap v437: 105 pgs: 35 active+undersized, 6 active+undersized+degraded, 64 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 366 KiB/s rd, 47 KiB/s wr, 534 op/s; 5/93 objects degraded (5.376%) 2024-06-06T11:16:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:16 smithi179 bash[54149]: cluster 2024-06-06T11:16:15.694610+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2024-06-06T11:16:16.596 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (288 ms) 2024-06-06T11:16:16.596 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-06-06T11:16:16.896 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (300 ms) 2024-06-06T11:16:16.896 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-06-06T11:16:17.216 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (321 ms) 2024-06-06T11:16:17.217 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-06-06T11:16:17.557 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (341 ms) 2024-06-06T11:16:17.557 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-06-06T11:16:17.707 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (150 ms) 2024-06-06T11:16:17.708 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-06-06T11:16:17.853 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (145 ms) 2024-06-06T11:16:17.853 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-06-06T11:16:17.998 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (144 ms) 2024-06-06T11:16:17.998 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-06-06T11:16:18.238 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (241 ms) 2024-06-06T11:16:18.239 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-06-06T11:16:18.431 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:18 smithi132 bash[74574]: cluster 2024-06-06T11:16:17.376490+0000 mgr.y (mgr.25375) 238 : cluster [DBG] pgmap v439: 105 pgs: 33 active+undersized, 5 active+undersized+degraded, 67 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 357 KiB/s rd, 44 KiB/s wr, 521 op/s; 4/90 objects degraded (4.444%) 2024-06-06T11:16:18.432 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:18 smithi132 bash[74574]: audit 2024-06-06T11:16:17.751629+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.132:0/1529411840' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:18.472 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (234 ms) 2024-06-06T11:16:18.472 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-06-06T11:16:18.654 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (181 ms) 2024-06-06T11:16:18.654 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-06-06T11:16:18.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:18 smithi132 bash[71843]: cluster 2024-06-06T11:16:17.376490+0000 mgr.y (mgr.25375) 238 : cluster [DBG] pgmap v439: 105 pgs: 33 active+undersized, 5 active+undersized+degraded, 67 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 357 KiB/s rd, 44 KiB/s wr, 521 op/s; 4/90 objects degraded (4.444%) 2024-06-06T11:16:18.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:18 smithi132 bash[71843]: audit 2024-06-06T11:16:17.751629+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.132:0/1529411840' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:18 smithi179 bash[54149]: cluster 2024-06-06T11:16:17.376490+0000 mgr.y (mgr.25375) 238 : cluster [DBG] pgmap v439: 105 pgs: 33 active+undersized, 5 active+undersized+degraded, 67 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 357 KiB/s rd, 44 KiB/s wr, 521 op/s; 4/90 objects degraded (4.444%) 2024-06-06T11:16:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:18 smithi179 bash[54149]: audit 2024-06-06T11:16:17.751629+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.132:0/1529411840' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:18.850 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (196 ms) 2024-06-06T11:16:18.851 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-06-06T11:16:18.986 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.MirrorStatusList (136 ms) 2024-06-06T11:16:18.986 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-06-06T11:16:19.159 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.RemoveBootstrapped (173 ms) 2024-06-06T11:16:19.159 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-06-06T11:16:19.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:19 smithi132 bash[74574]: cluster 2024-06-06T11:16:19.431467+0000 mon.a (mon.0) 667 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/90 objects degraded (4.444%), 5 pgs degraded) 2024-06-06T11:16:19.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:19 smithi132 bash[71843]: cluster 2024-06-06T11:16:19.431467+0000 mon.a (mon.0) 667 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/90 objects degraded (4.444%), 5 pgs degraded) 2024-06-06T11:16:19.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:19 smithi179 bash[54149]: cluster 2024-06-06T11:16:19.431467+0000 mon.a (mon.0) 667 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/90 objects degraded (4.444%), 5 pgs degraded) 2024-06-06T11:16:19.864 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.AioPromoteDemote (706 ms) 2024-06-06T11:16:19.865 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-06-06T11:16:20.487 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.AioGetInfo (622 ms) 2024-06-06T11:16:20.487 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-06-06T11:16:20.755 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:20 smithi132 bash[71843]: cluster 2024-06-06T11:16:19.377563+0000 mgr.y (mgr.25375) 239 : cluster [DBG] pgmap v440: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 660 KiB/s rd, 107 KiB/s wr, 962 op/s; 3 B/s, 2 keys/s, 3 objects/s recovering 2024-06-06T11:16:20.755 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:20 smithi132 bash[71843]: cluster 2024-06-06T11:16:20.048232+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2024-06-06T11:16:20.755 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:20 smithi132 bash[71843]: audit 2024-06-06T11:16:20.141589+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.132:0/241476434' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:20.755 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:20 smithi132 bash[74574]: cluster 2024-06-06T11:16:19.377563+0000 mgr.y (mgr.25375) 239 : cluster [DBG] pgmap v440: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 660 KiB/s rd, 107 KiB/s wr, 962 op/s; 3 B/s, 2 keys/s, 3 objects/s recovering 2024-06-06T11:16:20.755 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:20 smithi132 bash[74574]: cluster 2024-06-06T11:16:20.048232+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2024-06-06T11:16:20.755 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:20 smithi132 bash[74574]: audit 2024-06-06T11:16:20.141589+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.132:0/241476434' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:20 smithi179 bash[54149]: cluster 2024-06-06T11:16:19.377563+0000 mgr.y (mgr.25375) 239 : cluster [DBG] pgmap v440: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 660 KiB/s rd, 107 KiB/s wr, 962 op/s; 3 B/s, 2 keys/s, 3 objects/s recovering 2024-06-06T11:16:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:20 smithi179 bash[54149]: cluster 2024-06-06T11:16:20.048232+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2024-06-06T11:16:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:20 smithi179 bash[54149]: audit 2024-06-06T11:16:20.141589+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.132:0/241476434' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:20.891 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.AioGetStatus (405 ms) 2024-06-06T11:16:20.891 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.SiteName 2024-06-06T11:16:20.902 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.SiteName (10 ms) 2024-06-06T11:16:20.902 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.Bootstrap 2024-06-06T11:16:22.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[71843]: audit 2024-06-06T11:16:20.898994+0000 mon.a (mon.0) 670 : audit [INF] from='client.? ' entity='client.admin' 2024-06-06T11:16:22.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[71843]: audit 2024-06-06T11:16:20.899688+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[71843]: audit 2024-06-06T11:16:20.900073+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[71843]: audit 2024-06-06T11:16:20.900356+0000 mon.a (mon.0) 671 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[71843]: audit 2024-06-06T11:16:20.903805+0000 mon.a (mon.0) 672 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-06-06T11:16:22.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[71843]: audit 2024-06-06T11:16:20.904409+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[71843]: cluster 2024-06-06T11:16:21.378207+0000 mgr.y (mgr.25375) 240 : cluster [DBG] pgmap v442: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 66 KiB/s wr, 536 op/s; 2 B/s, 2 keys/s, 3 objects/s recovering 2024-06-06T11:16:22.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[74574]: audit 2024-06-06T11:16:20.898994+0000 mon.a (mon.0) 670 : audit [INF] from='client.? ' entity='client.admin' 2024-06-06T11:16:22.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[74574]: audit 2024-06-06T11:16:20.899688+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[74574]: audit 2024-06-06T11:16:20.900073+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[74574]: audit 2024-06-06T11:16:20.900356+0000 mon.a (mon.0) 671 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[74574]: audit 2024-06-06T11:16:20.903805+0000 mon.a (mon.0) 672 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-06-06T11:16:22.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[74574]: audit 2024-06-06T11:16:20.904409+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:21 smithi132 bash[74574]: cluster 2024-06-06T11:16:21.378207+0000 mgr.y (mgr.25375) 240 : cluster [DBG] pgmap v442: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 66 KiB/s wr, 536 op/s; 2 B/s, 2 keys/s, 3 objects/s recovering 2024-06-06T11:16:22.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:21 smithi179 bash[54149]: audit 2024-06-06T11:16:20.898994+0000 mon.a (mon.0) 670 : audit [INF] from='client.? ' entity='client.admin' 2024-06-06T11:16:22.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:21 smithi179 bash[54149]: audit 2024-06-06T11:16:20.899688+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:21 smithi179 bash[54149]: audit 2024-06-06T11:16:20.900073+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:21 smithi179 bash[54149]: audit 2024-06-06T11:16:20.900356+0000 mon.a (mon.0) 671 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:21 smithi179 bash[54149]: audit 2024-06-06T11:16:20.903805+0000 mon.a (mon.0) 672 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-06-06T11:16:22.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:21 smithi179 bash[54149]: audit 2024-06-06T11:16:20.904409+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:22.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:21 smithi179 bash[54149]: cluster 2024-06-06T11:16:21.378207+0000 mgr.y (mgr.25375) 240 : cluster [DBG] pgmap v442: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 66 KiB/s wr, 536 op/s; 2 B/s, 2 keys/s, 3 objects/s recovering 2024-06-06T11:16:22.435 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.Bootstrap (1533 ms) 2024-06-06T11:16:22.435 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.PeerDirection 2024-06-06T11:16:22.453 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.PeerDirection (18 ms) 2024-06-06T11:16:22.453 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.Snapshot 2024-06-06T11:16:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[74574]: audit 2024-06-06T11:16:22.411748+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-06-06T11:16:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[74574]: audit 2024-06-06T11:16:22.417396+0000 mon.a (mon.0) 673 : audit [INF] from='client.? ' entity='client.admin' 2024-06-06T11:16:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[74574]: audit 2024-06-06T11:16:22.418590+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-06-06T11:16:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[74574]: audit 2024-06-06T11:16:22.418949+0000 mon.a (mon.0) 674 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-06-06T11:16:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[74574]: audit 2024-06-06T11:16:22.425057+0000 mon.a (mon.0) 675 : audit [INF] from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-06-06T11:16:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[74574]: audit 2024-06-06T11:16:22.425817+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[74574]: audit 2024-06-06T11:16:22.444746+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/30b17a18-d238-4cb4-bbd5-09884f4d1e0e"}]: dispatch 2024-06-06T11:16:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[74574]: audit 2024-06-06T11:16:22.445124+0000 mon.a (mon.0) 676 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/30b17a18-d238-4cb4-bbd5-09884f4d1e0e"}]: dispatch 2024-06-06T11:16:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[74574]: audit 2024-06-06T11:16:22.451445+0000 mon.a (mon.0) 677 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/30b17a18-d238-4cb4-bbd5-09884f4d1e0e"}]': finished 2024-06-06T11:16:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[74574]: audit 2024-06-06T11:16:22.543283+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.132:0/2271900194' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[71843]: audit 2024-06-06T11:16:22.411748+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-06-06T11:16:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[71843]: audit 2024-06-06T11:16:22.417396+0000 mon.a (mon.0) 673 : audit [INF] from='client.? ' entity='client.admin' 2024-06-06T11:16:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[71843]: audit 2024-06-06T11:16:22.418590+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-06-06T11:16:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[71843]: audit 2024-06-06T11:16:22.418949+0000 mon.a (mon.0) 674 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-06-06T11:16:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[71843]: audit 2024-06-06T11:16:22.425057+0000 mon.a (mon.0) 675 : audit [INF] from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-06-06T11:16:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[71843]: audit 2024-06-06T11:16:22.425817+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[71843]: audit 2024-06-06T11:16:22.444746+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/30b17a18-d238-4cb4-bbd5-09884f4d1e0e"}]: dispatch 2024-06-06T11:16:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[71843]: audit 2024-06-06T11:16:22.445124+0000 mon.a (mon.0) 676 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/30b17a18-d238-4cb4-bbd5-09884f4d1e0e"}]: dispatch 2024-06-06T11:16:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[71843]: audit 2024-06-06T11:16:22.451445+0000 mon.a (mon.0) 677 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/30b17a18-d238-4cb4-bbd5-09884f4d1e0e"}]': finished 2024-06-06T11:16:23.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:22 smithi132 bash[71843]: audit 2024-06-06T11:16:22.543283+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.132:0/2271900194' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:22 smithi179 bash[54149]: audit 2024-06-06T11:16:22.411748+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-06-06T11:16:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:22 smithi179 bash[54149]: audit 2024-06-06T11:16:22.417396+0000 mon.a (mon.0) 673 : audit [INF] from='client.? ' entity='client.admin' 2024-06-06T11:16:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:22 smithi179 bash[54149]: audit 2024-06-06T11:16:22.418590+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-06-06T11:16:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:22 smithi179 bash[54149]: audit 2024-06-06T11:16:22.418949+0000 mon.a (mon.0) 674 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-06-06T11:16:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:22 smithi179 bash[54149]: audit 2024-06-06T11:16:22.425057+0000 mon.a (mon.0) 675 : audit [INF] from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-06-06T11:16:23.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:22 smithi179 bash[54149]: audit 2024-06-06T11:16:22.425817+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-06-06T11:16:23.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:22 smithi179 bash[54149]: audit 2024-06-06T11:16:22.444746+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/30b17a18-d238-4cb4-bbd5-09884f4d1e0e"}]: dispatch 2024-06-06T11:16:23.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:22 smithi179 bash[54149]: audit 2024-06-06T11:16:22.445124+0000 mon.a (mon.0) 676 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/30b17a18-d238-4cb4-bbd5-09884f4d1e0e"}]: dispatch 2024-06-06T11:16:23.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:22 smithi179 bash[54149]: audit 2024-06-06T11:16:22.451445+0000 mon.a (mon.0) 677 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/30b17a18-d238-4cb4-bbd5-09884f4d1e0e"}]': finished 2024-06-06T11:16:23.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:22 smithi179 bash[54149]: audit 2024-06-06T11:16:22.543283+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.132:0/2271900194' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:24.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:16:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:16:23] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.33.4" 2024-06-06T11:16:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.347162+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.348475+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: cluster 2024-06-06T11:16:23.378963+0000 mgr.y (mgr.25375) 241 : cluster [DBG] pgmap v443: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 76 KiB/s wr, 726 op/s; 2 B/s, 1 keys/s, 2 objects/s recovering 2024-06-06T11:16:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: cluster 2024-06-06T11:16:23.456546+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2024-06-06T11:16:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.631442+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.638182+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.639484+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.640676+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.647160+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.746172+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.749803+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.751884+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.753272+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[74574]: audit 2024-06-06T11:16:23.755100+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.347162+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.348475+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: cluster 2024-06-06T11:16:23.378963+0000 mgr.y (mgr.25375) 241 : cluster [DBG] pgmap v443: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 76 KiB/s wr, 726 op/s; 2 B/s, 1 keys/s, 2 objects/s recovering 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: cluster 2024-06-06T11:16:23.456546+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.631442+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.638182+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.639484+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.640676+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:16:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.647160+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.746172+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.749803+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.751884+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.753272+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:24.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:24 smithi132 bash[71843]: audit 2024-06-06T11:16:23.755100+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-06-06T11:16:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.347162+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.348475+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: cluster 2024-06-06T11:16:23.378963+0000 mgr.y (mgr.25375) 241 : cluster [DBG] pgmap v443: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 76 KiB/s wr, 726 op/s; 2 B/s, 1 keys/s, 2 objects/s recovering 2024-06-06T11:16:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: cluster 2024-06-06T11:16:23.456546+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2024-06-06T11:16:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.631442+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.638182+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.639484+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.640676+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:16:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.647160+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.746172+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.749803+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.751884+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.753272+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:24.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:24 smithi179 bash[54149]: audit 2024-06-06T11:16:23.755100+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-06-06T11:16:25.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:25 smithi132 bash[71843]: audit 2024-06-06T11:16:23.755396+0000 mgr.y (mgr.25375) 242 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-06-06T11:16:25.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:25 smithi132 bash[71843]: cephadm 2024-06-06T11:16:23.756790+0000 mgr.y (mgr.25375) 243 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-06-06T11:16:25.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:25 smithi132 bash[71843]: cluster 2024-06-06T11:16:24.462318+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2024-06-06T11:16:25.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:25 smithi132 bash[71843]: audit 2024-06-06T11:16:24.912099+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.132:0/2267499658' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:25.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:25 smithi132 bash[74574]: audit 2024-06-06T11:16:23.755396+0000 mgr.y (mgr.25375) 242 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-06-06T11:16:25.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:25 smithi132 bash[74574]: cephadm 2024-06-06T11:16:23.756790+0000 mgr.y (mgr.25375) 243 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-06-06T11:16:25.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:25 smithi132 bash[74574]: cluster 2024-06-06T11:16:24.462318+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2024-06-06T11:16:25.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:25 smithi132 bash[74574]: audit 2024-06-06T11:16:24.912099+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.132:0/2267499658' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:25.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:25 smithi179 bash[54149]: audit 2024-06-06T11:16:23.755396+0000 mgr.y (mgr.25375) 242 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-06-06T11:16:25.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:25 smithi179 bash[54149]: cephadm 2024-06-06T11:16:23.756790+0000 mgr.y (mgr.25375) 243 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-06-06T11:16:25.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:25 smithi179 bash[54149]: cluster 2024-06-06T11:16:24.462318+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2024-06-06T11:16:25.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:25 smithi179 bash[54149]: audit 2024-06-06T11:16:24.912099+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.132:0/2267499658' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:26 smithi132 bash[74574]: cluster 2024-06-06T11:16:25.379630+0000 mgr.y (mgr.25375) 244 : cluster [DBG] pgmap v446: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 874 KiB/s rd, 119 KiB/s wr, 1.15k op/s 2024-06-06T11:16:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:26 smithi132 bash[74574]: cluster 2024-06-06T11:16:25.472528+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2024-06-06T11:16:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:26 smithi132 bash[74574]: audit 2024-06-06T11:16:26.046931+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:26 smithi132 bash[74574]: audit 2024-06-06T11:16:26.048405+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T11:16:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:26 smithi132 bash[74574]: audit 2024-06-06T11:16:26.049485+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:26 smithi132 bash[71843]: cluster 2024-06-06T11:16:25.379630+0000 mgr.y (mgr.25375) 244 : cluster [DBG] pgmap v446: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 874 KiB/s rd, 119 KiB/s wr, 1.15k op/s 2024-06-06T11:16:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:26 smithi132 bash[71843]: cluster 2024-06-06T11:16:25.472528+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2024-06-06T11:16:26.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:26 smithi132 bash[71843]: audit 2024-06-06T11:16:26.046931+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:26.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:26 smithi132 bash[71843]: audit 2024-06-06T11:16:26.048405+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T11:16:26.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:26 smithi132 bash[71843]: audit 2024-06-06T11:16:26.049485+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:26 smithi179 bash[54149]: cluster 2024-06-06T11:16:25.379630+0000 mgr.y (mgr.25375) 244 : cluster [DBG] pgmap v446: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 874 KiB/s rd, 119 KiB/s wr, 1.15k op/s 2024-06-06T11:16:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:26 smithi179 bash[54149]: cluster 2024-06-06T11:16:25.472528+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2024-06-06T11:16:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:26 smithi179 bash[54149]: audit 2024-06-06T11:16:26.046931+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:26 smithi179 bash[54149]: audit 2024-06-06T11:16:26.048405+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T11:16:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:26 smithi179 bash[54149]: audit 2024-06-06T11:16:26.049485+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:27.644 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:27 smithi132 bash[71843]: cephadm 2024-06-06T11:16:26.037447+0000 mgr.y (mgr.25375) 245 : cephadm [INF] Upgrade: Updating osd.2 2024-06-06T11:16:27.645 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:27 smithi132 bash[71843]: cephadm 2024-06-06T11:16:26.052901+0000 mgr.y (mgr.25375) 246 : cephadm [INF] Deploying daemon osd.2 on smithi132 2024-06-06T11:16:27.645 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:27 smithi132 bash[71843]: cluster 2024-06-06T11:16:26.478252+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2024-06-06T11:16:27.645 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:27 smithi132 bash[71843]: audit 2024-06-06T11:16:27.279525+0000 mon.a (mon.0) 697 : audit [DBG] from='client.? 172.21.15.132:0/3959421663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:27.645 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:27 smithi132 bash[74574]: cephadm 2024-06-06T11:16:26.037447+0000 mgr.y (mgr.25375) 245 : cephadm [INF] Upgrade: Updating osd.2 2024-06-06T11:16:27.645 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:27 smithi132 bash[74574]: cephadm 2024-06-06T11:16:26.052901+0000 mgr.y (mgr.25375) 246 : cephadm [INF] Deploying daemon osd.2 on smithi132 2024-06-06T11:16:27.645 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:27 smithi132 bash[74574]: cluster 2024-06-06T11:16:26.478252+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2024-06-06T11:16:27.645 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:27 smithi132 bash[74574]: audit 2024-06-06T11:16:27.279525+0000 mon.a (mon.0) 697 : audit [DBG] from='client.? 172.21.15.132:0/3959421663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:27.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:27 smithi179 bash[54149]: cephadm 2024-06-06T11:16:26.037447+0000 mgr.y (mgr.25375) 245 : cephadm [INF] Upgrade: Updating osd.2 2024-06-06T11:16:27.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:27 smithi179 bash[54149]: cephadm 2024-06-06T11:16:26.052901+0000 mgr.y (mgr.25375) 246 : cephadm [INF] Deploying daemon osd.2 on smithi132 2024-06-06T11:16:27.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:27 smithi179 bash[54149]: cluster 2024-06-06T11:16:26.478252+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2024-06-06T11:16:27.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:27 smithi179 bash[54149]: audit 2024-06-06T11:16:27.279525+0000 mon.a (mon.0) 697 : audit [DBG] from='client.? 172.21.15.132:0/3959421663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:28 smithi132 bash[71843]: cluster 2024-06-06T11:16:27.380314+0000 mgr.y (mgr.25375) 247 : cluster [DBG] pgmap v449: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 910 KiB/s rd, 139 KiB/s wr, 1.22k op/s 2024-06-06T11:16:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:28 smithi132 bash[71843]: cluster 2024-06-06T11:16:27.490621+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2024-06-06T11:16:28.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:28 smithi132 bash[74574]: cluster 2024-06-06T11:16:27.380314+0000 mgr.y (mgr.25375) 247 : cluster [DBG] pgmap v449: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 910 KiB/s rd, 139 KiB/s wr, 1.22k op/s 2024-06-06T11:16:28.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:28 smithi132 bash[74574]: cluster 2024-06-06T11:16:27.490621+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2024-06-06T11:16:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:28 smithi179 bash[54149]: cluster 2024-06-06T11:16:27.380314+0000 mgr.y (mgr.25375) 247 : cluster [DBG] pgmap v449: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 910 KiB/s rd, 139 KiB/s wr, 1.22k op/s 2024-06-06T11:16:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:28 smithi179 bash[54149]: cluster 2024-06-06T11:16:27.490621+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2024-06-06T11:16:29.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:29 smithi132 bash[71843]: cluster 2024-06-06T11:16:28.490904+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2024-06-06T11:16:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:29 smithi132 bash[71843]: audit 2024-06-06T11:16:28.525327+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:29 smithi132 bash[74574]: cluster 2024-06-06T11:16:28.490904+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2024-06-06T11:16:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:29 smithi132 bash[74574]: audit 2024-06-06T11:16:28.525327+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:29 smithi179 bash[54149]: cluster 2024-06-06T11:16:28.490904+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2024-06-06T11:16:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:29 smithi179 bash[54149]: audit 2024-06-06T11:16:28.525327+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:30.782 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:30 smithi132 systemd[1]: Stopping Ceph osd.2 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:16:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:30 smithi132 bash[71843]: cluster 2024-06-06T11:16:29.381553+0000 mgr.y (mgr.25375) 248 : cluster [DBG] pgmap v452: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 7.7 KiB/s wr, 103 op/s 2024-06-06T11:16:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:30 smithi132 bash[71843]: cluster 2024-06-06T11:16:29.512210+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-06-06T11:16:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:30 smithi132 bash[71843]: audit 2024-06-06T11:16:29.664782+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.132:0/2372624775' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:30 smithi132 bash[71843]: cluster 2024-06-06T11:16:30.052785+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-06-06T11:16:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:30 smithi132 bash[74574]: cluster 2024-06-06T11:16:29.381553+0000 mgr.y (mgr.25375) 248 : cluster [DBG] pgmap v452: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 7.7 KiB/s wr, 103 op/s 2024-06-06T11:16:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:30 smithi132 bash[74574]: cluster 2024-06-06T11:16:29.512210+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-06-06T11:16:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:30 smithi132 bash[74574]: audit 2024-06-06T11:16:29.664782+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.132:0/2372624775' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:30 smithi132 bash[74574]: cluster 2024-06-06T11:16:30.052785+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-06-06T11:16:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:30 smithi179 bash[54149]: cluster 2024-06-06T11:16:29.381553+0000 mgr.y (mgr.25375) 248 : cluster [DBG] pgmap v452: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 7.7 KiB/s wr, 103 op/s 2024-06-06T11:16:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:30 smithi179 bash[54149]: cluster 2024-06-06T11:16:29.512210+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-06-06T11:16:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:30 smithi179 bash[54149]: audit 2024-06-06T11:16:29.664782+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.132:0/2372624775' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:30 smithi179 bash[54149]: cluster 2024-06-06T11:16:30.052785+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-06-06T11:16:31.160 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:31 smithi132 bash[71843]: debug 2024-06-06T11:16:31.044+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:31.160 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:30 smithi132 bash[38031]: debug 2024-06-06T11:16:30.816+0000 7f79de288700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:16:31.160 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:30 smithi132 bash[38031]: debug 2024-06-06T11:16:30.816+0000 7f79de288700 -1 osd.2 520 *** Got signal Terminated *** 2024-06-06T11:16:31.160 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:30 smithi132 bash[38031]: debug 2024-06-06T11:16:30.816+0000 7f79de288700 -1 osd.2 520 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:16:31.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:31 smithi132 bash[71843]: cluster 2024-06-06T11:16:30.820947+0000 mon.a (mon.0) 703 : cluster [INF] osd.2 marked itself down and dead 2024-06-06T11:16:31.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:31 smithi132 bash[71843]: cluster 2024-06-06T11:16:31.047664+0000 mon.a (mon.0) 704 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:16:31.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:31 smithi132 bash[71843]: cluster 2024-06-06T11:16:31.047708+0000 mon.a (mon.0) 705 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:31.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:31 smithi132 bash[71843]: cluster 2024-06-06T11:16:31.055543+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e521: 8 total, 7 up, 8 in 2024-06-06T11:16:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:31 smithi132 bash[74574]: cluster 2024-06-06T11:16:30.820947+0000 mon.a (mon.0) 703 : cluster [INF] osd.2 marked itself down and dead 2024-06-06T11:16:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:31 smithi132 bash[74574]: cluster 2024-06-06T11:16:31.047664+0000 mon.a (mon.0) 704 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:16:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:31 smithi132 bash[74574]: cluster 2024-06-06T11:16:31.047708+0000 mon.a (mon.0) 705 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:31 smithi132 bash[74574]: cluster 2024-06-06T11:16:31.055543+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e521: 8 total, 7 up, 8 in 2024-06-06T11:16:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:31 smithi179 bash[54149]: cluster 2024-06-06T11:16:30.820947+0000 mon.a (mon.0) 703 : cluster [INF] osd.2 marked itself down and dead 2024-06-06T11:16:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:31 smithi179 bash[54149]: cluster 2024-06-06T11:16:31.047664+0000 mon.a (mon.0) 704 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:16:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:31 smithi179 bash[54149]: cluster 2024-06-06T11:16:31.047708+0000 mon.a (mon.0) 705 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:31.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:31 smithi179 bash[54149]: cluster 2024-06-06T11:16:31.055543+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e521: 8 total, 7 up, 8 in 2024-06-06T11:16:32.281 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:31 smithi132 bash[88050]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-2 2024-06-06T11:16:32.282 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:32 smithi132 bash[88139]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-2 2024-06-06T11:16:32.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:32 smithi132 bash[71843]: cluster 2024-06-06T11:16:31.382269+0000 mgr.y (mgr.25375) 249 : cluster [DBG] pgmap v456: 105 pgs: 5 stale+active+clean, 100 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-06-06T11:16:32.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:32 smithi132 bash[71843]: audit 2024-06-06T11:16:32.032293+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.132:0/3056849824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:32.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:32 smithi132 bash[71843]: cluster 2024-06-06T11:16:32.060667+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e522: 8 total, 7 up, 8 in 2024-06-06T11:16:32.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:32 smithi132 bash[74574]: cluster 2024-06-06T11:16:31.382269+0000 mgr.y (mgr.25375) 249 : cluster [DBG] pgmap v456: 105 pgs: 5 stale+active+clean, 100 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-06-06T11:16:32.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:32 smithi132 bash[74574]: audit 2024-06-06T11:16:32.032293+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.132:0/3056849824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:32.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:32 smithi132 bash[74574]: cluster 2024-06-06T11:16:32.060667+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e522: 8 total, 7 up, 8 in 2024-06-06T11:16:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:32 smithi179 bash[54149]: cluster 2024-06-06T11:16:31.382269+0000 mgr.y (mgr.25375) 249 : cluster [DBG] pgmap v456: 105 pgs: 5 stale+active+clean, 100 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 46 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-06-06T11:16:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:32 smithi179 bash[54149]: audit 2024-06-06T11:16:32.032293+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.132:0/3056849824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:32 smithi179 bash[54149]: cluster 2024-06-06T11:16:32.060667+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e522: 8 total, 7 up, 8 in 2024-06-06T11:16:34.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:16:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:16:33] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.33.4" 2024-06-06T11:16:34.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:34 smithi132 bash[71843]: cluster 2024-06-06T11:16:33.063982+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e523: 8 total, 7 up, 8 in 2024-06-06T11:16:34.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:34 smithi132 bash[71843]: cluster 2024-06-06T11:16:33.383171+0000 mgr.y (mgr.25375) 250 : cluster [DBG] pgmap v459: 105 pgs: 4 active+undersized, 4 peering, 3 stale+active+clean, 2 active+undersized+degraded, 92 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s rd, 5.9 KiB/s wr, 110 op/s; 4/324 objects degraded (1.235%) 2024-06-06T11:16:34.282 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:34 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.2.service: Succeeded. 2024-06-06T11:16:34.282 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:34 smithi132 systemd[1]: Stopped Ceph osd.2 for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:16:34.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:34 smithi132 bash[74574]: cluster 2024-06-06T11:16:33.063982+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e523: 8 total, 7 up, 8 in 2024-06-06T11:16:34.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:34 smithi132 bash[74574]: cluster 2024-06-06T11:16:33.383171+0000 mgr.y (mgr.25375) 250 : cluster [DBG] pgmap v459: 105 pgs: 4 active+undersized, 4 peering, 3 stale+active+clean, 2 active+undersized+degraded, 92 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s rd, 5.9 KiB/s wr, 110 op/s; 4/324 objects degraded (1.235%) 2024-06-06T11:16:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:34 smithi179 bash[54149]: cluster 2024-06-06T11:16:33.063982+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e523: 8 total, 7 up, 8 in 2024-06-06T11:16:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:34 smithi179 bash[54149]: cluster 2024-06-06T11:16:33.383171+0000 mgr.y (mgr.25375) 250 : cluster [DBG] pgmap v459: 105 pgs: 4 active+undersized, 4 peering, 3 stale+active+clean, 2 active+undersized+degraded, 92 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s rd, 5.9 KiB/s wr, 110 op/s; 4/324 objects degraded (1.235%) 2024-06-06T11:16:34.781 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:34 smithi132 systemd[1]: Started Ceph osd.2 for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:16:35.447 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[71843]: cluster 2024-06-06T11:16:34.060292+0000 mon.a (mon.0) 710 : cluster [WRN] Health check failed: Degraded data redundancy: 4/324 objects degraded (1.235%), 2 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:35.447 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[71843]: cluster 2024-06-06T11:16:34.073777+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e524: 8 total, 7 up, 8 in 2024-06-06T11:16:35.447 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[71843]: audit 2024-06-06T11:16:34.422364+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:35.447 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[71843]: audit 2024-06-06T11:16:34.428897+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:35.447 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[71843]: audit 2024-06-06T11:16:34.429043+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.132:0/3442510117' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:35.447 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[71843]: audit 2024-06-06T11:16:34.430141+0000 mon.a (mon.0) 714 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:35.447 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[74574]: cluster 2024-06-06T11:16:34.060292+0000 mon.a (mon.0) 710 : cluster [WRN] Health check failed: Degraded data redundancy: 4/324 objects degraded (1.235%), 2 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:35.447 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[74574]: cluster 2024-06-06T11:16:34.073777+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e524: 8 total, 7 up, 8 in 2024-06-06T11:16:35.448 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[74574]: audit 2024-06-06T11:16:34.422364+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:35.448 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[74574]: audit 2024-06-06T11:16:34.428897+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:35.448 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[74574]: audit 2024-06-06T11:16:34.429043+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.132:0/3442510117' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:35.448 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:35 smithi132 bash[74574]: audit 2024-06-06T11:16:34.430141+0000 mon.a (mon.0) 714 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:35 smithi179 bash[54149]: cluster 2024-06-06T11:16:34.060292+0000 mon.a (mon.0) 710 : cluster [WRN] Health check failed: Degraded data redundancy: 4/324 objects degraded (1.235%), 2 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:35 smithi179 bash[54149]: cluster 2024-06-06T11:16:34.073777+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e524: 8 total, 7 up, 8 in 2024-06-06T11:16:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:35 smithi179 bash[54149]: audit 2024-06-06T11:16:34.422364+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:35 smithi179 bash[54149]: audit 2024-06-06T11:16:34.428897+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:35 smithi179 bash[54149]: audit 2024-06-06T11:16:34.429043+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.132:0/3442510117' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:35.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:35 smithi179 bash[54149]: audit 2024-06-06T11:16:34.430141+0000 mon.a (mon.0) 714 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:36.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:36 smithi132 bash[71843]: cluster 2024-06-06T11:16:35.081105+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e525: 8 total, 7 up, 8 in 2024-06-06T11:16:36.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:36 smithi132 bash[71843]: cluster 2024-06-06T11:16:35.384064+0000 mgr.y (mgr.25375) 251 : cluster [DBG] pgmap v462: 105 pgs: 17 active+undersized, 4 peering, 13 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 113 op/s; 36/324 objects degraded (11.111%) 2024-06-06T11:16:36.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:36 smithi132 bash[74574]: cluster 2024-06-06T11:16:35.081105+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e525: 8 total, 7 up, 8 in 2024-06-06T11:16:36.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:36 smithi132 bash[74574]: cluster 2024-06-06T11:16:35.384064+0000 mgr.y (mgr.25375) 251 : cluster [DBG] pgmap v462: 105 pgs: 17 active+undersized, 4 peering, 13 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 113 op/s; 36/324 objects degraded (11.111%) 2024-06-06T11:16:36.282 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:36 smithi132 bash[88322]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-06-06T11:16:36.282 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:36 smithi132 bash[88322]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-06-06T11:16:36.282 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:36 smithi132 bash[88322]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-06-06T11:16:36.282 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:36 smithi132 bash[88322]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-06-06T11:16:36.283 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:36 smithi132 bash[88322]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-06-06T11:16:36.283 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:36 smithi132 bash[88322]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-06-06T11:16:36.283 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:36 smithi132 bash[88322]: --> ceph-volume raw activate successful for osd ID: 2 2024-06-06T11:16:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:36 smithi179 bash[54149]: cluster 2024-06-06T11:16:35.081105+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e525: 8 total, 7 up, 8 in 2024-06-06T11:16:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:36 smithi179 bash[54149]: cluster 2024-06-06T11:16:35.384064+0000 mgr.y (mgr.25375) 251 : cluster [DBG] pgmap v462: 105 pgs: 17 active+undersized, 4 peering, 13 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 113 op/s; 36/324 objects degraded (11.111%) 2024-06-06T11:16:37.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:37 smithi132 bash[74574]: cluster 2024-06-06T11:16:36.090209+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e526: 8 total, 7 up, 8 in 2024-06-06T11:16:37.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:37 smithi132 bash[74574]: audit 2024-06-06T11:16:36.797340+0000 mon.a (mon.0) 717 : audit [DBG] from='client.? 172.21.15.132:0/3517305780' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:37.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:37 smithi132 bash[71843]: cluster 2024-06-06T11:16:36.090209+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e526: 8 total, 7 up, 8 in 2024-06-06T11:16:37.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:37 smithi132 bash[71843]: audit 2024-06-06T11:16:36.797340+0000 mon.a (mon.0) 717 : audit [DBG] from='client.? 172.21.15.132:0/3517305780' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:37 smithi179 bash[54149]: cluster 2024-06-06T11:16:36.090209+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e526: 8 total, 7 up, 8 in 2024-06-06T11:16:37.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:37 smithi179 bash[54149]: audit 2024-06-06T11:16:36.797340+0000 mon.a (mon.0) 717 : audit [DBG] from='client.? 172.21.15.132:0/3517305780' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:38.031 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:37 smithi132 bash[88654]: debug 2024-06-06T11:16:37.776+0000 7f4628b2a640 1 -- 172.21.15.132:0/1642692311 <== mon.0 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5640979c91e0 con 0x564097989800 2024-06-06T11:16:38.250 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.Snapshot (15797 ms) 2024-06-06T11:16:38.253 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-06-06T11:16:38.532 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:38 smithi132 bash[88654]: debug 2024-06-06T11:16:38.332+0000 7f462b390640 -1 Falling back to public interface 2024-06-06T11:16:38.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:38 smithi132 bash[71843]: cluster 2024-06-06T11:16:37.104486+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e527: 8 total, 7 up, 8 in 2024-06-06T11:16:38.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:38 smithi132 bash[71843]: cluster 2024-06-06T11:16:37.385061+0000 mgr.y (mgr.25375) 252 : cluster [DBG] pgmap v465: 105 pgs: 18 active+undersized, 16 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s; 46/321 objects degraded (14.330%) 2024-06-06T11:16:38.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:38 smithi132 bash[74574]: cluster 2024-06-06T11:16:37.104486+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e527: 8 total, 7 up, 8 in 2024-06-06T11:16:38.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:38 smithi132 bash[74574]: cluster 2024-06-06T11:16:37.385061+0000 mgr.y (mgr.25375) 252 : cluster [DBG] pgmap v465: 105 pgs: 18 active+undersized, 16 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s; 46/321 objects degraded (14.330%) 2024-06-06T11:16:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:38 smithi179 bash[54149]: cluster 2024-06-06T11:16:37.104486+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e527: 8 total, 7 up, 8 in 2024-06-06T11:16:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:38 smithi179 bash[54149]: cluster 2024-06-06T11:16:37.385061+0000 mgr.y (mgr.25375) 252 : cluster [DBG] pgmap v465: 105 pgs: 18 active+undersized, 16 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s; 46/321 objects degraded (14.330%) 2024-06-06T11:16:39.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[74574]: cluster 2024-06-06T11:16:38.114770+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e528: 8 total, 7 up, 8 in 2024-06-06T11:16:39.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[74574]: audit 2024-06-06T11:16:38.235065+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/e03c18bd-3b18-40a6-ba56-cd92259e9474"}]: dispatch 2024-06-06T11:16:39.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[74574]: audit 2024-06-06T11:16:38.235683+0000 mon.a (mon.0) 720 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/e03c18bd-3b18-40a6-ba56-cd92259e9474"}]: dispatch 2024-06-06T11:16:39.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[74574]: audit 2024-06-06T11:16:38.241745+0000 mon.a (mon.0) 721 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/e03c18bd-3b18-40a6-ba56-cd92259e9474"}]': finished 2024-06-06T11:16:39.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[74574]: audit 2024-06-06T11:16:38.346529+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:39.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[74574]: audit 2024-06-06T11:16:38.349202+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:39.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[71843]: cluster 2024-06-06T11:16:38.114770+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e528: 8 total, 7 up, 8 in 2024-06-06T11:16:39.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[71843]: audit 2024-06-06T11:16:38.235065+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/e03c18bd-3b18-40a6-ba56-cd92259e9474"}]: dispatch 2024-06-06T11:16:39.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[71843]: audit 2024-06-06T11:16:38.235683+0000 mon.a (mon.0) 720 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/e03c18bd-3b18-40a6-ba56-cd92259e9474"}]: dispatch 2024-06-06T11:16:39.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[71843]: audit 2024-06-06T11:16:38.241745+0000 mon.a (mon.0) 721 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/e03c18bd-3b18-40a6-ba56-cd92259e9474"}]': finished 2024-06-06T11:16:39.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[71843]: audit 2024-06-06T11:16:38.346529+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:39.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:39 smithi132 bash[71843]: audit 2024-06-06T11:16:38.349202+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:39.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:39 smithi179 bash[54149]: cluster 2024-06-06T11:16:38.114770+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e528: 8 total, 7 up, 8 in 2024-06-06T11:16:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:39 smithi179 bash[54149]: audit 2024-06-06T11:16:38.235065+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/e03c18bd-3b18-40a6-ba56-cd92259e9474"}]: dispatch 2024-06-06T11:16:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:39 smithi179 bash[54149]: audit 2024-06-06T11:16:38.235683+0000 mon.a (mon.0) 720 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/e03c18bd-3b18-40a6-ba56-cd92259e9474"}]: dispatch 2024-06-06T11:16:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:39 smithi179 bash[54149]: audit 2024-06-06T11:16:38.241745+0000 mon.a (mon.0) 721 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/e03c18bd-3b18-40a6-ba56-cd92259e9474"}]': finished 2024-06-06T11:16:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:39 smithi179 bash[54149]: audit 2024-06-06T11:16:38.346529+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:39 smithi179 bash[54149]: audit 2024-06-06T11:16:38.349202+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:40.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:40 smithi132 bash[74574]: audit 2024-06-06T11:16:39.172380+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.132:0/2930295864' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:40.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:40 smithi132 bash[74574]: cluster 2024-06-06T11:16:39.245520+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e529: 8 total, 7 up, 8 in 2024-06-06T11:16:40.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:40 smithi132 bash[74574]: cluster 2024-06-06T11:16:39.385849+0000 mgr.y (mgr.25375) 253 : cluster [DBG] pgmap v468: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 104 op/s; 43/303 objects degraded (14.191%) 2024-06-06T11:16:40.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:40 smithi132 bash[74574]: cluster 2024-06-06T11:16:40.046844+0000 mon.a (mon.0) 725 : cluster [WRN] Health check update: Degraded data redundancy: 46/321 objects degraded (14.330%), 16 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:40 smithi132 bash[71843]: audit 2024-06-06T11:16:39.172380+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.132:0/2930295864' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:40 smithi132 bash[71843]: cluster 2024-06-06T11:16:39.245520+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e529: 8 total, 7 up, 8 in 2024-06-06T11:16:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:40 smithi132 bash[71843]: cluster 2024-06-06T11:16:39.385849+0000 mgr.y (mgr.25375) 253 : cluster [DBG] pgmap v468: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 104 op/s; 43/303 objects degraded (14.191%) 2024-06-06T11:16:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:40 smithi132 bash[71843]: cluster 2024-06-06T11:16:40.046844+0000 mon.a (mon.0) 725 : cluster [WRN] Health check update: Degraded data redundancy: 46/321 objects degraded (14.330%), 16 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:40 smithi179 bash[54149]: audit 2024-06-06T11:16:39.172380+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.132:0/2930295864' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:40 smithi179 bash[54149]: cluster 2024-06-06T11:16:39.245520+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e529: 8 total, 7 up, 8 in 2024-06-06T11:16:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:40 smithi179 bash[54149]: cluster 2024-06-06T11:16:39.385849+0000 mgr.y (mgr.25375) 253 : cluster [DBG] pgmap v468: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 104 op/s; 43/303 objects degraded (14.191%) 2024-06-06T11:16:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:40 smithi179 bash[54149]: cluster 2024-06-06T11:16:40.046844+0000 mon.a (mon.0) 725 : cluster [WRN] Health check update: Degraded data redundancy: 46/321 objects degraded (14.330%), 16 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:41.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[74574]: cluster 2024-06-06T11:16:40.253431+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e530: 8 total, 7 up, 8 in 2024-06-06T11:16:41.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[74574]: audit 2024-06-06T11:16:40.381010+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[74574]: audit 2024-06-06T11:16:40.390890+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[74574]: audit 2024-06-06T11:16:40.441791+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[74574]: audit 2024-06-06T11:16:40.450528+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[74574]: audit 2024-06-06T11:16:41.204724+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[74574]: audit 2024-06-06T11:16:41.211205+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[71843]: cluster 2024-06-06T11:16:40.253431+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e530: 8 total, 7 up, 8 in 2024-06-06T11:16:41.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[71843]: audit 2024-06-06T11:16:40.381010+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[71843]: audit 2024-06-06T11:16:40.390890+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[71843]: audit 2024-06-06T11:16:40.441791+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[71843]: audit 2024-06-06T11:16:40.450528+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[71843]: audit 2024-06-06T11:16:41.204724+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:41 smithi132 bash[71843]: audit 2024-06-06T11:16:41.211205+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:41 smithi179 bash[54149]: cluster 2024-06-06T11:16:40.253431+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e530: 8 total, 7 up, 8 in 2024-06-06T11:16:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:41 smithi179 bash[54149]: audit 2024-06-06T11:16:40.381010+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:41 smithi179 bash[54149]: audit 2024-06-06T11:16:40.390890+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:41 smithi179 bash[54149]: audit 2024-06-06T11:16:40.441791+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:41 smithi179 bash[54149]: audit 2024-06-06T11:16:40.450528+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:41 smithi179 bash[54149]: audit 2024-06-06T11:16:41.204724+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:41 smithi179 bash[54149]: audit 2024-06-06T11:16:41.211205+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:42.408 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4158 ms) 2024-06-06T11:16:42.408 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-06-06T11:16:42.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:42 smithi132 bash[71843]: cluster 2024-06-06T11:16:41.255204+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e531: 8 total, 7 up, 8 in 2024-06-06T11:16:42.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:42 smithi132 bash[71843]: cluster 2024-06-06T11:16:41.386449+0000 mgr.y (mgr.25375) 254 : cluster [DBG] pgmap v471: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 7.0 KiB/s wr, 102 op/s; 43/303 objects degraded (14.191%) 2024-06-06T11:16:42.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:42 smithi132 bash[71843]: audit 2024-06-06T11:16:41.545106+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.132:0/518590910' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:42.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:42 smithi132 bash[74574]: cluster 2024-06-06T11:16:41.255204+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e531: 8 total, 7 up, 8 in 2024-06-06T11:16:42.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:42 smithi132 bash[74574]: cluster 2024-06-06T11:16:41.386449+0000 mgr.y (mgr.25375) 254 : cluster [DBG] pgmap v471: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 7.0 KiB/s wr, 102 op/s; 43/303 objects degraded (14.191%) 2024-06-06T11:16:42.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:42 smithi132 bash[74574]: audit 2024-06-06T11:16:41.545106+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.132:0/518590910' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:42 smithi179 bash[54149]: cluster 2024-06-06T11:16:41.255204+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e531: 8 total, 7 up, 8 in 2024-06-06T11:16:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:42 smithi179 bash[54149]: cluster 2024-06-06T11:16:41.386449+0000 mgr.y (mgr.25375) 254 : cluster [DBG] pgmap v471: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 7.0 KiB/s wr, 102 op/s; 43/303 objects degraded (14.191%) 2024-06-06T11:16:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:42 smithi179 bash[54149]: audit 2024-06-06T11:16:41.545106+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.132:0/518590910' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:43.268 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:42 smithi132 bash[88654]: debug 2024-06-06T11:16:42.964+0000 7f462b390640 -1 osd.2 0 read_superblock omap replica is missing. 2024-06-06T11:16:43.268 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[88654]: debug 2024-06-06T11:16:43.004+0000 7f462b390640 -1 osd.2 520 log_to_monitors true 2024-06-06T11:16:43.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[71843]: cluster 2024-06-06T11:16:42.274352+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e532: 8 total, 7 up, 8 in 2024-06-06T11:16:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[71843]: audit 2024-06-06T11:16:42.395947+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/eadfd657-324a-4ab9-815e-ff1d5a24d95c"}]: dispatch 2024-06-06T11:16:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[71843]: audit 2024-06-06T11:16:42.396527+0000 mon.a (mon.0) 735 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/eadfd657-324a-4ab9-815e-ff1d5a24d95c"}]: dispatch 2024-06-06T11:16:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[71843]: audit 2024-06-06T11:16:42.400969+0000 mon.a (mon.0) 736 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/eadfd657-324a-4ab9-815e-ff1d5a24d95c"}]': finished 2024-06-06T11:16:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[71843]: audit 2024-06-06T11:16:43.013777+0000 mon.a (mon.0) 737 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T11:16:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[74574]: cluster 2024-06-06T11:16:42.274352+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e532: 8 total, 7 up, 8 in 2024-06-06T11:16:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[74574]: audit 2024-06-06T11:16:42.395947+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/eadfd657-324a-4ab9-815e-ff1d5a24d95c"}]: dispatch 2024-06-06T11:16:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[74574]: audit 2024-06-06T11:16:42.396527+0000 mon.a (mon.0) 735 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/eadfd657-324a-4ab9-815e-ff1d5a24d95c"}]: dispatch 2024-06-06T11:16:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[74574]: audit 2024-06-06T11:16:42.400969+0000 mon.a (mon.0) 736 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/eadfd657-324a-4ab9-815e-ff1d5a24d95c"}]': finished 2024-06-06T11:16:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[74574]: audit 2024-06-06T11:16:43.013777+0000 mon.a (mon.0) 737 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T11:16:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:43 smithi179 bash[54149]: cluster 2024-06-06T11:16:42.274352+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e532: 8 total, 7 up, 8 in 2024-06-06T11:16:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:43 smithi179 bash[54149]: audit 2024-06-06T11:16:42.395947+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/eadfd657-324a-4ab9-815e-ff1d5a24d95c"}]: dispatch 2024-06-06T11:16:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:43 smithi179 bash[54149]: audit 2024-06-06T11:16:42.396527+0000 mon.a (mon.0) 735 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/eadfd657-324a-4ab9-815e-ff1d5a24d95c"}]: dispatch 2024-06-06T11:16:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:43 smithi179 bash[54149]: audit 2024-06-06T11:16:42.400969+0000 mon.a (mon.0) 736 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/eadfd657-324a-4ab9-815e-ff1d5a24d95c"}]': finished 2024-06-06T11:16:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:43 smithi179 bash[54149]: audit 2024-06-06T11:16:43.013777+0000 mon.a (mon.0) 737 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T11:16:44.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:16:43] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.33.4" 2024-06-06T11:16:44.282 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:16:43 smithi132 bash[88654]: debug 2024-06-06T11:16:43.904+0000 7f461f132640 -1 osd.2 520 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T11:16:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[71843]: debug 2024-06-06T11:16:44.412+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[71843]: cluster 2024-06-06T11:16:43.387399+0000 mgr.y (mgr.25375) 255 : cluster [DBG] pgmap v473: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 741 B/s wr, 19 op/s; 43/300 objects degraded (14.333%) 2024-06-06T11:16:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[71843]: audit 2024-06-06T11:16:43.406076+0000 mon.a (mon.0) 738 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T11:16:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[71843]: cluster 2024-06-06T11:16:43.406246+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e533: 8 total, 7 up, 8 in 2024-06-06T11:16:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[71843]: audit 2024-06-06T11:16:43.407243+0000 mon.a (mon.0) 740 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:16:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[71843]: audit 2024-06-06T11:16:43.885918+0000 mon.a (mon.0) 741 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' 2024-06-06T11:16:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[71843]: audit 2024-06-06T11:16:43.918243+0000 mon.a (mon.0) 742 : audit [DBG] from='client.? 172.21.15.132:0/1484873003' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:44.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[74574]: cluster 2024-06-06T11:16:43.387399+0000 mgr.y (mgr.25375) 255 : cluster [DBG] pgmap v473: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 741 B/s wr, 19 op/s; 43/300 objects degraded (14.333%) 2024-06-06T11:16:44.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[74574]: audit 2024-06-06T11:16:43.406076+0000 mon.a (mon.0) 738 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T11:16:44.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[74574]: cluster 2024-06-06T11:16:43.406246+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e533: 8 total, 7 up, 8 in 2024-06-06T11:16:44.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[74574]: audit 2024-06-06T11:16:43.407243+0000 mon.a (mon.0) 740 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:16:44.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[74574]: audit 2024-06-06T11:16:43.885918+0000 mon.a (mon.0) 741 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' 2024-06-06T11:16:44.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:44 smithi132 bash[74574]: audit 2024-06-06T11:16:43.918243+0000 mon.a (mon.0) 742 : audit [DBG] from='client.? 172.21.15.132:0/1484873003' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:44.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:44 smithi179 bash[54149]: cluster 2024-06-06T11:16:43.387399+0000 mgr.y (mgr.25375) 255 : cluster [DBG] pgmap v473: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 741 B/s wr, 19 op/s; 43/300 objects degraded (14.333%) 2024-06-06T11:16:44.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:44 smithi179 bash[54149]: audit 2024-06-06T11:16:43.406076+0000 mon.a (mon.0) 738 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T11:16:44.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:44 smithi179 bash[54149]: cluster 2024-06-06T11:16:43.406246+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e533: 8 total, 7 up, 8 in 2024-06-06T11:16:44.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:44 smithi179 bash[54149]: audit 2024-06-06T11:16:43.407243+0000 mon.a (mon.0) 740 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:16:44.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:44 smithi179 bash[54149]: audit 2024-06-06T11:16:43.885918+0000 mon.a (mon.0) 741 : audit [INF] from='osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441]' entity='osd.2' 2024-06-06T11:16:44.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:44 smithi179 bash[54149]: audit 2024-06-06T11:16:43.918243+0000 mon.a (mon.0) 742 : audit [DBG] from='client.? 172.21.15.132:0/1484873003' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[71843]: cluster 2024-06-06T11:16:44.414462+0000 mon.a (mon.0) 743 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[71843]: cluster 2024-06-06T11:16:44.414496+0000 mon.a (mon.0) 744 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:16:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[71843]: cluster 2024-06-06T11:16:44.429784+0000 mon.a (mon.0) 745 : cluster [INF] osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441] boot 2024-06-06T11:16:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[71843]: cluster 2024-06-06T11:16:44.429846+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2024-06-06T11:16:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[71843]: audit 2024-06-06T11:16:44.430006+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:16:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[71843]: cluster 2024-06-06T11:16:45.047946+0000 mon.a (mon.0) 748 : cluster [WRN] Health check update: Degraded data redundancy: 43/300 objects degraded (14.333%), 15 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:45.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[74574]: cluster 2024-06-06T11:16:44.414462+0000 mon.a (mon.0) 743 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:45.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[74574]: cluster 2024-06-06T11:16:44.414496+0000 mon.a (mon.0) 744 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:16:45.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[74574]: cluster 2024-06-06T11:16:44.429784+0000 mon.a (mon.0) 745 : cluster [INF] osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441] boot 2024-06-06T11:16:45.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[74574]: cluster 2024-06-06T11:16:44.429846+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2024-06-06T11:16:45.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[74574]: audit 2024-06-06T11:16:44.430006+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:16:45.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:45 smithi132 bash[74574]: cluster 2024-06-06T11:16:45.047946+0000 mon.a (mon.0) 748 : cluster [WRN] Health check update: Degraded data redundancy: 43/300 objects degraded (14.333%), 15 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:45.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:45 smithi179 bash[54149]: cluster 2024-06-06T11:16:44.414462+0000 mon.a (mon.0) 743 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:45.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:45 smithi179 bash[54149]: cluster 2024-06-06T11:16:44.414496+0000 mon.a (mon.0) 744 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:16:45.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:45 smithi179 bash[54149]: cluster 2024-06-06T11:16:44.429784+0000 mon.a (mon.0) 745 : cluster [INF] osd.2 [v2:172.21.15.132:6818/3503021441,v1:172.21.15.132:6819/3503021441] boot 2024-06-06T11:16:45.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:45 smithi179 bash[54149]: cluster 2024-06-06T11:16:44.429846+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2024-06-06T11:16:45.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:45 smithi179 bash[54149]: audit 2024-06-06T11:16:44.430006+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T11:16:45.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:45 smithi179 bash[54149]: cluster 2024-06-06T11:16:45.047946+0000 mon.a (mon.0) 748 : cluster [WRN] Health check update: Degraded data redundancy: 43/300 objects degraded (14.333%), 15 pgs degraded (PG_DEGRADED) 2024-06-06T11:16:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:46 smithi132 bash[71843]: cluster 2024-06-06T11:16:45.388281+0000 mgr.y (mgr.25375) 256 : cluster [DBG] pgmap v476: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 83 KiB/s rd, 9.9 KiB/s wr, 117 op/s; 43/306 objects degraded (14.052%) 2024-06-06T11:16:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:46 smithi132 bash[71843]: cluster 2024-06-06T11:16:45.432981+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2024-06-06T11:16:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:46 smithi132 bash[71843]: audit 2024-06-06T11:16:46.287352+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.132:0/3861444542' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:46 smithi132 bash[74574]: cluster 2024-06-06T11:16:45.388281+0000 mgr.y (mgr.25375) 256 : cluster [DBG] pgmap v476: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 83 KiB/s rd, 9.9 KiB/s wr, 117 op/s; 43/306 objects degraded (14.052%) 2024-06-06T11:16:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:46 smithi132 bash[74574]: cluster 2024-06-06T11:16:45.432981+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2024-06-06T11:16:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:46 smithi132 bash[74574]: audit 2024-06-06T11:16:46.287352+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.132:0/3861444542' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:46 smithi179 bash[54149]: cluster 2024-06-06T11:16:45.388281+0000 mgr.y (mgr.25375) 256 : cluster [DBG] pgmap v476: 105 pgs: 19 active+undersized, 15 active+undersized+degraded, 71 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 83 KiB/s rd, 9.9 KiB/s wr, 117 op/s; 43/306 objects degraded (14.052%) 2024-06-06T11:16:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:46 smithi179 bash[54149]: cluster 2024-06-06T11:16:45.432981+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2024-06-06T11:16:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:46 smithi179 bash[54149]: audit 2024-06-06T11:16:46.287352+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.132:0/3861444542' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:47.699 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:47 smithi132 bash[71843]: cluster 2024-06-06T11:16:46.447337+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2024-06-06T11:16:47.699 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:47 smithi132 bash[74574]: cluster 2024-06-06T11:16:46.447337+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2024-06-06T11:16:47.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:47 smithi179 bash[54149]: cluster 2024-06-06T11:16:46.447337+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2024-06-06T11:16:48.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:48 smithi132 bash[71843]: cluster 2024-06-06T11:16:47.389129+0000 mgr.y (mgr.25375) 257 : cluster [DBG] pgmap v479: 105 pgs: 18 active+undersized, 13 active+undersized+degraded, 74 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 9.7 KiB/s wr, 104 op/s; 34/309 objects degraded (11.003%); 8 B/s, 0 objects/s recovering 2024-06-06T11:16:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:48 smithi132 bash[71843]: cluster 2024-06-06T11:16:47.458007+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2024-06-06T11:16:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:48 smithi132 bash[74574]: cluster 2024-06-06T11:16:47.389129+0000 mgr.y (mgr.25375) 257 : cluster [DBG] pgmap v479: 105 pgs: 18 active+undersized, 13 active+undersized+degraded, 74 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 9.7 KiB/s wr, 104 op/s; 34/309 objects degraded (11.003%); 8 B/s, 0 objects/s recovering 2024-06-06T11:16:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:48 smithi132 bash[74574]: cluster 2024-06-06T11:16:47.458007+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2024-06-06T11:16:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:48 smithi179 bash[54149]: cluster 2024-06-06T11:16:47.389129+0000 mgr.y (mgr.25375) 257 : cluster [DBG] pgmap v479: 105 pgs: 18 active+undersized, 13 active+undersized+degraded, 74 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 9.7 KiB/s wr, 104 op/s; 34/309 objects degraded (11.003%); 8 B/s, 0 objects/s recovering 2024-06-06T11:16:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:48 smithi179 bash[54149]: cluster 2024-06-06T11:16:47.458007+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2024-06-06T11:16:49.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:49 smithi132 bash[74574]: cluster 2024-06-06T11:16:48.468013+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2024-06-06T11:16:49.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:49 smithi132 bash[74574]: audit 2024-06-06T11:16:48.488454+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/13e65d1b-a4cd-4afc-87dc-809cb2968ff8"}]: dispatch 2024-06-06T11:16:49.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:49 smithi132 bash[74574]: audit 2024-06-06T11:16:48.488814+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/13e65d1b-a4cd-4afc-87dc-809cb2968ff8"}]: dispatch 2024-06-06T11:16:49.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:49 smithi132 bash[74574]: audit 2024-06-06T11:16:48.492266+0000 mon.a (mon.0) 754 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/13e65d1b-a4cd-4afc-87dc-809cb2968ff8"}]': finished 2024-06-06T11:16:49.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:49 smithi132 bash[74574]: audit 2024-06-06T11:16:48.662187+0000 mon.a (mon.0) 755 : audit [DBG] from='client.? 172.21.15.132:0/3157600996' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:49.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:49 smithi132 bash[71843]: cluster 2024-06-06T11:16:48.468013+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2024-06-06T11:16:49.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:49 smithi132 bash[71843]: audit 2024-06-06T11:16:48.488454+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/13e65d1b-a4cd-4afc-87dc-809cb2968ff8"}]: dispatch 2024-06-06T11:16:49.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:49 smithi132 bash[71843]: audit 2024-06-06T11:16:48.488814+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/13e65d1b-a4cd-4afc-87dc-809cb2968ff8"}]: dispatch 2024-06-06T11:16:49.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:49 smithi132 bash[71843]: audit 2024-06-06T11:16:48.492266+0000 mon.a (mon.0) 754 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/13e65d1b-a4cd-4afc-87dc-809cb2968ff8"}]': finished 2024-06-06T11:16:49.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:49 smithi132 bash[71843]: audit 2024-06-06T11:16:48.662187+0000 mon.a (mon.0) 755 : audit [DBG] from='client.? 172.21.15.132:0/3157600996' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:49 smithi179 bash[54149]: cluster 2024-06-06T11:16:48.468013+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2024-06-06T11:16:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:49 smithi179 bash[54149]: audit 2024-06-06T11:16:48.488454+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/13e65d1b-a4cd-4afc-87dc-809cb2968ff8"}]: dispatch 2024-06-06T11:16:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:49 smithi179 bash[54149]: audit 2024-06-06T11:16:48.488814+0000 mon.a (mon.0) 753 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/13e65d1b-a4cd-4afc-87dc-809cb2968ff8"}]: dispatch 2024-06-06T11:16:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:49 smithi179 bash[54149]: audit 2024-06-06T11:16:48.492266+0000 mon.a (mon.0) 754 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/13e65d1b-a4cd-4afc-87dc-809cb2968ff8"}]': finished 2024-06-06T11:16:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:49 smithi179 bash[54149]: audit 2024-06-06T11:16:48.662187+0000 mon.a (mon.0) 755 : audit [DBG] from='client.? 172.21.15.132:0/3157600996' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:50 smithi132 bash[71843]: cluster 2024-06-06T11:16:49.389987+0000 mgr.y (mgr.25375) 258 : cluster [DBG] pgmap v482: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 99 KiB/s rd, 6.5 KiB/s wr, 132 op/s; 12 B/s, 2 objects/s recovering 2024-06-06T11:16:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:50 smithi132 bash[71843]: cluster 2024-06-06T11:16:49.490165+0000 mon.a (mon.0) 756 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/309 objects degraded (11.003%), 13 pgs degraded) 2024-06-06T11:16:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:50 smithi132 bash[71843]: cluster 2024-06-06T11:16:49.501576+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2024-06-06T11:16:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:50 smithi132 bash[71843]: cluster 2024-06-06T11:16:50.071498+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2024-06-06T11:16:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:50 smithi132 bash[74574]: cluster 2024-06-06T11:16:49.389987+0000 mgr.y (mgr.25375) 258 : cluster [DBG] pgmap v482: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 99 KiB/s rd, 6.5 KiB/s wr, 132 op/s; 12 B/s, 2 objects/s recovering 2024-06-06T11:16:50.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:50 smithi132 bash[74574]: cluster 2024-06-06T11:16:49.490165+0000 mon.a (mon.0) 756 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/309 objects degraded (11.003%), 13 pgs degraded) 2024-06-06T11:16:50.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:50 smithi132 bash[74574]: cluster 2024-06-06T11:16:49.501576+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2024-06-06T11:16:50.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:50 smithi132 bash[74574]: cluster 2024-06-06T11:16:50.071498+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2024-06-06T11:16:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:50 smithi179 bash[54149]: cluster 2024-06-06T11:16:49.389987+0000 mgr.y (mgr.25375) 258 : cluster [DBG] pgmap v482: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 99 KiB/s rd, 6.5 KiB/s wr, 132 op/s; 12 B/s, 2 objects/s recovering 2024-06-06T11:16:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:50 smithi179 bash[54149]: cluster 2024-06-06T11:16:49.490165+0000 mon.a (mon.0) 756 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/309 objects degraded (11.003%), 13 pgs degraded) 2024-06-06T11:16:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:50 smithi179 bash[54149]: cluster 2024-06-06T11:16:49.501576+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2024-06-06T11:16:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:50 smithi179 bash[54149]: cluster 2024-06-06T11:16:50.071498+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2024-06-06T11:16:52.243 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:50.952068+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:52.243 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:50.958957+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:52.243 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:50.960448+0000 mon.a (mon.0) 761 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:52.243 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:50.961691+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:16:52.243 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:50.968264+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:52.243 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:51.025327+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.132:0/4088140009' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:52.243 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:51.064616+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:52.243 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:51.069324+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:52.243 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:51.071793+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:52.243 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: cluster 2024-06-06T11:16:51.077857+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2024-06-06T11:16:52.243 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:51.079600+0000 mon.a (mon.0) 769 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:52.244 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:51.082173+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-06-06T11:16:52.244 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: audit 2024-06-06T11:16:51.082381+0000 mgr.y (mgr.25375) 259 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-06-06T11:16:52.244 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: cephadm 2024-06-06T11:16:51.083486+0000 mgr.y (mgr.25375) 260 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-06-06T11:16:52.244 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[71843]: cluster 2024-06-06T11:16:51.390688+0000 mgr.y (mgr.25375) 261 : cluster [DBG] pgmap v486: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 173 KiB/s rd, 10 KiB/s wr, 226 op/s; 4 B/s, 2 objects/s recovering 2024-06-06T11:16:52.244 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:50.952068+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:52.244 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:50.958957+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:52.244 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:50.960448+0000 mon.a (mon.0) 761 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:52.244 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:50.961691+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:16:52.244 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:50.968264+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:52.244 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:51.025327+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.132:0/4088140009' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:52.244 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:51.064616+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:52.245 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:51.069324+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:52.245 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:51.071793+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:52.245 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: cluster 2024-06-06T11:16:51.077857+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2024-06-06T11:16:52.245 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:51.079600+0000 mon.a (mon.0) 769 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:52.245 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:51.082173+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-06-06T11:16:52.245 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: audit 2024-06-06T11:16:51.082381+0000 mgr.y (mgr.25375) 259 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-06-06T11:16:52.245 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: cephadm 2024-06-06T11:16:51.083486+0000 mgr.y (mgr.25375) 260 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-06-06T11:16:52.245 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:51 smithi132 bash[74574]: cluster 2024-06-06T11:16:51.390688+0000 mgr.y (mgr.25375) 261 : cluster [DBG] pgmap v486: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 173 KiB/s rd, 10 KiB/s wr, 226 op/s; 4 B/s, 2 objects/s recovering 2024-06-06T11:16:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:50.952068+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:50.958957+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:50.960448+0000 mon.a (mon.0) 761 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:50.961691+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:16:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:50.968264+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:51.025327+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.132:0/4088140009' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:52.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:51.064616+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:16:52.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:51.069324+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:52.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:51.071793+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:52.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: cluster 2024-06-06T11:16:51.077857+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2024-06-06T11:16:52.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:51.079600+0000 mon.a (mon.0) 769 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:16:52.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:51.082173+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-06-06T11:16:52.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: audit 2024-06-06T11:16:51.082381+0000 mgr.y (mgr.25375) 259 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-06-06T11:16:52.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: cephadm 2024-06-06T11:16:51.083486+0000 mgr.y (mgr.25375) 260 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-06-06T11:16:52.290 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:51 smithi179 bash[54149]: cluster 2024-06-06T11:16:51.390688+0000 mgr.y (mgr.25375) 261 : cluster [DBG] pgmap v486: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 173 KiB/s rd, 10 KiB/s wr, 226 op/s; 4 B/s, 2 objects/s recovering 2024-06-06T11:16:53.208 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10800 ms) 2024-06-06T11:16:53.208 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-06-06T11:16:53.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:53 smithi132 bash[71843]: cluster 2024-06-06T11:16:52.083359+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2024-06-06T11:16:53.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:53 smithi132 bash[74574]: cluster 2024-06-06T11:16:52.083359+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2024-06-06T11:16:53.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:53 smithi179 bash[54149]: cluster 2024-06-06T11:16:52.083359+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2024-06-06T11:16:54.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:16:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:16:53] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.33.4" 2024-06-06T11:16:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: cluster 2024-06-06T11:16:53.093758+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2024-06-06T11:16:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.178468+0000 mon.c (mon.2) 45 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/3ed91591-ddf5-4107-a14b-d7d04dc4a836"}]: dispatch 2024-06-06T11:16:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.178864+0000 mon.a (mon.0) 773 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/3ed91591-ddf5-4107-a14b-d7d04dc4a836"}]: dispatch 2024-06-06T11:16:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.183375+0000 mon.a (mon.0) 774 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/3ed91591-ddf5-4107-a14b-d7d04dc4a836"}]': finished 2024-06-06T11:16:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.192949+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/b6ada9ef-6b7a-4870-965d-b4ae2ac6584b"}]: dispatch 2024-06-06T11:16:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.193422+0000 mon.a (mon.0) 775 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/b6ada9ef-6b7a-4870-965d-b4ae2ac6584b"}]: dispatch 2024-06-06T11:16:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.200221+0000 mon.a (mon.0) 776 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/b6ada9ef-6b7a-4870-965d-b4ae2ac6584b"}]': finished 2024-06-06T11:16:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: cephadm 2024-06-06T11:16:53.235565+0000 mgr.y (mgr.25375) 262 : cephadm [INF] Upgrade: Updating osd.3 2024-06-06T11:16:54.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.244462+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:54.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.245852+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T11:16:54.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.246788+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:54.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: cephadm 2024-06-06T11:16:53.249398+0000 mgr.y (mgr.25375) 263 : cephadm [INF] Deploying daemon osd.3 on smithi132 2024-06-06T11:16:54.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.348838+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:54.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.349972+0000 mon.a (mon.0) 781 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:54.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: cluster 2024-06-06T11:16:53.391361+0000 mgr.y (mgr.25375) 264 : cluster [DBG] pgmap v489: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 87 KiB/s rd, 4.9 KiB/s wr, 114 op/s 2024-06-06T11:16:54.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[71843]: audit 2024-06-06T11:16:53.414594+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.132:0/3690114252' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:54.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: cluster 2024-06-06T11:16:53.093758+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2024-06-06T11:16:54.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.178468+0000 mon.c (mon.2) 45 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/3ed91591-ddf5-4107-a14b-d7d04dc4a836"}]: dispatch 2024-06-06T11:16:54.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.178864+0000 mon.a (mon.0) 773 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/3ed91591-ddf5-4107-a14b-d7d04dc4a836"}]: dispatch 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.183375+0000 mon.a (mon.0) 774 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/3ed91591-ddf5-4107-a14b-d7d04dc4a836"}]': finished 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.192949+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/b6ada9ef-6b7a-4870-965d-b4ae2ac6584b"}]: dispatch 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.193422+0000 mon.a (mon.0) 775 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/b6ada9ef-6b7a-4870-965d-b4ae2ac6584b"}]: dispatch 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.200221+0000 mon.a (mon.0) 776 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/b6ada9ef-6b7a-4870-965d-b4ae2ac6584b"}]': finished 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: cephadm 2024-06-06T11:16:53.235565+0000 mgr.y (mgr.25375) 262 : cephadm [INF] Upgrade: Updating osd.3 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.244462+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.245852+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.246788+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: cephadm 2024-06-06T11:16:53.249398+0000 mgr.y (mgr.25375) 263 : cephadm [INF] Deploying daemon osd.3 on smithi132 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.348838+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.349972+0000 mon.a (mon.0) 781 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: cluster 2024-06-06T11:16:53.391361+0000 mgr.y (mgr.25375) 264 : cluster [DBG] pgmap v489: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 87 KiB/s rd, 4.9 KiB/s wr, 114 op/s 2024-06-06T11:16:54.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:54 smithi132 bash[74574]: audit 2024-06-06T11:16:53.414594+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.132:0/3690114252' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: cluster 2024-06-06T11:16:53.093758+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2024-06-06T11:16:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.178468+0000 mon.c (mon.2) 45 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/3ed91591-ddf5-4107-a14b-d7d04dc4a836"}]: dispatch 2024-06-06T11:16:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.178864+0000 mon.a (mon.0) 773 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/3ed91591-ddf5-4107-a14b-d7d04dc4a836"}]: dispatch 2024-06-06T11:16:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.183375+0000 mon.a (mon.0) 774 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/3ed91591-ddf5-4107-a14b-d7d04dc4a836"}]': finished 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.192949+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/b6ada9ef-6b7a-4870-965d-b4ae2ac6584b"}]: dispatch 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.193422+0000 mon.a (mon.0) 775 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/b6ada9ef-6b7a-4870-965d-b4ae2ac6584b"}]: dispatch 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.200221+0000 mon.a (mon.0) 776 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/b6ada9ef-6b7a-4870-965d-b4ae2ac6584b"}]': finished 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: cephadm 2024-06-06T11:16:53.235565+0000 mgr.y (mgr.25375) 262 : cephadm [INF] Upgrade: Updating osd.3 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.244462+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.245852+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.246788+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: cephadm 2024-06-06T11:16:53.249398+0000 mgr.y (mgr.25375) 263 : cephadm [INF] Deploying daemon osd.3 on smithi132 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.348838+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.349972+0000 mon.a (mon.0) 781 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: cluster 2024-06-06T11:16:53.391361+0000 mgr.y (mgr.25375) 264 : cluster [DBG] pgmap v489: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 87 KiB/s rd, 4.9 KiB/s wr, 114 op/s 2024-06-06T11:16:54.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:54 smithi179 bash[54149]: audit 2024-06-06T11:16:53.414594+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.132:0/3690114252' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:55.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:55 smithi132 bash[71843]: cluster 2024-06-06T11:16:54.248041+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2024-06-06T11:16:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:55 smithi132 bash[74574]: cluster 2024-06-06T11:16:54.248041+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2024-06-06T11:16:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:55 smithi179 bash[54149]: cluster 2024-06-06T11:16:54.248041+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2024-06-06T11:16:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:56 smithi132 bash[74574]: cluster 2024-06-06T11:16:55.249879+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2024-06-06T11:16:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:56 smithi132 bash[74574]: cluster 2024-06-06T11:16:55.391989+0000 mgr.y (mgr.25375) 265 : cluster [DBG] pgmap v492: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 65 KiB/s rd, 6.7 KiB/s wr, 97 op/s 2024-06-06T11:16:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:56 smithi132 bash[74574]: audit 2024-06-06T11:16:55.785896+0000 mon.a (mon.0) 784 : audit [DBG] from='client.? 172.21.15.132:0/2319079764' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:56 smithi132 bash[71843]: cluster 2024-06-06T11:16:55.249879+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2024-06-06T11:16:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:56 smithi132 bash[71843]: cluster 2024-06-06T11:16:55.391989+0000 mgr.y (mgr.25375) 265 : cluster [DBG] pgmap v492: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 65 KiB/s rd, 6.7 KiB/s wr, 97 op/s 2024-06-06T11:16:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:56 smithi132 bash[71843]: audit 2024-06-06T11:16:55.785896+0000 mon.a (mon.0) 784 : audit [DBG] from='client.? 172.21.15.132:0/2319079764' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:56 smithi179 bash[54149]: cluster 2024-06-06T11:16:55.249879+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2024-06-06T11:16:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:56 smithi179 bash[54149]: cluster 2024-06-06T11:16:55.391989+0000 mgr.y (mgr.25375) 265 : cluster [DBG] pgmap v492: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 65 KiB/s rd, 6.7 KiB/s wr, 97 op/s 2024-06-06T11:16:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:56 smithi179 bash[54149]: audit 2024-06-06T11:16:55.785896+0000 mon.a (mon.0) 784 : audit [DBG] from='client.? 172.21.15.132:0/2319079764' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:57.340 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.SnapshotImageState (4132 ms) 2024-06-06T11:16:57.340 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-06-06T11:16:57.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:57 smithi132 bash[74574]: cluster 2024-06-06T11:16:56.264996+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-06-06T11:16:57.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:57 smithi132 bash[71843]: cluster 2024-06-06T11:16:56.264996+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-06-06T11:16:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:57 smithi179 bash[54149]: cluster 2024-06-06T11:16:56.264996+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-06-06T11:16:58.032 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:16:57 smithi132 systemd[1]: Stopping Ceph osd.3 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:16:58.032 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:16:57 smithi132 bash[42675]: debug 2024-06-06T11:16:57.852+0000 7fe890d13700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:16:58.032 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:16:57 smithi132 bash[42675]: debug 2024-06-06T11:16:57.852+0000 7fe890d13700 -1 osd.3 547 *** Got signal Terminated *** 2024-06-06T11:16:58.032 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:16:57 smithi132 bash[42675]: debug 2024-06-06T11:16:57.852+0000 7fe890d13700 -1 osd.3 547 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:16:58.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:58 smithi132 bash[74574]: cluster 2024-06-06T11:16:57.267423+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-06-06T11:16:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:58 smithi132 bash[74574]: cluster 2024-06-06T11:16:57.392653+0000 mgr.y (mgr.25375) 266 : cluster [DBG] pgmap v495: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 67 KiB/s rd, 9.5 KiB/s wr, 103 op/s 2024-06-06T11:16:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:58 smithi132 bash[74574]: cluster 2024-06-06T11:16:57.855631+0000 mon.a (mon.0) 787 : cluster [INF] osd.3 marked itself down and dead 2024-06-06T11:16:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:58 smithi132 bash[74574]: audit 2024-06-06T11:16:58.142501+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.132:0/4006862483' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:58 smithi132 bash[71843]: debug 2024-06-06T11:16:58.268+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:58 smithi132 bash[71843]: cluster 2024-06-06T11:16:57.267423+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-06-06T11:16:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:58 smithi132 bash[71843]: cluster 2024-06-06T11:16:57.392653+0000 mgr.y (mgr.25375) 266 : cluster [DBG] pgmap v495: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 67 KiB/s rd, 9.5 KiB/s wr, 103 op/s 2024-06-06T11:16:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:58 smithi132 bash[71843]: cluster 2024-06-06T11:16:57.855631+0000 mon.a (mon.0) 787 : cluster [INF] osd.3 marked itself down and dead 2024-06-06T11:16:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:58 smithi132 bash[71843]: audit 2024-06-06T11:16:58.142501+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.132:0/4006862483' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:58 smithi179 bash[54149]: cluster 2024-06-06T11:16:57.267423+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-06-06T11:16:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:58 smithi179 bash[54149]: cluster 2024-06-06T11:16:57.392653+0000 mgr.y (mgr.25375) 266 : cluster [DBG] pgmap v495: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 67 KiB/s rd, 9.5 KiB/s wr, 103 op/s 2024-06-06T11:16:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:58 smithi179 bash[54149]: cluster 2024-06-06T11:16:57.855631+0000 mon.a (mon.0) 787 : cluster [INF] osd.3 marked itself down and dead 2024-06-06T11:16:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:58 smithi179 bash[54149]: audit 2024-06-06T11:16:58.142501+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.132:0/4006862483' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:16:59.204 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:16:58 smithi132 bash[91318]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-3 2024-06-06T11:16:59.204 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:16:59 smithi132 bash[91409]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-3 2024-06-06T11:16:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:59 smithi132 bash[71843]: cluster 2024-06-06T11:16:58.272782+0000 mon.a (mon.0) 788 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:16:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:59 smithi132 bash[71843]: cluster 2024-06-06T11:16:58.272833+0000 mon.a (mon.0) 789 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:59 smithi132 bash[71843]: cluster 2024-06-06T11:16:58.285076+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e548: 8 total, 7 up, 8 in 2024-06-06T11:16:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:16:59 smithi132 bash[71843]: audit 2024-06-06T11:16:58.548675+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:59 smithi132 bash[74574]: cluster 2024-06-06T11:16:58.272782+0000 mon.a (mon.0) 788 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:16:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:59 smithi132 bash[74574]: cluster 2024-06-06T11:16:58.272833+0000 mon.a (mon.0) 789 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:59 smithi132 bash[74574]: cluster 2024-06-06T11:16:58.285076+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e548: 8 total, 7 up, 8 in 2024-06-06T11:16:59.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:16:59 smithi132 bash[74574]: audit 2024-06-06T11:16:58.548675+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:16:59.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:59 smithi179 bash[54149]: cluster 2024-06-06T11:16:58.272782+0000 mon.a (mon.0) 788 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-06-06T11:16:59.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:59 smithi179 bash[54149]: cluster 2024-06-06T11:16:58.272833+0000 mon.a (mon.0) 789 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:16:59.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:59 smithi179 bash[54149]: cluster 2024-06-06T11:16:58.285076+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e548: 8 total, 7 up, 8 in 2024-06-06T11:16:59.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:16:59 smithi179 bash[54149]: audit 2024-06-06T11:16:58.548675+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:00.515 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:00 smithi132 bash[74574]: cluster 2024-06-06T11:16:59.286483+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e549: 8 total, 7 up, 8 in 2024-06-06T11:17:00.515 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:00 smithi132 bash[74574]: cluster 2024-06-06T11:16:59.393581+0000 mgr.y (mgr.25375) 267 : cluster [DBG] pgmap v498: 105 pgs: 27 peering, 8 stale+active+clean, 70 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 16 KiB/s wr, 85 op/s 2024-06-06T11:17:00.515 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:00 smithi132 bash[74574]: cluster 2024-06-06T11:17:00.079956+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e550: 8 total, 7 up, 8 in 2024-06-06T11:17:00.516 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:00 smithi132 bash[71843]: cluster 2024-06-06T11:16:59.286483+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e549: 8 total, 7 up, 8 in 2024-06-06T11:17:00.516 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:00 smithi132 bash[71843]: cluster 2024-06-06T11:16:59.393581+0000 mgr.y (mgr.25375) 267 : cluster [DBG] pgmap v498: 105 pgs: 27 peering, 8 stale+active+clean, 70 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 16 KiB/s wr, 85 op/s 2024-06-06T11:17:00.516 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:00 smithi132 bash[71843]: cluster 2024-06-06T11:17:00.079956+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e550: 8 total, 7 up, 8 in 2024-06-06T11:17:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:00 smithi179 bash[54149]: cluster 2024-06-06T11:16:59.286483+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e549: 8 total, 7 up, 8 in 2024-06-06T11:17:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:00 smithi179 bash[54149]: cluster 2024-06-06T11:16:59.393581+0000 mgr.y (mgr.25375) 267 : cluster [DBG] pgmap v498: 105 pgs: 27 peering, 8 stale+active+clean, 70 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 16 KiB/s wr, 85 op/s 2024-06-06T11:17:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:00 smithi179 bash[54149]: cluster 2024-06-06T11:17:00.079956+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e550: 8 total, 7 up, 8 in 2024-06-06T11:17:01.466 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:01 smithi132 bash[71843]: cluster 2024-06-06T11:17:00.292958+0000 mon.a (mon.0) 794 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-06-06T11:17:01.466 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:01 smithi132 bash[71843]: audit 2024-06-06T11:17:00.513112+0000 mon.a (mon.0) 795 : audit [DBG] from='client.? 172.21.15.132:0/2891322419' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:01.466 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:01 smithi132 bash[71843]: cluster 2024-06-06T11:17:01.078455+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e551: 8 total, 7 up, 8 in 2024-06-06T11:17:01.466 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:01 smithi132 bash[74574]: cluster 2024-06-06T11:17:00.292958+0000 mon.a (mon.0) 794 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-06-06T11:17:01.466 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:01 smithi132 bash[74574]: audit 2024-06-06T11:17:00.513112+0000 mon.a (mon.0) 795 : audit [DBG] from='client.? 172.21.15.132:0/2891322419' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:01.466 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:01 smithi132 bash[74574]: cluster 2024-06-06T11:17:01.078455+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e551: 8 total, 7 up, 8 in 2024-06-06T11:17:01.467 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:01 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.3.service: Succeeded. 2024-06-06T11:17:01.467 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:01 smithi132 systemd[1]: Stopped Ceph osd.3 for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:17:01.467 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:01 smithi132 systemd[1]: Started Ceph osd.3 for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:17:01.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:01 smithi179 bash[54149]: cluster 2024-06-06T11:17:00.292958+0000 mon.a (mon.0) 794 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-06-06T11:17:01.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:01 smithi179 bash[54149]: audit 2024-06-06T11:17:00.513112+0000 mon.a (mon.0) 795 : audit [DBG] from='client.? 172.21.15.132:0/2891322419' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:01.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:01 smithi179 bash[54149]: cluster 2024-06-06T11:17:01.078455+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e551: 8 total, 7 up, 8 in 2024-06-06T11:17:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[71843]: cluster 2024-06-06T11:17:01.394222+0000 mgr.y (mgr.25375) 268 : cluster [DBG] pgmap v501: 105 pgs: 6 active+undersized, 27 peering, 6 stale+active+clean, 1 active+undersized+degraded, 65 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 KiB/s rd, 12 KiB/s wr, 61 op/s; 1/312 objects degraded (0.321%) 2024-06-06T11:17:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[71843]: audit 2024-06-06T11:17:01.505926+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[71843]: audit 2024-06-06T11:17:01.512428+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[71843]: audit 2024-06-06T11:17:01.513872+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:17:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[71843]: cluster 2024-06-06T11:17:02.081819+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e552: 8 total, 7 up, 8 in 2024-06-06T11:17:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[71843]: cluster 2024-06-06T11:17:02.302611+0000 mon.a (mon.0) 801 : cluster [WRN] Health check failed: Degraded data redundancy: 1/312 objects degraded (0.321%), 1 pg degraded (PG_DEGRADED) 2024-06-06T11:17:02.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[74574]: cluster 2024-06-06T11:17:01.394222+0000 mgr.y (mgr.25375) 268 : cluster [DBG] pgmap v501: 105 pgs: 6 active+undersized, 27 peering, 6 stale+active+clean, 1 active+undersized+degraded, 65 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 KiB/s rd, 12 KiB/s wr, 61 op/s; 1/312 objects degraded (0.321%) 2024-06-06T11:17:02.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[74574]: audit 2024-06-06T11:17:01.505926+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:02.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[74574]: audit 2024-06-06T11:17:01.512428+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:02.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[74574]: audit 2024-06-06T11:17:01.513872+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:17:02.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[74574]: cluster 2024-06-06T11:17:02.081819+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e552: 8 total, 7 up, 8 in 2024-06-06T11:17:02.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:02 smithi132 bash[74574]: cluster 2024-06-06T11:17:02.302611+0000 mon.a (mon.0) 801 : cluster [WRN] Health check failed: Degraded data redundancy: 1/312 objects degraded (0.321%), 1 pg degraded (PG_DEGRADED) 2024-06-06T11:17:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:02 smithi179 bash[54149]: cluster 2024-06-06T11:17:01.394222+0000 mgr.y (mgr.25375) 268 : cluster [DBG] pgmap v501: 105 pgs: 6 active+undersized, 27 peering, 6 stale+active+clean, 1 active+undersized+degraded, 65 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 KiB/s rd, 12 KiB/s wr, 61 op/s; 1/312 objects degraded (0.321%) 2024-06-06T11:17:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:02 smithi179 bash[54149]: audit 2024-06-06T11:17:01.505926+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:02 smithi179 bash[54149]: audit 2024-06-06T11:17:01.512428+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:02 smithi179 bash[54149]: audit 2024-06-06T11:17:01.513872+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:17:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:02 smithi179 bash[54149]: cluster 2024-06-06T11:17:02.081819+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e552: 8 total, 7 up, 8 in 2024-06-06T11:17:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:02 smithi179 bash[54149]: cluster 2024-06-06T11:17:02.302611+0000 mon.a (mon.0) 801 : cluster [WRN] Health check failed: Degraded data redundancy: 1/312 objects degraded (0.321%), 1 pg degraded (PG_DEGRADED) 2024-06-06T11:17:03.389 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[91591]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-06-06T11:17:03.389 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[91591]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-06-06T11:17:03.389 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[91591]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-06-06T11:17:03.389 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[91591]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-06-06T11:17:03.390 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[91591]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-06-06T11:17:03.390 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[91591]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-06-06T11:17:03.390 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[91591]: --> ceph-volume raw activate successful for osd ID: 3 2024-06-06T11:17:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[71843]: audit 2024-06-06T11:17:02.894882+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.132:0/854375035' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[71843]: cluster 2024-06-06T11:17:03.082911+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e553: 8 total, 7 up, 8 in 2024-06-06T11:17:03.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[74574]: audit 2024-06-06T11:17:02.894882+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.132:0/854375035' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:03.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[74574]: cluster 2024-06-06T11:17:03.082911+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e553: 8 total, 7 up, 8 in 2024-06-06T11:17:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:03 smithi179 bash[54149]: audit 2024-06-06T11:17:02.894882+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.132:0/854375035' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:03 smithi179 bash[54149]: cluster 2024-06-06T11:17:03.082911+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e553: 8 total, 7 up, 8 in 2024-06-06T11:17:04.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:17:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:17:03] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.33.4" 2024-06-06T11:17:04.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:04 smithi132 bash[74574]: cluster 2024-06-06T11:17:03.394972+0000 mgr.y (mgr.25375) 269 : cluster [DBG] pgmap v504: 105 pgs: 12 active+undersized, 27 peering, 4 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 146 op/s; 5/318 objects degraded (1.572%) 2024-06-06T11:17:04.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:04 smithi132 bash[74574]: cluster 2024-06-06T11:17:04.092118+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e554: 8 total, 7 up, 8 in 2024-06-06T11:17:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:04 smithi132 bash[71843]: cluster 2024-06-06T11:17:03.394972+0000 mgr.y (mgr.25375) 269 : cluster [DBG] pgmap v504: 105 pgs: 12 active+undersized, 27 peering, 4 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 146 op/s; 5/318 objects degraded (1.572%) 2024-06-06T11:17:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:04 smithi132 bash[71843]: cluster 2024-06-06T11:17:04.092118+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e554: 8 total, 7 up, 8 in 2024-06-06T11:17:04.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:04 smithi179 bash[54149]: cluster 2024-06-06T11:17:03.394972+0000 mgr.y (mgr.25375) 269 : cluster [DBG] pgmap v504: 105 pgs: 12 active+undersized, 27 peering, 4 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 146 op/s; 5/318 objects degraded (1.572%) 2024-06-06T11:17:04.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:04 smithi179 bash[54149]: cluster 2024-06-06T11:17:04.092118+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e554: 8 total, 7 up, 8 in 2024-06-06T11:17:05.281 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:05 smithi132 bash[91924]: debug 2024-06-06T11:17:05.016+0000 7fc3cdd48640 1 -- 172.21.15.132:0/4018105925 <== mon.2 v2:172.21.15.132:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55704af031e0 con 0x55704bc80000 2024-06-06T11:17:06.031 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:05 smithi132 bash[91924]: debug 2024-06-06T11:17:05.556+0000 7fc3d05ae640 -1 Falling back to public interface 2024-06-06T11:17:06.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:06 smithi132 bash[71843]: cluster 2024-06-06T11:17:05.078752+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e555: 8 total, 7 up, 8 in 2024-06-06T11:17:06.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:06 smithi132 bash[71843]: audit 2024-06-06T11:17:05.280003+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.132:0/479017407' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:06.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:06 smithi132 bash[71843]: cluster 2024-06-06T11:17:05.395754+0000 mgr.y (mgr.25375) 270 : cluster [DBG] pgmap v507: 105 pgs: 28 active+undersized, 15 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 307 op/s; 32/330 objects degraded (9.697%) 2024-06-06T11:17:06.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:06 smithi132 bash[74574]: cluster 2024-06-06T11:17:05.078752+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e555: 8 total, 7 up, 8 in 2024-06-06T11:17:06.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:06 smithi132 bash[74574]: audit 2024-06-06T11:17:05.280003+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.132:0/479017407' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:06.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:06 smithi132 bash[74574]: cluster 2024-06-06T11:17:05.395754+0000 mgr.y (mgr.25375) 270 : cluster [DBG] pgmap v507: 105 pgs: 28 active+undersized, 15 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 307 op/s; 32/330 objects degraded (9.697%) 2024-06-06T11:17:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:06 smithi179 bash[54149]: cluster 2024-06-06T11:17:05.078752+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e555: 8 total, 7 up, 8 in 2024-06-06T11:17:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:06 smithi179 bash[54149]: audit 2024-06-06T11:17:05.280003+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.132:0/479017407' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:06 smithi179 bash[54149]: cluster 2024-06-06T11:17:05.395754+0000 mgr.y (mgr.25375) 270 : cluster [DBG] pgmap v507: 105 pgs: 28 active+undersized, 15 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 307 op/s; 32/330 objects degraded (9.697%) 2024-06-06T11:17:07.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:07 smithi132 bash[71843]: cluster 2024-06-06T11:17:06.073526+0000 mon.a (mon.0) 805 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2024-06-06T11:17:07.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:07 smithi132 bash[71843]: cluster 2024-06-06T11:17:06.092751+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e556: 8 total, 7 up, 8 in 2024-06-06T11:17:07.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:07 smithi132 bash[74574]: cluster 2024-06-06T11:17:06.073526+0000 mon.a (mon.0) 805 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2024-06-06T11:17:07.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:07 smithi132 bash[74574]: cluster 2024-06-06T11:17:06.092751+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e556: 8 total, 7 up, 8 in 2024-06-06T11:17:07.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:07 smithi179 bash[54149]: cluster 2024-06-06T11:17:06.073526+0000 mon.a (mon.0) 805 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2024-06-06T11:17:07.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:07 smithi179 bash[54149]: cluster 2024-06-06T11:17:06.092751+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e556: 8 total, 7 up, 8 in 2024-06-06T11:17:08.182 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10842 ms) 2024-06-06T11:17:08.182 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-06-06T11:17:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:08 smithi132 bash[74574]: cluster 2024-06-06T11:17:07.092159+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e557: 8 total, 7 up, 8 in 2024-06-06T11:17:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:08 smithi132 bash[74574]: cluster 2024-06-06T11:17:07.396503+0000 mgr.y (mgr.25375) 271 : cluster [DBG] pgmap v510: 105 pgs: 28 active+undersized, 15 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 122 KiB/s rd, 8.5 KiB/s wr, 162 op/s; 32/327 objects degraded (9.786%) 2024-06-06T11:17:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:08 smithi132 bash[74574]: audit 2024-06-06T11:17:07.654898+0000 mon.a (mon.0) 808 : audit [DBG] from='client.? 172.21.15.132:0/2946307340' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:08.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:08 smithi132 bash[71843]: cluster 2024-06-06T11:17:07.092159+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e557: 8 total, 7 up, 8 in 2024-06-06T11:17:08.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:08 smithi132 bash[71843]: cluster 2024-06-06T11:17:07.396503+0000 mgr.y (mgr.25375) 271 : cluster [DBG] pgmap v510: 105 pgs: 28 active+undersized, 15 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 122 KiB/s rd, 8.5 KiB/s wr, 162 op/s; 32/327 objects degraded (9.786%) 2024-06-06T11:17:08.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:08 smithi132 bash[71843]: audit 2024-06-06T11:17:07.654898+0000 mon.a (mon.0) 808 : audit [DBG] from='client.? 172.21.15.132:0/2946307340' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:08 smithi179 bash[54149]: cluster 2024-06-06T11:17:07.092159+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e557: 8 total, 7 up, 8 in 2024-06-06T11:17:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:08 smithi179 bash[54149]: cluster 2024-06-06T11:17:07.396503+0000 mgr.y (mgr.25375) 271 : cluster [DBG] pgmap v510: 105 pgs: 28 active+undersized, 15 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 122 KiB/s rd, 8.5 KiB/s wr, 162 op/s; 32/327 objects degraded (9.786%) 2024-06-06T11:17:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:08 smithi179 bash[54149]: audit 2024-06-06T11:17:07.654898+0000 mon.a (mon.0) 808 : audit [DBG] from='client.? 172.21.15.132:0/2946307340' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[71843]: cluster 2024-06-06T11:17:08.088686+0000 mon.a (mon.0) 809 : cluster [WRN] Health check update: Degraded data redundancy: 32/327 objects degraded (9.786%), 15 pgs degraded (PG_DEGRADED) 2024-06-06T11:17:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[71843]: cluster 2024-06-06T11:17:08.103827+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e558: 8 total, 7 up, 8 in 2024-06-06T11:17:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[71843]: audit 2024-06-06T11:17:08.169332+0000 mon.c (mon.2) 51 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/d8cd7cbd-0433-4dc7-99ec-e509588d70dd"}]: dispatch 2024-06-06T11:17:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[71843]: audit 2024-06-06T11:17:08.169835+0000 mon.a (mon.0) 811 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/d8cd7cbd-0433-4dc7-99ec-e509588d70dd"}]: dispatch 2024-06-06T11:17:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[71843]: audit 2024-06-06T11:17:08.176161+0000 mon.a (mon.0) 812 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/d8cd7cbd-0433-4dc7-99ec-e509588d70dd"}]': finished 2024-06-06T11:17:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[71843]: audit 2024-06-06T11:17:08.346286+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[71843]: audit 2024-06-06T11:17:08.347518+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[71843]: audit 2024-06-06T11:17:08.530118+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[71843]: audit 2024-06-06T11:17:08.537064+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[74574]: cluster 2024-06-06T11:17:08.088686+0000 mon.a (mon.0) 809 : cluster [WRN] Health check update: Degraded data redundancy: 32/327 objects degraded (9.786%), 15 pgs degraded (PG_DEGRADED) 2024-06-06T11:17:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[74574]: cluster 2024-06-06T11:17:08.103827+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e558: 8 total, 7 up, 8 in 2024-06-06T11:17:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[74574]: audit 2024-06-06T11:17:08.169332+0000 mon.c (mon.2) 51 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/d8cd7cbd-0433-4dc7-99ec-e509588d70dd"}]: dispatch 2024-06-06T11:17:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[74574]: audit 2024-06-06T11:17:08.169835+0000 mon.a (mon.0) 811 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/d8cd7cbd-0433-4dc7-99ec-e509588d70dd"}]: dispatch 2024-06-06T11:17:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[74574]: audit 2024-06-06T11:17:08.176161+0000 mon.a (mon.0) 812 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/d8cd7cbd-0433-4dc7-99ec-e509588d70dd"}]': finished 2024-06-06T11:17:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[74574]: audit 2024-06-06T11:17:08.346286+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[74574]: audit 2024-06-06T11:17:08.347518+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[74574]: audit 2024-06-06T11:17:08.530118+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:09.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:09 smithi132 bash[74574]: audit 2024-06-06T11:17:08.537064+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:09 smithi179 bash[54149]: cluster 2024-06-06T11:17:08.088686+0000 mon.a (mon.0) 809 : cluster [WRN] Health check update: Degraded data redundancy: 32/327 objects degraded (9.786%), 15 pgs degraded (PG_DEGRADED) 2024-06-06T11:17:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:09 smithi179 bash[54149]: cluster 2024-06-06T11:17:08.103827+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e558: 8 total, 7 up, 8 in 2024-06-06T11:17:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:09 smithi179 bash[54149]: audit 2024-06-06T11:17:08.169332+0000 mon.c (mon.2) 51 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/d8cd7cbd-0433-4dc7-99ec-e509588d70dd"}]: dispatch 2024-06-06T11:17:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:09 smithi179 bash[54149]: audit 2024-06-06T11:17:08.169835+0000 mon.a (mon.0) 811 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/d8cd7cbd-0433-4dc7-99ec-e509588d70dd"}]: dispatch 2024-06-06T11:17:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:09 smithi179 bash[54149]: audit 2024-06-06T11:17:08.176161+0000 mon.a (mon.0) 812 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/d8cd7cbd-0433-4dc7-99ec-e509588d70dd"}]': finished 2024-06-06T11:17:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:09 smithi179 bash[54149]: audit 2024-06-06T11:17:08.346286+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:09 smithi179 bash[54149]: audit 2024-06-06T11:17:08.347518+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:09.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:09 smithi179 bash[54149]: audit 2024-06-06T11:17:08.530118+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:09.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:09 smithi179 bash[54149]: audit 2024-06-06T11:17:08.537064+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[71843]: cluster 2024-06-06T11:17:09.180427+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e559: 8 total, 7 up, 8 in 2024-06-06T11:17:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[71843]: audit 2024-06-06T11:17:09.315067+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[71843]: audit 2024-06-06T11:17:09.324374+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[71843]: cluster 2024-06-06T11:17:09.397782+0000 mgr.y (mgr.25375) 272 : cluster [DBG] pgmap v513: 105 pgs: 29 active+undersized, 14 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 7.7 KiB/s wr, 65 op/s; 29/312 objects degraded (9.295%) 2024-06-06T11:17:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[71843]: audit 2024-06-06T11:17:10.025186+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.132:0/3931105797' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[74574]: cluster 2024-06-06T11:17:09.180427+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e559: 8 total, 7 up, 8 in 2024-06-06T11:17:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[74574]: audit 2024-06-06T11:17:09.315067+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[74574]: audit 2024-06-06T11:17:09.324374+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[74574]: cluster 2024-06-06T11:17:09.397782+0000 mgr.y (mgr.25375) 272 : cluster [DBG] pgmap v513: 105 pgs: 29 active+undersized, 14 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 7.7 KiB/s wr, 65 op/s; 29/312 objects degraded (9.295%) 2024-06-06T11:17:10.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[74574]: audit 2024-06-06T11:17:10.025186+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.132:0/3931105797' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:10 smithi179 bash[54149]: cluster 2024-06-06T11:17:09.180427+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e559: 8 total, 7 up, 8 in 2024-06-06T11:17:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:10 smithi179 bash[54149]: audit 2024-06-06T11:17:09.315067+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:10 smithi179 bash[54149]: audit 2024-06-06T11:17:09.324374+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:10 smithi179 bash[54149]: cluster 2024-06-06T11:17:09.397782+0000 mgr.y (mgr.25375) 272 : cluster [DBG] pgmap v513: 105 pgs: 29 active+undersized, 14 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 7.7 KiB/s wr, 65 op/s; 29/312 objects degraded (9.295%) 2024-06-06T11:17:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:10 smithi179 bash[54149]: audit 2024-06-06T11:17:10.025186+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.132:0/3931105797' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:11.031 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[91924]: debug 2024-06-06T11:17:10.559+0000 7fc3d05ae640 -1 osd.3 0 read_superblock omap replica is missing. 2024-06-06T11:17:11.032 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:10 smithi132 bash[91924]: debug 2024-06-06T11:17:10.599+0000 7fc3d05ae640 -1 osd.3 547 log_to_monitors true 2024-06-06T11:17:11.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:11 smithi132 bash[71843]: cluster 2024-06-06T11:17:10.185080+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e560: 8 total, 7 up, 8 in 2024-06-06T11:17:11.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:11 smithi132 bash[71843]: audit 2024-06-06T11:17:10.607070+0000 mon.a (mon.0) 821 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T11:17:11.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:11 smithi132 bash[74574]: cluster 2024-06-06T11:17:10.185080+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e560: 8 total, 7 up, 8 in 2024-06-06T11:17:11.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:11 smithi132 bash[74574]: audit 2024-06-06T11:17:10.607070+0000 mon.a (mon.0) 821 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T11:17:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:11 smithi179 bash[54149]: cluster 2024-06-06T11:17:10.185080+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e560: 8 total, 7 up, 8 in 2024-06-06T11:17:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:11 smithi179 bash[54149]: audit 2024-06-06T11:17:10.607070+0000 mon.a (mon.0) 821 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T11:17:12.032 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:17:11 smithi132 bash[91924]: debug 2024-06-06T11:17:11.727+0000 7fc3c4350640 -1 osd.3 547 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T11:17:12.430 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable)": 4 2024-06-06T11:17:12.472 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:12 smithi132 bash[71843]: debug 2024-06-06T11:17:12.195+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:17:12.473 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:12 smithi132 bash[71843]: audit 2024-06-06T11:17:11.202652+0000 mon.a (mon.0) 822 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T11:17:12.473 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:12 smithi132 bash[71843]: cluster 2024-06-06T11:17:11.202715+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e561: 8 total, 7 up, 8 in 2024-06-06T11:17:12.473 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:12 smithi132 bash[71843]: audit 2024-06-06T11:17:11.203420+0000 mon.a (mon.0) 824 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:17:12.473 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:12 smithi132 bash[71843]: cluster 2024-06-06T11:17:11.398738+0000 mgr.y (mgr.25375) 273 : cluster [DBG] pgmap v516: 105 pgs: 29 active+undersized, 14 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 8.0 KiB/s wr, 65 op/s; 29/315 objects degraded (9.206%) 2024-06-06T11:17:12.473 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:12 smithi132 bash[71843]: audit 2024-06-06T11:17:11.712555+0000 mon.a (mon.0) 825 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' 2024-06-06T11:17:12.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:12 smithi132 bash[74574]: audit 2024-06-06T11:17:11.202652+0000 mon.a (mon.0) 822 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T11:17:12.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:12 smithi132 bash[74574]: cluster 2024-06-06T11:17:11.202715+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e561: 8 total, 7 up, 8 in 2024-06-06T11:17:12.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:12 smithi132 bash[74574]: audit 2024-06-06T11:17:11.203420+0000 mon.a (mon.0) 824 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:17:12.473 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:12 smithi132 bash[74574]: cluster 2024-06-06T11:17:11.398738+0000 mgr.y (mgr.25375) 273 : cluster [DBG] pgmap v516: 105 pgs: 29 active+undersized, 14 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 8.0 KiB/s wr, 65 op/s; 29/315 objects degraded (9.206%) 2024-06-06T11:17:12.474 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:12 smithi132 bash[74574]: audit 2024-06-06T11:17:11.712555+0000 mon.a (mon.0) 825 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' 2024-06-06T11:17:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:12 smithi179 bash[54149]: audit 2024-06-06T11:17:11.202652+0000 mon.a (mon.0) 822 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T11:17:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:12 smithi179 bash[54149]: cluster 2024-06-06T11:17:11.202715+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e561: 8 total, 7 up, 8 in 2024-06-06T11:17:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:12 smithi179 bash[54149]: audit 2024-06-06T11:17:11.203420+0000 mon.a (mon.0) 824 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-06-06T11:17:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:12 smithi179 bash[54149]: cluster 2024-06-06T11:17:11.398738+0000 mgr.y (mgr.25375) 273 : cluster [DBG] pgmap v516: 105 pgs: 29 active+undersized, 14 active+undersized+degraded, 62 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 8.0 KiB/s wr, 65 op/s; 29/315 objects degraded (9.206%) 2024-06-06T11:17:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:12 smithi179 bash[54149]: audit 2024-06-06T11:17:11.712555+0000 mon.a (mon.0) 825 : audit [INF] from='osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569]' entity='osd.3' 2024-06-06T11:17:13.347 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch upgrade pause' 2024-06-06T11:17:13.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[74574]: cluster 2024-06-06T11:17:12.201204+0000 mon.a (mon.0) 826 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:17:13.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[74574]: cluster 2024-06-06T11:17:12.201241+0000 mon.a (mon.0) 827 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:17:13.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[74574]: cluster 2024-06-06T11:17:12.224369+0000 mon.a (mon.0) 828 : cluster [INF] osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569] boot 2024-06-06T11:17:13.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[74574]: cluster 2024-06-06T11:17:12.224532+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-06-06T11:17:13.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[74574]: audit 2024-06-06T11:17:12.225227+0000 mon.a (mon.0) 830 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:17:13.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[74574]: audit 2024-06-06T11:17:12.414126+0000 mon.a (mon.0) 831 : audit [DBG] from='client.? 172.21.15.132:0/3581812126' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[71843]: cluster 2024-06-06T11:17:12.201204+0000 mon.a (mon.0) 826 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:17:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[71843]: cluster 2024-06-06T11:17:12.201241+0000 mon.a (mon.0) 827 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:17:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[71843]: cluster 2024-06-06T11:17:12.224369+0000 mon.a (mon.0) 828 : cluster [INF] osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569] boot 2024-06-06T11:17:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[71843]: cluster 2024-06-06T11:17:12.224532+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-06-06T11:17:13.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[71843]: audit 2024-06-06T11:17:12.225227+0000 mon.a (mon.0) 830 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:17:13.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[71843]: audit 2024-06-06T11:17:12.414126+0000 mon.a (mon.0) 831 : audit [DBG] from='client.? 172.21.15.132:0/3581812126' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:13 smithi179 bash[54149]: cluster 2024-06-06T11:17:12.201204+0000 mon.a (mon.0) 826 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-06-06T11:17:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:13 smithi179 bash[54149]: cluster 2024-06-06T11:17:12.201241+0000 mon.a (mon.0) 827 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-06-06T11:17:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:13 smithi179 bash[54149]: cluster 2024-06-06T11:17:12.224369+0000 mon.a (mon.0) 828 : cluster [INF] osd.3 [v2:172.21.15.132:6826/3783304569,v1:172.21.15.132:6827/3783304569] boot 2024-06-06T11:17:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:13 smithi179 bash[54149]: cluster 2024-06-06T11:17:12.224532+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-06-06T11:17:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:13 smithi179 bash[54149]: audit 2024-06-06T11:17:12.225227+0000 mon.a (mon.0) 830 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T11:17:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:13 smithi179 bash[54149]: audit 2024-06-06T11:17:12.414126+0000 mon.a (mon.0) 831 : audit [DBG] from='client.? 172.21.15.132:0/3581812126' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-06-06T11:17:14.234 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:17:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:17:13] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.33.4" 2024-06-06T11:17:14.495 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:14 smithi132 bash[74574]: cluster 2024-06-06T11:17:13.219229+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2024-06-06T11:17:14.496 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:14 smithi132 bash[74574]: cluster 2024-06-06T11:17:13.399734+0000 mgr.y (mgr.25375) 274 : cluster [DBG] pgmap v519: 105 pgs: 27 active+undersized, 13 active+undersized+degraded, 65 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 1.7 KiB/s wr, 21 op/s; 28/324 objects degraded (8.642%); 0 B/s, 0 objects/s recovering 2024-06-06T11:17:14.496 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:14 smithi132 bash[71843]: cluster 2024-06-06T11:17:13.219229+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2024-06-06T11:17:14.496 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:14 smithi132 bash[71843]: cluster 2024-06-06T11:17:13.399734+0000 mgr.y (mgr.25375) 274 : cluster [DBG] pgmap v519: 105 pgs: 27 active+undersized, 13 active+undersized+degraded, 65 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 1.7 KiB/s wr, 21 op/s; 28/324 objects degraded (8.642%); 0 B/s, 0 objects/s recovering 2024-06-06T11:17:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:14 smithi179 bash[54149]: cluster 2024-06-06T11:17:13.219229+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2024-06-06T11:17:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:14 smithi179 bash[54149]: cluster 2024-06-06T11:17:13.399734+0000 mgr.y (mgr.25375) 274 : cluster [DBG] pgmap v519: 105 pgs: 27 active+undersized, 13 active+undersized+degraded, 65 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 1.7 KiB/s wr, 21 op/s; 28/324 objects degraded (8.642%); 0 B/s, 0 objects/s recovering 2024-06-06T11:17:15.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:15 smithi132 bash[74574]: cluster 2024-06-06T11:17:14.224884+0000 mon.a (mon.0) 833 : cluster [WRN] Health check update: Degraded data redundancy: 28/324 objects degraded (8.642%), 13 pgs degraded (PG_DEGRADED) 2024-06-06T11:17:15.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:15 smithi132 bash[74574]: cluster 2024-06-06T11:17:14.240926+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2024-06-06T11:17:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:15 smithi132 bash[71843]: cluster 2024-06-06T11:17:14.224884+0000 mon.a (mon.0) 833 : cluster [WRN] Health check update: Degraded data redundancy: 28/324 objects degraded (8.642%), 13 pgs degraded (PG_DEGRADED) 2024-06-06T11:17:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:15 smithi132 bash[71843]: cluster 2024-06-06T11:17:14.240926+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2024-06-06T11:17:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:15 smithi179 bash[54149]: cluster 2024-06-06T11:17:14.224884+0000 mon.a (mon.0) 833 : cluster [WRN] Health check update: Degraded data redundancy: 28/324 objects degraded (8.642%), 13 pgs degraded (PG_DEGRADED) 2024-06-06T11:17:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:15 smithi179 bash[54149]: cluster 2024-06-06T11:17:14.240926+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2024-06-06T11:17:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:16 smithi132 bash[71843]: cluster 2024-06-06T11:17:15.247227+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2024-06-06T11:17:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:16 smithi132 bash[71843]: cluster 2024-06-06T11:17:15.400594+0000 mgr.y (mgr.25375) 275 : cluster [DBG] pgmap v522: 105 pgs: 17 active+undersized, 11 active+undersized+degraded, 77 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 38 KiB/s rd, 5.5 KiB/s wr, 53 op/s; 23/345 objects degraded (6.667%); 8 B/s, 2 keys/s, 0 objects/s recovering 2024-06-06T11:17:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:16 smithi132 bash[74574]: cluster 2024-06-06T11:17:15.247227+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2024-06-06T11:17:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:16 smithi132 bash[74574]: cluster 2024-06-06T11:17:15.400594+0000 mgr.y (mgr.25375) 275 : cluster [DBG] pgmap v522: 105 pgs: 17 active+undersized, 11 active+undersized+degraded, 77 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 38 KiB/s rd, 5.5 KiB/s wr, 53 op/s; 23/345 objects degraded (6.667%); 8 B/s, 2 keys/s, 0 objects/s recovering 2024-06-06T11:17:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:16 smithi179 bash[54149]: cluster 2024-06-06T11:17:15.247227+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2024-06-06T11:17:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:16 smithi179 bash[54149]: cluster 2024-06-06T11:17:15.400594+0000 mgr.y (mgr.25375) 275 : cluster [DBG] pgmap v522: 105 pgs: 17 active+undersized, 11 active+undersized+degraded, 77 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 38 KiB/s rd, 5.5 KiB/s wr, 53 op/s; 23/345 objects degraded (6.667%); 8 B/s, 2 keys/s, 0 objects/s recovering 2024-06-06T11:17:17.304 INFO:teuthology.orchestra.run.smithi132.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:17:17.323 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:17 smithi132 bash[71843]: cluster 2024-06-06T11:17:16.255716+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2024-06-06T11:17:17.346 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:17 smithi132 bash[74574]: cluster 2024-06-06T11:17:16.255716+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2024-06-06T11:17:17.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:17 smithi179 bash[54149]: cluster 2024-06-06T11:17:16.255716+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2024-06-06T11:17:18.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:18 smithi132 bash[71843]: cluster 2024-06-06T11:17:17.262888+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2024-06-06T11:17:18.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:18 smithi132 bash[71843]: audit 2024-06-06T11:17:17.301570+0000 mgr.y (mgr.25375) 276 : audit [DBG] from='client.34662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:17:18.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:18 smithi132 bash[71843]: cephadm 2024-06-06T11:17:17.301957+0000 mgr.y (mgr.25375) 277 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:17:18.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:18 smithi132 bash[71843]: audit 2024-06-06T11:17:17.306232+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:18.534 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:18 smithi132 bash[71843]: cluster 2024-06-06T11:17:17.401251+0000 mgr.y (mgr.25375) 278 : cluster [DBG] pgmap v525: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 42 KiB/s rd, 9.2 KiB/s wr, 65 op/s; 64 B/s, 23 keys/s, 3 objects/s recovering 2024-06-06T11:17:18.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:18 smithi132 bash[74574]: cluster 2024-06-06T11:17:17.262888+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2024-06-06T11:17:18.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:18 smithi132 bash[74574]: audit 2024-06-06T11:17:17.301570+0000 mgr.y (mgr.25375) 276 : audit [DBG] from='client.34662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:17:18.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:18 smithi132 bash[74574]: cephadm 2024-06-06T11:17:17.301957+0000 mgr.y (mgr.25375) 277 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:17:18.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:18 smithi132 bash[74574]: audit 2024-06-06T11:17:17.306232+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:18.535 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:18 smithi132 bash[74574]: cluster 2024-06-06T11:17:17.401251+0000 mgr.y (mgr.25375) 278 : cluster [DBG] pgmap v525: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 42 KiB/s rd, 9.2 KiB/s wr, 65 op/s; 64 B/s, 23 keys/s, 3 objects/s recovering 2024-06-06T11:17:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:18 smithi179 bash[54149]: cluster 2024-06-06T11:17:17.262888+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2024-06-06T11:17:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:18 smithi179 bash[54149]: audit 2024-06-06T11:17:17.301570+0000 mgr.y (mgr.25375) 276 : audit [DBG] from='client.34662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:17:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:18 smithi179 bash[54149]: cephadm 2024-06-06T11:17:17.301957+0000 mgr.y (mgr.25375) 277 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:e343061c6ba8a1c7e585d8e3145b91fd8f49093da892e13b8f13a2d6073057a9 2024-06-06T11:17:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:18 smithi179 bash[54149]: audit 2024-06-06T11:17:17.306232+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:18 smithi179 bash[54149]: cluster 2024-06-06T11:17:17.401251+0000 mgr.y (mgr.25375) 278 : cluster [DBG] pgmap v525: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 42 KiB/s rd, 9.2 KiB/s wr, 65 op/s; 64 B/s, 23 keys/s, 3 objects/s recovering 2024-06-06T11:17:18.946 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch ps' 2024-06-06T11:17:19.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:19 smithi132 bash[71843]: cluster 2024-06-06T11:17:18.304281+0000 mon.a (mon.0) 839 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/345 objects degraded (6.667%), 11 pgs degraded) 2024-06-06T11:17:19.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:19 smithi132 bash[71843]: cluster 2024-06-06T11:17:18.317937+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2024-06-06T11:17:19.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:19 smithi132 bash[74574]: cluster 2024-06-06T11:17:18.304281+0000 mon.a (mon.0) 839 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/345 objects degraded (6.667%), 11 pgs degraded) 2024-06-06T11:17:19.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:19 smithi132 bash[74574]: cluster 2024-06-06T11:17:18.317937+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2024-06-06T11:17:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:19 smithi179 bash[54149]: cluster 2024-06-06T11:17:18.304281+0000 mon.a (mon.0) 839 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/345 objects degraded (6.667%), 11 pgs degraded) 2024-06-06T11:17:19.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:19 smithi179 bash[54149]: cluster 2024-06-06T11:17:18.317937+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2024-06-06T11:17:20.619 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:20 smithi132 bash[71843]: cluster 2024-06-06T11:17:19.321663+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2024-06-06T11:17:20.619 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:20 smithi132 bash[71843]: cluster 2024-06-06T11:17:19.401804+0000 mgr.y (mgr.25375) 279 : cluster [DBG] pgmap v528: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 77 KiB/s rd, 14 KiB/s wr, 113 op/s; 55 B/s, 21 keys/s, 3 objects/s recovering 2024-06-06T11:17:20.619 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:20 smithi132 bash[71843]: cluster 2024-06-06T11:17:20.083211+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2024-06-06T11:17:20.619 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:20 smithi132 bash[74574]: cluster 2024-06-06T11:17:19.321663+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2024-06-06T11:17:20.620 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:20 smithi132 bash[74574]: cluster 2024-06-06T11:17:19.401804+0000 mgr.y (mgr.25375) 279 : cluster [DBG] pgmap v528: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 77 KiB/s rd, 14 KiB/s wr, 113 op/s; 55 B/s, 21 keys/s, 3 objects/s recovering 2024-06-06T11:17:20.620 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:20 smithi132 bash[74574]: cluster 2024-06-06T11:17:20.083211+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2024-06-06T11:17:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:20 smithi179 bash[54149]: cluster 2024-06-06T11:17:19.321663+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2024-06-06T11:17:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:20 smithi179 bash[54149]: cluster 2024-06-06T11:17:19.401804+0000 mgr.y (mgr.25375) 279 : cluster [DBG] pgmap v528: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 77 KiB/s rd, 14 KiB/s wr, 113 op/s; 55 B/s, 21 keys/s, 3 objects/s recovering 2024-06-06T11:17:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:20 smithi179 bash[54149]: cluster 2024-06-06T11:17:20.083211+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2024-06-06T11:17:22.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:22 smithi132 bash[74574]: cluster 2024-06-06T11:17:21.082763+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2024-06-06T11:17:22.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:22 smithi132 bash[74574]: cluster 2024-06-06T11:17:21.402349+0000 mgr.y (mgr.25375) 280 : cluster [DBG] pgmap v531: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 118 KiB/s rd, 17 KiB/s wr, 165 op/s 2024-06-06T11:17:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:22 smithi132 bash[71843]: cluster 2024-06-06T11:17:21.082763+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2024-06-06T11:17:22.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:22 smithi132 bash[71843]: cluster 2024-06-06T11:17:21.402349+0000 mgr.y (mgr.25375) 280 : cluster [DBG] pgmap v531: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 118 KiB/s rd, 17 KiB/s wr, 165 op/s 2024-06-06T11:17:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:22 smithi179 bash[54149]: cluster 2024-06-06T11:17:21.082763+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2024-06-06T11:17:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:22 smithi179 bash[54149]: cluster 2024-06-06T11:17:21.402349+0000 mgr.y (mgr.25375) 280 : cluster [DBG] pgmap v531: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 118 KiB/s rd, 17 KiB/s wr, 165 op/s 2024-06-06T11:17:23.014 INFO:teuthology.orchestra.run.smithi132.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-06-06T11:17:23.014 INFO:teuthology.orchestra.run.smithi132.stdout:alertmanager.a smithi132 *:9093,9094 running (8m) 14s ago 14m 13.3M - 0.23.0 ba2b418f427c 1838ad8cb63a 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:grafana.a smithi179 *:3000 running (7m) 42s ago 14m 42.0M - 8.3.5 dad864ee21e9 84016b6083e6 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi132.jyyqao smithi132 running (12m) 14s ago 12m 19.4M - 16.2.15-1-g8963e9de 727f386679cb 6d3851400794 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi179.tpnmsk smithi179 running (12m) 42s ago 12m 14.3M - 16.2.15-1-g8963e9de 727f386679cb fa8033ce71be 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.x smithi179 *:8443,9283,8765 running (7m) 42s ago 21m 427M - 18.2.2-1389-gf1abf795 5c01e545ade7 59b804d3cb6e 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.y smithi132 *:8443,9283,8765 running (7m) 14s ago 23m 495M - 18.2.2-1389-gf1abf795 5c01e545ade7 38c7cd3efd0e 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:mon.a smithi132 running (6m) 14s ago 23m 102M 2048M 18.2.2-1389-gf1abf795 5c01e545ade7 5d0b0ea76a0e 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:mon.b smithi179 running (3m) 42s ago 21m 43.3M 2048M 18.2.2-1389-gf1abf795 5c01e545ade7 03c9b07cbfb3 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:mon.c smithi132 running (5m) 14s ago 21m 60.3M 2048M 18.2.2-1389-gf1abf795 5c01e545ade7 6e4c3242e488 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.a smithi132 *:9100 running (8m) 14s ago 14m 9268k - 1.3.1 1dbe0e931976 bab3d9ee552d 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.b smithi179 *:9100 running (8m) 42s ago 14m 9039k - 1.3.1 1dbe0e931976 a1e2705d9759 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:osd.0 smithi132 running (102s) 14s ago 21m 82.8M 2524M 18.2.2-1389-gf1abf795 5c01e545ade7 ab74a88e45c7 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:osd.1 smithi132 running (75s) 14s ago 20m 72.2M 2524M 18.2.2-1389-gf1abf795 5c01e545ade7 c81c9159153f 2024-06-06T11:17:23.015 INFO:teuthology.orchestra.run.smithi132.stdout:osd.2 smithi132 running (46s) 14s ago 19m 77.1M 2524M 18.2.2-1389-gf1abf795 5c01e545ade7 03c0241aa7be 2024-06-06T11:17:23.016 INFO:teuthology.orchestra.run.smithi132.stdout:osd.3 smithi132 running (18s) 14s ago 18m - 2524M 18.2.2-1389-gf1abf795 5c01e545ade7 776198914a36 2024-06-06T11:17:23.016 INFO:teuthology.orchestra.run.smithi132.stdout:osd.4 smithi179 running (18m) 42s ago 18m 120M 2524M 16.2.15-1-g8963e9de 727f386679cb fca38b9dd4a9 2024-06-06T11:17:23.016 INFO:teuthology.orchestra.run.smithi132.stdout:osd.5 smithi179 running (17m) 42s ago 17m 122M 2524M 16.2.15-1-g8963e9de 727f386679cb 5b08bfae0006 2024-06-06T11:17:23.016 INFO:teuthology.orchestra.run.smithi132.stdout:osd.6 smithi179 running (16m) 42s ago 16m 120M 2524M 16.2.15-1-g8963e9de 727f386679cb bced65dc2060 2024-06-06T11:17:23.016 INFO:teuthology.orchestra.run.smithi132.stdout:osd.7 smithi179 running (16m) 42s ago 16m 127M 2524M 16.2.15-1-g8963e9de 727f386679cb 8f71f030aa8f 2024-06-06T11:17:23.016 INFO:teuthology.orchestra.run.smithi132.stdout:prometheus.a smithi179 *:9095 running (7m) 42s ago 15m 74.5M - 2.33.4 514e6a882f6e a8412c260b59 2024-06-06T11:17:23.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[71843]: cluster 2024-06-06T11:17:22.096634+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2024-06-06T11:17:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[71843]: audit 2024-06-06T11:17:22.326570+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[71843]: audit 2024-06-06T11:17:22.335961+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[71843]: audit 2024-06-06T11:17:22.337305+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:17:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[71843]: audit 2024-06-06T11:17:22.338405+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:17:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[71843]: audit 2024-06-06T11:17:22.346442+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[71843]: audit 2024-06-06T11:17:22.431578+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:17:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[71843]: audit 2024-06-06T11:17:22.434434+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:17:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[71843]: audit 2024-06-06T11:17:22.435920+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:17:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[71843]: audit 2024-06-06T11:17:22.445897+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[74574]: cluster 2024-06-06T11:17:22.096634+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2024-06-06T11:17:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[74574]: audit 2024-06-06T11:17:22.326570+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[74574]: audit 2024-06-06T11:17:22.335961+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[74574]: audit 2024-06-06T11:17:22.337305+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:17:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[74574]: audit 2024-06-06T11:17:22.338405+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:17:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[74574]: audit 2024-06-06T11:17:22.346442+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[74574]: audit 2024-06-06T11:17:22.431578+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:17:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[74574]: audit 2024-06-06T11:17:22.434434+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:17:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[74574]: audit 2024-06-06T11:17:22.435920+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:17:23.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[74574]: audit 2024-06-06T11:17:22.445897+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:23 smithi179 bash[54149]: cluster 2024-06-06T11:17:22.096634+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2024-06-06T11:17:23.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:23 smithi179 bash[54149]: audit 2024-06-06T11:17:22.326570+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:23 smithi179 bash[54149]: audit 2024-06-06T11:17:22.335961+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:23 smithi179 bash[54149]: audit 2024-06-06T11:17:22.337305+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:17:23.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:23 smithi179 bash[54149]: audit 2024-06-06T11:17:22.338405+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:17:23.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:23 smithi179 bash[54149]: audit 2024-06-06T11:17:22.346442+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:23 smithi179 bash[54149]: audit 2024-06-06T11:17:22.431578+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:17:23.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:23 smithi179 bash[54149]: audit 2024-06-06T11:17:22.434434+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:17:23.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:23 smithi179 bash[54149]: audit 2024-06-06T11:17:22.435920+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:17:23.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:23 smithi179 bash[54149]: audit 2024-06-06T11:17:22.445897+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:23.855 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph orch ps' 2024-06-06T11:17:24.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:17:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:17:23] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.33.4" 2024-06-06T11:17:24.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[71843]: audit 2024-06-06T11:17:22.994782+0000 mgr.y (mgr.25375) 281 : audit [DBG] from='client.34668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:17:24.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[71843]: cluster 2024-06-06T11:17:23.111097+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2024-06-06T11:17:24.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[71843]: audit 2024-06-06T11:17:23.348076+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:24.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[71843]: audit 2024-06-06T11:17:23.349338+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:24.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[71843]: cluster 2024-06-06T11:17:23.403094+0000 mgr.y (mgr.25375) 282 : cluster [DBG] pgmap v534: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 100 KiB/s rd, 11 KiB/s wr, 135 op/s 2024-06-06T11:17:24.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[71843]: audit 2024-06-06T11:17:23.567821+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:24.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[74574]: audit 2024-06-06T11:17:22.994782+0000 mgr.y (mgr.25375) 281 : audit [DBG] from='client.34668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:17:24.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[74574]: cluster 2024-06-06T11:17:23.111097+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2024-06-06T11:17:24.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[74574]: audit 2024-06-06T11:17:23.348076+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:24.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[74574]: audit 2024-06-06T11:17:23.349338+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:24.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[74574]: cluster 2024-06-06T11:17:23.403094+0000 mgr.y (mgr.25375) 282 : cluster [DBG] pgmap v534: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 100 KiB/s rd, 11 KiB/s wr, 135 op/s 2024-06-06T11:17:24.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:24 smithi132 bash[74574]: audit 2024-06-06T11:17:23.567821+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:24 smithi179 bash[54149]: audit 2024-06-06T11:17:22.994782+0000 mgr.y (mgr.25375) 281 : audit [DBG] from='client.34668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:17:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:24 smithi179 bash[54149]: cluster 2024-06-06T11:17:23.111097+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2024-06-06T11:17:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:24 smithi179 bash[54149]: audit 2024-06-06T11:17:23.348076+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:24 smithi179 bash[54149]: audit 2024-06-06T11:17:23.349338+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:24 smithi179 bash[54149]: cluster 2024-06-06T11:17:23.403094+0000 mgr.y (mgr.25375) 282 : cluster [DBG] pgmap v534: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 100 KiB/s rd, 11 KiB/s wr, 135 op/s 2024-06-06T11:17:24.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:24 smithi179 bash[54149]: audit 2024-06-06T11:17:23.567821+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:25.409 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:25 smithi132 bash[71843]: cluster 2024-06-06T11:17:24.113944+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2024-06-06T11:17:25.409 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:25 smithi132 bash[74574]: cluster 2024-06-06T11:17:24.113944+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2024-06-06T11:17:25.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:25 smithi179 bash[54149]: cluster 2024-06-06T11:17:24.113944+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2024-06-06T11:17:26.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:26 smithi132 bash[71843]: cluster 2024-06-06T11:17:25.129646+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2024-06-06T11:17:26.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:26 smithi132 bash[71843]: cluster 2024-06-06T11:17:25.403792+0000 mgr.y (mgr.25375) 283 : cluster [DBG] pgmap v537: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 153 KiB/s rd, 15 KiB/s wr, 205 op/s 2024-06-06T11:17:26.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:26 smithi132 bash[74574]: cluster 2024-06-06T11:17:25.129646+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2024-06-06T11:17:26.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:26 smithi132 bash[74574]: cluster 2024-06-06T11:17:25.403792+0000 mgr.y (mgr.25375) 283 : cluster [DBG] pgmap v537: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 153 KiB/s rd, 15 KiB/s wr, 205 op/s 2024-06-06T11:17:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:26 smithi179 bash[54149]: cluster 2024-06-06T11:17:25.129646+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2024-06-06T11:17:26.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:26 smithi179 bash[54149]: cluster 2024-06-06T11:17:25.403792+0000 mgr.y (mgr.25375) 283 : cluster [DBG] pgmap v537: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 153 KiB/s rd, 15 KiB/s wr, 205 op/s 2024-06-06T11:17:27.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:27 smithi132 bash[71843]: cluster 2024-06-06T11:17:26.140172+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2024-06-06T11:17:27.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:27 smithi132 bash[74574]: cluster 2024-06-06T11:17:26.140172+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2024-06-06T11:17:27.403 INFO:teuthology.orchestra.run.smithi132.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:alertmanager.a smithi132 *:9093,9094 running (8m) 18s ago 14m 13.3M - 0.23.0 ba2b418f427c 1838ad8cb63a 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:grafana.a smithi179 *:3000 running (8m) 46s ago 14m 42.0M - 8.3.5 dad864ee21e9 84016b6083e6 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi132.jyyqao smithi132 running (12m) 18s ago 12m 19.4M - 16.2.15-1-g8963e9de 727f386679cb 6d3851400794 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:mds.foo.smithi179.tpnmsk smithi179 running (12m) 46s ago 12m 14.3M - 16.2.15-1-g8963e9de 727f386679cb fa8033ce71be 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.x smithi179 *:8443,9283,8765 running (7m) 46s ago 21m 427M - 18.2.2-1389-gf1abf795 5c01e545ade7 59b804d3cb6e 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:mgr.y smithi132 *:8443,9283,8765 running (7m) 18s ago 23m 495M - 18.2.2-1389-gf1abf795 5c01e545ade7 38c7cd3efd0e 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:mon.a smithi132 running (6m) 18s ago 23m 102M 2048M 18.2.2-1389-gf1abf795 5c01e545ade7 5d0b0ea76a0e 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:mon.b smithi179 running (3m) 46s ago 22m 43.3M 2048M 18.2.2-1389-gf1abf795 5c01e545ade7 03c9b07cbfb3 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:mon.c smithi132 running (5m) 18s ago 21m 60.3M 2048M 18.2.2-1389-gf1abf795 5c01e545ade7 6e4c3242e488 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.a smithi132 *:9100 running (8m) 18s ago 15m 9268k - 1.3.1 1dbe0e931976 bab3d9ee552d 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:node-exporter.b smithi179 *:9100 running (8m) 46s ago 15m 9039k - 1.3.1 1dbe0e931976 a1e2705d9759 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:osd.0 smithi132 running (106s) 18s ago 21m 82.8M 2524M 18.2.2-1389-gf1abf795 5c01e545ade7 ab74a88e45c7 2024-06-06T11:17:27.404 INFO:teuthology.orchestra.run.smithi132.stdout:osd.1 smithi132 running (79s) 18s ago 20m 72.2M 2524M 18.2.2-1389-gf1abf795 5c01e545ade7 c81c9159153f 2024-06-06T11:17:27.405 INFO:teuthology.orchestra.run.smithi132.stdout:osd.2 smithi132 running (50s) 18s ago 19m 77.1M 2524M 18.2.2-1389-gf1abf795 5c01e545ade7 03c0241aa7be 2024-06-06T11:17:27.405 INFO:teuthology.orchestra.run.smithi132.stdout:osd.3 smithi132 running (23s) 18s ago 18m - 2524M 18.2.2-1389-gf1abf795 5c01e545ade7 776198914a36 2024-06-06T11:17:27.405 INFO:teuthology.orchestra.run.smithi132.stdout:osd.4 smithi179 running (18m) 46s ago 18m 120M 2524M 16.2.15-1-g8963e9de 727f386679cb fca38b9dd4a9 2024-06-06T11:17:27.405 INFO:teuthology.orchestra.run.smithi132.stdout:osd.5 smithi179 running (17m) 46s ago 17m 122M 2524M 16.2.15-1-g8963e9de 727f386679cb 5b08bfae0006 2024-06-06T11:17:27.405 INFO:teuthology.orchestra.run.smithi132.stdout:osd.6 smithi179 running (16m) 46s ago 16m 120M 2524M 16.2.15-1-g8963e9de 727f386679cb bced65dc2060 2024-06-06T11:17:27.405 INFO:teuthology.orchestra.run.smithi132.stdout:osd.7 smithi179 running (16m) 46s ago 16m 127M 2524M 16.2.15-1-g8963e9de 727f386679cb 8f71f030aa8f 2024-06-06T11:17:27.405 INFO:teuthology.orchestra.run.smithi132.stdout:prometheus.a smithi179 *:9095 running (7m) 46s ago 15m 74.5M - 2.33.4 514e6a882f6e a8412c260b59 2024-06-06T11:17:27.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:27 smithi179 bash[54149]: cluster 2024-06-06T11:17:26.140172+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2024-06-06T11:17:28.205 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -e sha1=f1abf795f4fc15bf2f30ac90c811a53ab21d5d65 -- bash -c 'ceph versions' 2024-06-06T11:17:28.402 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:28 smithi132 bash[71843]: cluster 2024-06-06T11:17:27.145635+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2024-06-06T11:17:28.402 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:28 smithi132 bash[71843]: audit 2024-06-06T11:17:27.387994+0000 mgr.y (mgr.25375) 284 : audit [DBG] from='client.54457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:17:28.402 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:28 smithi132 bash[71843]: cluster 2024-06-06T11:17:27.404263+0000 mgr.y (mgr.25375) 285 : cluster [DBG] pgmap v540: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 196 op/s 2024-06-06T11:17:28.402 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:28 smithi132 bash[74574]: cluster 2024-06-06T11:17:27.145635+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2024-06-06T11:17:28.402 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:28 smithi132 bash[74574]: audit 2024-06-06T11:17:27.387994+0000 mgr.y (mgr.25375) 284 : audit [DBG] from='client.54457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:17:28.402 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:28 smithi132 bash[74574]: cluster 2024-06-06T11:17:27.404263+0000 mgr.y (mgr.25375) 285 : cluster [DBG] pgmap v540: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 196 op/s 2024-06-06T11:17:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:28 smithi179 bash[54149]: cluster 2024-06-06T11:17:27.145635+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2024-06-06T11:17:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:28 smithi179 bash[54149]: audit 2024-06-06T11:17:27.387994+0000 mgr.y (mgr.25375) 284 : audit [DBG] from='client.54457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T11:17:28.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:28 smithi179 bash[54149]: cluster 2024-06-06T11:17:27.404263+0000 mgr.y (mgr.25375) 285 : cluster [DBG] pgmap v540: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 196 op/s 2024-06-06T11:17:29.498 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:29 smithi132 bash[71843]: cluster 2024-06-06T11:17:28.159169+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2024-06-06T11:17:29.498 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:29 smithi132 bash[74574]: cluster 2024-06-06T11:17:28.159169+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2024-06-06T11:17:29.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:29 smithi179 bash[54149]: cluster 2024-06-06T11:17:28.159169+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2024-06-06T11:17:30.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:30 smithi132 bash[71843]: cluster 2024-06-06T11:17:29.166715+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2024-06-06T11:17:30.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:30 smithi132 bash[71843]: cluster 2024-06-06T11:17:29.405283+0000 mgr.y (mgr.25375) 286 : cluster [DBG] pgmap v543: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 80 KiB/s rd, 7.7 KiB/s wr, 117 op/s 2024-06-06T11:17:30.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:30 smithi132 bash[71843]: cluster 2024-06-06T11:17:30.087131+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2024-06-06T11:17:30.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:30 smithi132 bash[74574]: cluster 2024-06-06T11:17:29.166715+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2024-06-06T11:17:30.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:30 smithi132 bash[74574]: cluster 2024-06-06T11:17:29.405283+0000 mgr.y (mgr.25375) 286 : cluster [DBG] pgmap v543: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 80 KiB/s rd, 7.7 KiB/s wr, 117 op/s 2024-06-06T11:17:30.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:30 smithi132 bash[74574]: cluster 2024-06-06T11:17:30.087131+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2024-06-06T11:17:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:30 smithi179 bash[54149]: cluster 2024-06-06T11:17:29.166715+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2024-06-06T11:17:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:30 smithi179 bash[54149]: cluster 2024-06-06T11:17:29.405283+0000 mgr.y (mgr.25375) 286 : cluster [DBG] pgmap v543: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 80 KiB/s rd, 7.7 KiB/s wr, 117 op/s 2024-06-06T11:17:30.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:30 smithi179 bash[54149]: cluster 2024-06-06T11:17:30.087131+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2024-06-06T11:17:31.739 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2024-06-06T11:17:31.739 INFO:teuthology.orchestra.run.smithi132.stdout: "mon": { 2024-06-06T11:17:31.739 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable)": 3 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: "mgr": { 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable)": 2 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: "osd": { 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 4, 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable)": 4 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: "mds": { 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 2 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: "overall": { 2024-06-06T11:17:31.740 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph version 16.2.15-1-g8963e9de (8963e9dec9df5145388f0d6f6f32af0a74591caf) pacific (stable)": 6, 2024-06-06T11:17:31.741 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph version 18.2.2-1389-gf1abf795 (f1abf795f4fc15bf2f30ac90c811a53ab21d5d65) reef (stable)": 9 2024-06-06T11:17:31.741 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-06-06T11:17:31.741 INFO:teuthology.orchestra.run.smithi132.stdout:} 2024-06-06T11:17:32.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:32 smithi132 bash[71843]: cluster 2024-06-06T11:17:31.175055+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2024-06-06T11:17:32.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:32 smithi132 bash[71843]: cluster 2024-06-06T11:17:31.405838+0000 mgr.y (mgr.25375) 287 : cluster [DBG] pgmap v546: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 71 KiB/s rd, 8.2 KiB/s wr, 106 op/s 2024-06-06T11:17:32.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:32 smithi132 bash[71843]: audit 2024-06-06T11:17:31.740731+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.132:0/3540730213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:17:32.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:32 smithi132 bash[74574]: cluster 2024-06-06T11:17:31.175055+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2024-06-06T11:17:32.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:32 smithi132 bash[74574]: cluster 2024-06-06T11:17:31.405838+0000 mgr.y (mgr.25375) 287 : cluster [DBG] pgmap v546: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 71 KiB/s rd, 8.2 KiB/s wr, 106 op/s 2024-06-06T11:17:32.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:32 smithi132 bash[74574]: audit 2024-06-06T11:17:31.740731+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.132:0/3540730213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:17:32.529 DEBUG:teuthology.parallel:result is None 2024-06-06T11:17:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:32 smithi179 bash[54149]: cluster 2024-06-06T11:17:31.175055+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2024-06-06T11:17:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:32 smithi179 bash[54149]: cluster 2024-06-06T11:17:31.405838+0000 mgr.y (mgr.25375) 287 : cluster [DBG] pgmap v546: 105 pgs: 105 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 71 KiB/s rd, 8.2 KiB/s wr, 106 op/s 2024-06-06T11:17:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:32 smithi179 bash[54149]: audit 2024-06-06T11:17:31.740731+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.132:0/3540730213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-06-06T11:17:33.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:33 smithi132 bash[71843]: cluster 2024-06-06T11:17:32.183050+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2024-06-06T11:17:33.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:33 smithi132 bash[74574]: cluster 2024-06-06T11:17:32.183050+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2024-06-06T11:17:33.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:33 smithi179 bash[54149]: cluster 2024-06-06T11:17:32.183050+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2024-06-06T11:17:34.197 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:17:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:17:33] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.33.4" 2024-06-06T11:17:34.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:34 smithi132 bash[71843]: cluster 2024-06-06T11:17:33.198734+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2024-06-06T11:17:34.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:34 smithi132 bash[71843]: cluster 2024-06-06T11:17:33.406675+0000 mgr.y (mgr.25375) 288 : cluster [DBG] pgmap v549: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 KiB/s wr, 38 op/s 2024-06-06T11:17:34.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:34 smithi132 bash[74574]: cluster 2024-06-06T11:17:33.198734+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2024-06-06T11:17:34.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:34 smithi132 bash[74574]: cluster 2024-06-06T11:17:33.406675+0000 mgr.y (mgr.25375) 288 : cluster [DBG] pgmap v549: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 KiB/s wr, 38 op/s 2024-06-06T11:17:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:34 smithi179 bash[54149]: cluster 2024-06-06T11:17:33.198734+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2024-06-06T11:17:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:34 smithi179 bash[54149]: cluster 2024-06-06T11:17:33.406675+0000 mgr.y (mgr.25375) 288 : cluster [DBG] pgmap v549: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 KiB/s wr, 38 op/s 2024-06-06T11:17:35.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:35 smithi132 bash[71843]: cluster 2024-06-06T11:17:34.206405+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2024-06-06T11:17:35.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:35 smithi132 bash[71843]: cluster 2024-06-06T11:17:35.088043+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2024-06-06T11:17:35.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:35 smithi132 bash[74574]: cluster 2024-06-06T11:17:34.206405+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2024-06-06T11:17:35.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:35 smithi132 bash[74574]: cluster 2024-06-06T11:17:35.088043+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2024-06-06T11:17:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:35 smithi179 bash[54149]: cluster 2024-06-06T11:17:34.206405+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2024-06-06T11:17:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:35 smithi179 bash[54149]: cluster 2024-06-06T11:17:35.088043+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2024-06-06T11:17:36.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:36 smithi132 bash[71843]: cluster 2024-06-06T11:17:35.407400+0000 mgr.y (mgr.25375) 289 : cluster [DBG] pgmap v552: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-06-06T11:17:36.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:36 smithi132 bash[71843]: cluster 2024-06-06T11:17:36.090485+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2024-06-06T11:17:36.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:36 smithi132 bash[74574]: cluster 2024-06-06T11:17:35.407400+0000 mgr.y (mgr.25375) 289 : cluster [DBG] pgmap v552: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-06-06T11:17:36.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:36 smithi132 bash[74574]: cluster 2024-06-06T11:17:36.090485+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2024-06-06T11:17:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:36 smithi179 bash[54149]: cluster 2024-06-06T11:17:35.407400+0000 mgr.y (mgr.25375) 289 : cluster [DBG] pgmap v552: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-06-06T11:17:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:36 smithi179 bash[54149]: cluster 2024-06-06T11:17:36.090485+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2024-06-06T11:17:38.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:38 smithi132 bash[71843]: cluster 2024-06-06T11:17:37.223687+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2024-06-06T11:17:38.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:38 smithi132 bash[71843]: cluster 2024-06-06T11:17:37.408206+0000 mgr.y (mgr.25375) 290 : cluster [DBG] pgmap v555: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 106 KiB/s rd, 9.0 KiB/s wr, 151 op/s 2024-06-06T11:17:38.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:38 smithi132 bash[74574]: cluster 2024-06-06T11:17:37.223687+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2024-06-06T11:17:38.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:38 smithi132 bash[74574]: cluster 2024-06-06T11:17:37.408206+0000 mgr.y (mgr.25375) 290 : cluster [DBG] pgmap v555: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 106 KiB/s rd, 9.0 KiB/s wr, 151 op/s 2024-06-06T11:17:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:38 smithi179 bash[54149]: cluster 2024-06-06T11:17:37.223687+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2024-06-06T11:17:38.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:38 smithi179 bash[54149]: cluster 2024-06-06T11:17:37.408206+0000 mgr.y (mgr.25375) 290 : cluster [DBG] pgmap v555: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 106 KiB/s rd, 9.0 KiB/s wr, 151 op/s 2024-06-06T11:17:39.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:39 smithi132 bash[71843]: cluster 2024-06-06T11:17:38.227935+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2024-06-06T11:17:39.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:39 smithi132 bash[71843]: audit 2024-06-06T11:17:38.342213+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:39.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:39 smithi132 bash[74574]: cluster 2024-06-06T11:17:38.227935+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2024-06-06T11:17:39.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:39 smithi132 bash[74574]: audit 2024-06-06T11:17:38.342213+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:39 smithi179 bash[54149]: cluster 2024-06-06T11:17:38.227935+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2024-06-06T11:17:39.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:39 smithi179 bash[54149]: audit 2024-06-06T11:17:38.342213+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:40.181 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31999 ms) 2024-06-06T11:17:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[71843]: cluster 2024-06-06T11:17:39.230546+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-06-06T11:17:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[71843]: cluster 2024-06-06T11:17:39.409291+0000 mgr.y (mgr.25375) 291 : cluster [DBG] pgmap v558: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 91 KiB/s rd, 7.5 KiB/s wr, 134 op/s 2024-06-06T11:17:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[71843]: cluster 2024-06-06T11:17:40.090336+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-06-06T11:17:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[71843]: audit 2024-06-06T11:17:40.167388+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/48e645f4-5dd8-4179-bfa7-32cf5e32f64b"}]: dispatch 2024-06-06T11:17:40.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[71843]: audit 2024-06-06T11:17:40.168106+0000 mon.a (mon.0) 876 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/48e645f4-5dd8-4179-bfa7-32cf5e32f64b"}]: dispatch 2024-06-06T11:17:40.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[71843]: audit 2024-06-06T11:17:40.173542+0000 mon.a (mon.0) 877 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/48e645f4-5dd8-4179-bfa7-32cf5e32f64b"}]': finished 2024-06-06T11:17:40.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[74574]: cluster 2024-06-06T11:17:39.230546+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-06-06T11:17:40.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[74574]: cluster 2024-06-06T11:17:39.409291+0000 mgr.y (mgr.25375) 291 : cluster [DBG] pgmap v558: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 91 KiB/s rd, 7.5 KiB/s wr, 134 op/s 2024-06-06T11:17:40.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[74574]: cluster 2024-06-06T11:17:40.090336+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-06-06T11:17:40.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[74574]: audit 2024-06-06T11:17:40.167388+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/48e645f4-5dd8-4179-bfa7-32cf5e32f64b"}]: dispatch 2024-06-06T11:17:40.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[74574]: audit 2024-06-06T11:17:40.168106+0000 mon.a (mon.0) 876 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/48e645f4-5dd8-4179-bfa7-32cf5e32f64b"}]: dispatch 2024-06-06T11:17:40.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:40 smithi132 bash[74574]: audit 2024-06-06T11:17:40.173542+0000 mon.a (mon.0) 877 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/48e645f4-5dd8-4179-bfa7-32cf5e32f64b"}]': finished 2024-06-06T11:17:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:40 smithi179 bash[54149]: cluster 2024-06-06T11:17:39.230546+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-06-06T11:17:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:40 smithi179 bash[54149]: cluster 2024-06-06T11:17:39.409291+0000 mgr.y (mgr.25375) 291 : cluster [DBG] pgmap v558: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 91 KiB/s rd, 7.5 KiB/s wr, 134 op/s 2024-06-06T11:17:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:40 smithi179 bash[54149]: cluster 2024-06-06T11:17:40.090336+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-06-06T11:17:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:40 smithi179 bash[54149]: audit 2024-06-06T11:17:40.167388+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.132:0/916667593' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/48e645f4-5dd8-4179-bfa7-32cf5e32f64b"}]: dispatch 2024-06-06T11:17:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:40 smithi179 bash[54149]: audit 2024-06-06T11:17:40.168106+0000 mon.a (mon.0) 876 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/48e645f4-5dd8-4179-bfa7-32cf5e32f64b"}]: dispatch 2024-06-06T11:17:40.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:40 smithi179 bash[54149]: audit 2024-06-06T11:17:40.173542+0000 mon.a (mon.0) 877 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/30/48e645f4-5dd8-4179-bfa7-32cf5e32f64b"}]': finished 2024-06-06T11:17:41.180 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 51 tests from TestMirroring (97123 ms total) 2024-06-06T11:17:41.180 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:17:41.181 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 31 tests from TestDeepCopy 2024-06-06T11:17:42.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:42 smithi132 bash[71843]: cluster 2024-06-06T11:17:41.177754+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-06-06T11:17:42.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:42 smithi132 bash[71843]: cluster 2024-06-06T11:17:41.410037+0000 mgr.y (mgr.25375) 292 : cluster [DBG] pgmap v561: 73 pgs: 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:17:42.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:42 smithi132 bash[74574]: cluster 2024-06-06T11:17:41.177754+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-06-06T11:17:42.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:42 smithi132 bash[74574]: cluster 2024-06-06T11:17:41.410037+0000 mgr.y (mgr.25375) 292 : cluster [DBG] pgmap v561: 73 pgs: 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:17:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:42 smithi179 bash[54149]: cluster 2024-06-06T11:17:41.177754+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-06-06T11:17:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:42 smithi179 bash[54149]: cluster 2024-06-06T11:17:41.410037+0000 mgr.y (mgr.25375) 292 : cluster [DBG] pgmap v561: 73 pgs: 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:17:43.196 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Empty 2024-06-06T11:17:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:43 smithi132 bash[74574]: cluster 2024-06-06T11:17:42.186781+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-06-06T11:17:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:43 smithi132 bash[74574]: audit 2024-06-06T11:17:42.189869+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.132:0/4221599776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:17:43.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:43 smithi132 bash[74574]: audit 2024-06-06T11:17:42.190521+0000 mon.a (mon.0) 880 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:17:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:43 smithi132 bash[71843]: cluster 2024-06-06T11:17:42.186781+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-06-06T11:17:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:43 smithi132 bash[71843]: audit 2024-06-06T11:17:42.189869+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.132:0/4221599776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:17:43.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:43 smithi132 bash[71843]: audit 2024-06-06T11:17:42.190521+0000 mon.a (mon.0) 880 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:17:43.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:43 smithi179 bash[54149]: cluster 2024-06-06T11:17:42.186781+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-06-06T11:17:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:43 smithi179 bash[54149]: audit 2024-06-06T11:17:42.189869+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.132:0/4221599776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:17:43.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:43 smithi179 bash[54149]: audit 2024-06-06T11:17:42.190521+0000 mon.a (mon.0) 880 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:17:44.209 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:17:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:17:43] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.33.4" 2024-06-06T11:17:44.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:44 smithi132 bash[71843]: audit 2024-06-06T11:17:43.196318+0000 mon.a (mon.0) 881 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:17:44.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:44 smithi132 bash[71843]: cluster 2024-06-06T11:17:43.196692+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-06-06T11:17:44.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:44 smithi132 bash[71843]: cluster 2024-06-06T11:17:43.410823+0000 mgr.y (mgr.25375) 293 : cluster [DBG] pgmap v564: 105 pgs: 27 unknown, 78 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:17:44.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:44 smithi132 bash[74574]: audit 2024-06-06T11:17:43.196318+0000 mon.a (mon.0) 881 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:17:44.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:44 smithi132 bash[74574]: cluster 2024-06-06T11:17:43.196692+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-06-06T11:17:44.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:44 smithi132 bash[74574]: cluster 2024-06-06T11:17:43.410823+0000 mgr.y (mgr.25375) 293 : cluster [DBG] pgmap v564: 105 pgs: 27 unknown, 78 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:17:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:44 smithi179 bash[54149]: audit 2024-06-06T11:17:43.196318+0000 mon.a (mon.0) 881 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:17:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:44 smithi179 bash[54149]: cluster 2024-06-06T11:17:43.196692+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-06-06T11:17:44.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:44 smithi179 bash[54149]: cluster 2024-06-06T11:17:43.410823+0000 mgr.y (mgr.25375) 293 : cluster [DBG] pgmap v564: 105 pgs: 27 unknown, 78 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:17:45.421 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Empty (2225 ms) 2024-06-06T11:17:45.421 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-06-06T11:17:45.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:45 smithi132 bash[74574]: cluster 2024-06-06T11:17:44.214568+0000 mon.a (mon.0) 883 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-06-06T11:17:45.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:45 smithi132 bash[71843]: cluster 2024-06-06T11:17:44.214568+0000 mon.a (mon.0) 883 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-06-06T11:17:45.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:45 smithi179 bash[54149]: cluster 2024-06-06T11:17:44.214568+0000 mon.a (mon.0) 883 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-06-06T11:17:45.837 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.NoSnaps (416 ms) 2024-06-06T11:17:45.837 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Snaps 2024-06-06T11:17:46.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:46 smithi132 bash[71843]: cluster 2024-06-06T11:17:45.216576+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-06-06T11:17:46.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:46 smithi132 bash[71843]: cluster 2024-06-06T11:17:45.411472+0000 mgr.y (mgr.25375) 294 : cluster [DBG] pgmap v567: 105 pgs: 10 unknown, 95 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:17:46.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:46 smithi132 bash[74574]: cluster 2024-06-06T11:17:45.216576+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-06-06T11:17:46.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:46 smithi132 bash[74574]: cluster 2024-06-06T11:17:45.411472+0000 mgr.y (mgr.25375) 294 : cluster [DBG] pgmap v567: 105 pgs: 10 unknown, 95 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:17:46.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:46 smithi179 bash[54149]: cluster 2024-06-06T11:17:45.216576+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-06-06T11:17:46.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:46 smithi179 bash[54149]: cluster 2024-06-06T11:17:45.411472+0000 mgr.y (mgr.25375) 294 : cluster [DBG] pgmap v567: 105 pgs: 10 unknown, 95 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:17:47.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:47 smithi132 bash[71843]: cluster 2024-06-06T11:17:46.234193+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-06-06T11:17:47.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:47 smithi132 bash[74574]: cluster 2024-06-06T11:17:46.234193+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-06-06T11:17:47.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:47 smithi179 bash[54149]: cluster 2024-06-06T11:17:46.234193+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-06-06T11:17:48.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:48 smithi132 bash[71843]: cluster 2024-06-06T11:17:47.240193+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2024-06-06T11:17:48.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:48 smithi132 bash[71843]: cluster 2024-06-06T11:17:47.412158+0000 mgr.y (mgr.25375) 295 : cluster [DBG] pgmap v570: 105 pgs: 105 active+clean; 17 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-06-06T11:17:48.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:48 smithi132 bash[74574]: cluster 2024-06-06T11:17:47.240193+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2024-06-06T11:17:48.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:48 smithi132 bash[74574]: cluster 2024-06-06T11:17:47.412158+0000 mgr.y (mgr.25375) 295 : cluster [DBG] pgmap v570: 105 pgs: 105 active+clean; 17 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-06-06T11:17:48.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:48 smithi179 bash[54149]: cluster 2024-06-06T11:17:47.240193+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2024-06-06T11:17:48.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:48 smithi179 bash[54149]: cluster 2024-06-06T11:17:47.412158+0000 mgr.y (mgr.25375) 295 : cluster [DBG] pgmap v570: 105 pgs: 105 active+clean; 17 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-06-06T11:17:49.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:49 smithi132 bash[71843]: cluster 2024-06-06T11:17:48.250660+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2024-06-06T11:17:49.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:49 smithi132 bash[74574]: cluster 2024-06-06T11:17:48.250660+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2024-06-06T11:17:49.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:49 smithi179 bash[54149]: cluster 2024-06-06T11:17:48.250660+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2024-06-06T11:17:49.659 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Snaps (3822 ms) 2024-06-06T11:17:49.659 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-06-06T11:17:50.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:50 smithi132 bash[71843]: cluster 2024-06-06T11:17:49.259498+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2024-06-06T11:17:50.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:50 smithi132 bash[71843]: cluster 2024-06-06T11:17:49.412951+0000 mgr.y (mgr.25375) 296 : cluster [DBG] pgmap v573: 105 pgs: 105 active+clean; 49 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 168 op/s 2024-06-06T11:17:50.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:50 smithi132 bash[74574]: cluster 2024-06-06T11:17:49.259498+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2024-06-06T11:17:50.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:50 smithi132 bash[74574]: cluster 2024-06-06T11:17:49.412951+0000 mgr.y (mgr.25375) 296 : cluster [DBG] pgmap v573: 105 pgs: 105 active+clean; 49 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 168 op/s 2024-06-06T11:17:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:50 smithi179 bash[54149]: cluster 2024-06-06T11:17:49.259498+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2024-06-06T11:17:50.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:50 smithi179 bash[54149]: cluster 2024-06-06T11:17:49.412951+0000 mgr.y (mgr.25375) 296 : cluster [DBG] pgmap v573: 105 pgs: 105 active+clean; 49 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 168 op/s 2024-06-06T11:17:51.459 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.SnapDiscard (1800 ms) 2024-06-06T11:17:51.459 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-06-06T11:17:51.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:51 smithi132 bash[71843]: cluster 2024-06-06T11:17:50.269351+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2024-06-06T11:17:51.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:51 smithi132 bash[74574]: cluster 2024-06-06T11:17:50.269351+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2024-06-06T11:17:51.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:51 smithi179 bash[54149]: cluster 2024-06-06T11:17:50.269351+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2024-06-06T11:17:52.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:52 smithi179 bash[54149]: cluster 2024-06-06T11:17:51.276849+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2024-06-06T11:17:52.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:52 smithi179 bash[54149]: cluster 2024-06-06T11:17:51.414119+0000 mgr.y (mgr.25375) 297 : cluster [DBG] pgmap v576: 105 pgs: 105 active+clean; 49 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 147 op/s 2024-06-06T11:17:52.637 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.CloneDiscard (1179 ms) 2024-06-06T11:17:52.637 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-06-06T11:17:52.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:52 smithi132 bash[71843]: cluster 2024-06-06T11:17:51.276849+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2024-06-06T11:17:52.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:52 smithi132 bash[71843]: cluster 2024-06-06T11:17:51.414119+0000 mgr.y (mgr.25375) 297 : cluster [DBG] pgmap v576: 105 pgs: 105 active+clean; 49 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 147 op/s 2024-06-06T11:17:52.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:52 smithi132 bash[74574]: cluster 2024-06-06T11:17:51.276849+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2024-06-06T11:17:52.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:52 smithi132 bash[74574]: cluster 2024-06-06T11:17:51.414119+0000 mgr.y (mgr.25375) 297 : cluster [DBG] pgmap v576: 105 pgs: 105 active+clean; 49 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 147 op/s 2024-06-06T11:17:53.604 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.CloneShrink (966 ms) 2024-06-06T11:17:53.604 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-06-06T11:17:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:53 smithi132 bash[71843]: cluster 2024-06-06T11:17:52.289673+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2024-06-06T11:17:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:53 smithi132 bash[74574]: cluster 2024-06-06T11:17:52.289673+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2024-06-06T11:17:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:53 smithi179 bash[54149]: cluster 2024-06-06T11:17:52.289673+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2024-06-06T11:17:54.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:17:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:17:53] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.33.4" 2024-06-06T11:17:54.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:54 smithi132 bash[74574]: cluster 2024-06-06T11:17:53.293421+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2024-06-06T11:17:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:54 smithi132 bash[74574]: audit 2024-06-06T11:17:53.342822+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:54 smithi132 bash[74574]: cluster 2024-06-06T11:17:53.414737+0000 mgr.y (mgr.25375) 298 : cluster [DBG] pgmap v579: 105 pgs: 105 active+clean; 53 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 38 op/s 2024-06-06T11:17:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:54 smithi132 bash[74574]: audit 2024-06-06T11:17:53.588528+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:54 smithi132 bash[71843]: cluster 2024-06-06T11:17:53.293421+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2024-06-06T11:17:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:54 smithi132 bash[71843]: audit 2024-06-06T11:17:53.342822+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:54 smithi132 bash[71843]: cluster 2024-06-06T11:17:53.414737+0000 mgr.y (mgr.25375) 298 : cluster [DBG] pgmap v579: 105 pgs: 105 active+clean; 53 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 38 op/s 2024-06-06T11:17:54.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:54 smithi132 bash[71843]: audit 2024-06-06T11:17:53.588528+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:54 smithi179 bash[54149]: cluster 2024-06-06T11:17:53.293421+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2024-06-06T11:17:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:54 smithi179 bash[54149]: audit 2024-06-06T11:17:53.342822+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:17:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:54 smithi179 bash[54149]: cluster 2024-06-06T11:17:53.414737+0000 mgr.y (mgr.25375) 298 : cluster [DBG] pgmap v579: 105 pgs: 105 active+clean; 53 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 38 op/s 2024-06-06T11:17:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:54 smithi179 bash[54149]: audit 2024-06-06T11:17:53.588528+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:17:55.001 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.CloneExpand (1398 ms) 2024-06-06T11:17:55.002 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-06-06T11:17:56.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:55 smithi132 bash[71843]: cluster 2024-06-06T11:17:54.595028+0000 mon.a (mon.0) 895 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2024-06-06T11:17:56.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:55 smithi132 bash[71843]: cluster 2024-06-06T11:17:55.095043+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2024-06-06T11:17:56.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:55 smithi132 bash[71843]: cluster 2024-06-06T11:17:55.415406+0000 mgr.y (mgr.25375) 299 : cluster [DBG] pgmap v582: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 282 op/s 2024-06-06T11:17:56.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:55 smithi132 bash[74574]: cluster 2024-06-06T11:17:54.595028+0000 mon.a (mon.0) 895 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2024-06-06T11:17:56.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:55 smithi132 bash[74574]: cluster 2024-06-06T11:17:55.095043+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2024-06-06T11:17:56.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:55 smithi132 bash[74574]: cluster 2024-06-06T11:17:55.415406+0000 mgr.y (mgr.25375) 299 : cluster [DBG] pgmap v582: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 282 op/s 2024-06-06T11:17:56.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:55 smithi179 bash[54149]: cluster 2024-06-06T11:17:54.595028+0000 mon.a (mon.0) 895 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2024-06-06T11:17:56.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:55 smithi179 bash[54149]: cluster 2024-06-06T11:17:55.095043+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2024-06-06T11:17:56.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:55 smithi179 bash[54149]: cluster 2024-06-06T11:17:55.415406+0000 mgr.y (mgr.25375) 299 : cluster [DBG] pgmap v582: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 282 op/s 2024-06-06T11:17:57.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:57 smithi132 bash[71843]: cluster 2024-06-06T11:17:56.107076+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2024-06-06T11:17:57.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:57 smithi132 bash[74574]: cluster 2024-06-06T11:17:56.107076+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2024-06-06T11:17:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:57 smithi179 bash[54149]: cluster 2024-06-06T11:17:56.107076+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2024-06-06T11:17:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:58 smithi132 bash[71843]: cluster 2024-06-06T11:17:57.119210+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2024-06-06T11:17:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:58 smithi132 bash[71843]: cluster 2024-06-06T11:17:57.416104+0000 mgr.y (mgr.25375) 300 : cluster [DBG] pgmap v585: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 493 op/s 2024-06-06T11:17:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:58 smithi132 bash[74574]: cluster 2024-06-06T11:17:57.119210+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2024-06-06T11:17:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:58 smithi132 bash[74574]: cluster 2024-06-06T11:17:57.416104+0000 mgr.y (mgr.25375) 300 : cluster [DBG] pgmap v585: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 493 op/s 2024-06-06T11:17:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:58 smithi179 bash[54149]: cluster 2024-06-06T11:17:57.119210+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2024-06-06T11:17:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:58 smithi179 bash[54149]: cluster 2024-06-06T11:17:57.416104+0000 mgr.y (mgr.25375) 300 : cluster [DBG] pgmap v585: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 493 op/s 2024-06-06T11:17:59.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:17:59 smithi132 bash[71843]: cluster 2024-06-06T11:17:58.127390+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2024-06-06T11:17:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:17:59 smithi132 bash[74574]: cluster 2024-06-06T11:17:58.127390+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2024-06-06T11:17:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:17:59 smithi179 bash[54149]: cluster 2024-06-06T11:17:58.127390+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2024-06-06T11:18:00.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:00 smithi132 bash[71843]: cluster 2024-06-06T11:17:59.136139+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2024-06-06T11:18:00.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:00 smithi132 bash[71843]: cluster 2024-06-06T11:17:59.417157+0000 mgr.y (mgr.25375) 301 : cluster [DBG] pgmap v588: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 342 KiB/s rd, 25 KiB/s wr, 456 op/s 2024-06-06T11:18:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:00 smithi132 bash[74574]: cluster 2024-06-06T11:17:59.136139+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2024-06-06T11:18:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:00 smithi132 bash[74574]: cluster 2024-06-06T11:17:59.417157+0000 mgr.y (mgr.25375) 301 : cluster [DBG] pgmap v588: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 342 KiB/s rd, 25 KiB/s wr, 456 op/s 2024-06-06T11:18:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:00 smithi179 bash[54149]: cluster 2024-06-06T11:17:59.136139+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2024-06-06T11:18:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:00 smithi179 bash[54149]: cluster 2024-06-06T11:17:59.417157+0000 mgr.y (mgr.25375) 301 : cluster [DBG] pgmap v588: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 342 KiB/s rd, 25 KiB/s wr, 456 op/s 2024-06-06T11:18:01.339 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.CloneHideParent (6337 ms) 2024-06-06T11:18:01.339 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Clone 2024-06-06T11:18:01.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:01 smithi132 bash[71843]: cluster 2024-06-06T11:18:00.147362+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2024-06-06T11:18:01.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:01 smithi132 bash[74574]: cluster 2024-06-06T11:18:00.147362+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2024-06-06T11:18:01.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:01 smithi179 bash[54149]: cluster 2024-06-06T11:18:00.147362+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2024-06-06T11:18:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:02 smithi132 bash[71843]: cluster 2024-06-06T11:18:01.152577+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2024-06-06T11:18:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:02 smithi132 bash[71843]: cluster 2024-06-06T11:18:01.417756+0000 mgr.y (mgr.25375) 302 : cluster [DBG] pgmap v591: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 175 KiB/s rd, 17 KiB/s wr, 251 op/s 2024-06-06T11:18:02.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:02 smithi132 bash[74574]: cluster 2024-06-06T11:18:01.152577+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2024-06-06T11:18:02.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:02 smithi132 bash[74574]: cluster 2024-06-06T11:18:01.417756+0000 mgr.y (mgr.25375) 302 : cluster [DBG] pgmap v591: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 175 KiB/s rd, 17 KiB/s wr, 251 op/s 2024-06-06T11:18:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:02 smithi179 bash[54149]: cluster 2024-06-06T11:18:01.152577+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2024-06-06T11:18:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:02 smithi179 bash[54149]: cluster 2024-06-06T11:18:01.417756+0000 mgr.y (mgr.25375) 302 : cluster [DBG] pgmap v591: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 175 KiB/s rd, 17 KiB/s wr, 251 op/s 2024-06-06T11:18:03.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:03 smithi132 bash[71843]: cluster 2024-06-06T11:18:02.175827+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-06-06T11:18:03.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:03 smithi132 bash[74574]: cluster 2024-06-06T11:18:02.175827+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-06-06T11:18:03.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:03 smithi179 bash[54149]: cluster 2024-06-06T11:18:02.175827+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-06-06T11:18:03.755 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Clone (2417 ms) 2024-06-06T11:18:03.756 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-06-06T11:18:04.189 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:18:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:18:03] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.33.4" 2024-06-06T11:18:04.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:04 smithi132 bash[71843]: cluster 2024-06-06T11:18:03.181291+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-06-06T11:18:04.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:04 smithi132 bash[71843]: cluster 2024-06-06T11:18:03.418338+0000 mgr.y (mgr.25375) 303 : cluster [DBG] pgmap v594: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 22 op/s 2024-06-06T11:18:04.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:04 smithi132 bash[74574]: cluster 2024-06-06T11:18:03.181291+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-06-06T11:18:04.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:04 smithi132 bash[74574]: cluster 2024-06-06T11:18:03.418338+0000 mgr.y (mgr.25375) 303 : cluster [DBG] pgmap v594: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 22 op/s 2024-06-06T11:18:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:04 smithi179 bash[54149]: cluster 2024-06-06T11:18:03.181291+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-06-06T11:18:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:04 smithi179 bash[54149]: cluster 2024-06-06T11:18:03.418338+0000 mgr.y (mgr.25375) 303 : cluster [DBG] pgmap v594: 105 pgs: 105 active+clean; 65 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 22 op/s 2024-06-06T11:18:05.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:05 smithi132 bash[71843]: cluster 2024-06-06T11:18:04.197281+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-06-06T11:18:05.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:05 smithi132 bash[74574]: cluster 2024-06-06T11:18:04.197281+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-06-06T11:18:05.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:05 smithi179 bash[54149]: cluster 2024-06-06T11:18:04.197281+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-06-06T11:18:05.881 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.CloneFlatten (2125 ms) 2024-06-06T11:18:05.881 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Stress 2024-06-06T11:18:05.927 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 28648548~7388818 2024-06-06T11:18:05.966 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 78651423~5234657 2024-06-06T11:18:05.966 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 29087985~2870453 2024-06-06T11:18:05.983 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 68421191~7203369 2024-06-06T11:18:05.984 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 74366826~4881024 2024-06-06T11:18:06.001 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 48606559~2819576 2024-06-06T11:18:06.003 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 36541224~5761940 2024-06-06T11:18:06.027 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 62610092~3507397 2024-06-06T11:18:06.027 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap0 2024-06-06T11:18:06.240 INFO:tasks.workunit.client.0.smithi132.stdout:clone image143 -> image144 2024-06-06T11:18:06.335 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 41348198~3504765 2024-06-06T11:18:06.373 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16247295~6803665 2024-06-06T11:18:06.380 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 64204599~950950 2024-06-06T11:18:06.388 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 38930498~2507067 2024-06-06T11:18:06.391 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 75010816~5437961 2024-06-06T11:18:06.420 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16833949~7139190 2024-06-06T11:18:06.422 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 31305224~1087188 2024-06-06T11:18:06.452 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 80346623~3539457 2024-06-06T11:18:06.454 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap1 2024-06-06T11:18:06.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:06 smithi132 bash[71843]: cluster 2024-06-06T11:18:05.202652+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2024-06-06T11:18:06.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:06 smithi132 bash[71843]: cluster 2024-06-06T11:18:05.419108+0000 mgr.y (mgr.25375) 304 : cluster [DBG] pgmap v597: 105 pgs: 105 active+clean; 89 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 174 op/s 2024-06-06T11:18:06.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:06 smithi132 bash[74574]: cluster 2024-06-06T11:18:05.202652+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2024-06-06T11:18:06.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:06 smithi132 bash[74574]: cluster 2024-06-06T11:18:05.419108+0000 mgr.y (mgr.25375) 304 : cluster [DBG] pgmap v597: 105 pgs: 105 active+clean; 89 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 174 op/s 2024-06-06T11:18:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:06 smithi179 bash[54149]: cluster 2024-06-06T11:18:05.202652+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2024-06-06T11:18:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:06 smithi179 bash[54149]: cluster 2024-06-06T11:18:05.419108+0000 mgr.y (mgr.25375) 304 : cluster [DBG] pgmap v597: 105 pgs: 105 active+clean; 89 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 174 op/s 2024-06-06T11:18:07.243 INFO:tasks.workunit.client.0.smithi132.stdout:clone image144 -> image145 2024-06-06T11:18:07.364 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 46283747~1855399 2024-06-06T11:18:07.383 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 65456679~7722237 2024-06-06T11:18:07.402 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 77650678~3210061 2024-06-06T11:18:07.441 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 67692257~5011334 2024-06-06T11:18:07.445 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 58850379~5139998 2024-06-06T11:18:07.471 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 2516549~4473229 2024-06-06T11:18:07.479 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 66698250~4553012 2024-06-06T11:18:07.497 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 11356677~1921707 2024-06-06T11:18:07.503 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap2 2024-06-06T11:18:07.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:07 smithi132 bash[74574]: cluster 2024-06-06T11:18:06.211930+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2024-06-06T11:18:07.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:07 smithi132 bash[71843]: cluster 2024-06-06T11:18:06.211930+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2024-06-06T11:18:07.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:07 smithi179 bash[54149]: cluster 2024-06-06T11:18:06.211930+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2024-06-06T11:18:08.266 INFO:tasks.workunit.client.0.smithi132.stdout:clone image145 -> image146 2024-06-06T11:18:08.423 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 51898181~63804 2024-06-06T11:18:08.436 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 13890374~8248724 2024-06-06T11:18:08.443 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 74108170~1079877 2024-06-06T11:18:08.454 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 18944281~5558499 2024-06-06T11:18:08.458 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 59429604~4750098 2024-06-06T11:18:08.496 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1887436~100303 2024-06-06T11:18:08.504 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 43898742~7119258 2024-06-06T11:18:08.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:08 smithi132 bash[71843]: cluster 2024-06-06T11:18:07.218884+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2024-06-06T11:18:08.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:08 smithi132 bash[71843]: cluster 2024-06-06T11:18:07.419585+0000 mgr.y (mgr.25375) 305 : cluster [DBG] pgmap v600: 105 pgs: 105 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 23 MiB/s wr, 392 op/s 2024-06-06T11:18:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:08 smithi132 bash[74574]: cluster 2024-06-06T11:18:07.218884+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2024-06-06T11:18:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:08 smithi132 bash[74574]: cluster 2024-06-06T11:18:07.419585+0000 mgr.y (mgr.25375) 305 : cluster [DBG] pgmap v600: 105 pgs: 105 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 23 MiB/s wr, 392 op/s 2024-06-06T11:18:08.536 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 40007320~6228143 2024-06-06T11:18:08.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:08 smithi179 bash[54149]: cluster 2024-06-06T11:18:07.218884+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2024-06-06T11:18:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:08 smithi179 bash[54149]: cluster 2024-06-06T11:18:07.419585+0000 mgr.y (mgr.25375) 305 : cluster [DBG] pgmap v600: 105 pgs: 105 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 23 MiB/s wr, 392 op/s 2024-06-06T11:18:08.550 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap3 2024-06-06T11:18:09.270 INFO:tasks.workunit.client.0.smithi132.stdout:clone image146 -> image147 2024-06-06T11:18:09.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:09 smithi132 bash[71843]: cluster 2024-06-06T11:18:08.239547+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2024-06-06T11:18:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:09 smithi132 bash[71843]: audit 2024-06-06T11:18:08.343223+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:09 smithi132 bash[74574]: cluster 2024-06-06T11:18:08.239547+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2024-06-06T11:18:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:09 smithi132 bash[74574]: audit 2024-06-06T11:18:08.343223+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:09 smithi179 bash[54149]: cluster 2024-06-06T11:18:08.239547+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2024-06-06T11:18:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:09 smithi179 bash[54149]: audit 2024-06-06T11:18:08.343223+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:09.902 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Stress (4021 ms) 2024-06-06T11:18:09.902 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-06-06T11:18:10.307 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (406 ms) 2024-06-06T11:18:10.308 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-06-06T11:18:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:10 smithi132 bash[71843]: cluster 2024-06-06T11:18:09.247208+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2024-06-06T11:18:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:10 smithi132 bash[71843]: cluster 2024-06-06T11:18:09.420222+0000 mgr.y (mgr.25375) 306 : cluster [DBG] pgmap v603: 105 pgs: 105 active+clean; 283 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 47 MiB/s rd, 43 MiB/s wr, 692 op/s 2024-06-06T11:18:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:10 smithi132 bash[74574]: cluster 2024-06-06T11:18:09.247208+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2024-06-06T11:18:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:10 smithi132 bash[74574]: cluster 2024-06-06T11:18:09.420222+0000 mgr.y (mgr.25375) 306 : cluster [DBG] pgmap v603: 105 pgs: 105 active+clean; 283 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 47 MiB/s rd, 43 MiB/s wr, 692 op/s 2024-06-06T11:18:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:10 smithi179 bash[54149]: cluster 2024-06-06T11:18:09.247208+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2024-06-06T11:18:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:10 smithi179 bash[54149]: cluster 2024-06-06T11:18:09.420222+0000 mgr.y (mgr.25375) 306 : cluster [DBG] pgmap v603: 105 pgs: 105 active+clean; 283 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 47 MiB/s rd, 43 MiB/s wr, 692 op/s 2024-06-06T11:18:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:12 smithi132 bash[71843]: cluster 2024-06-06T11:18:11.272061+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2024-06-06T11:18:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:12 smithi132 bash[71843]: cluster 2024-06-06T11:18:11.421248+0000 mgr.y (mgr.25375) 307 : cluster [DBG] pgmap v605: 105 pgs: 105 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 32 MiB/s wr, 587 op/s 2024-06-06T11:18:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:12 smithi132 bash[74574]: cluster 2024-06-06T11:18:11.272061+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2024-06-06T11:18:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:12 smithi132 bash[74574]: cluster 2024-06-06T11:18:11.421248+0000 mgr.y (mgr.25375) 307 : cluster [DBG] pgmap v605: 105 pgs: 105 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 32 MiB/s wr, 587 op/s 2024-06-06T11:18:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:12 smithi179 bash[54149]: cluster 2024-06-06T11:18:11.272061+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2024-06-06T11:18:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:12 smithi179 bash[54149]: cluster 2024-06-06T11:18:11.421248+0000 mgr.y (mgr.25375) 307 : cluster [DBG] pgmap v605: 105 pgs: 105 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 32 MiB/s wr, 587 op/s 2024-06-06T11:18:13.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:13 smithi132 bash[71843]: cluster 2024-06-06T11:18:12.282853+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2024-06-06T11:18:13.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:13 smithi132 bash[74574]: cluster 2024-06-06T11:18:12.282853+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2024-06-06T11:18:13.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:13 smithi179 bash[54149]: cluster 2024-06-06T11:18:12.282853+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2024-06-06T11:18:14.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:18:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:18:13] "GET /metrics HTTP/1.1" 200 36488 "" "Prometheus/2.33.4" 2024-06-06T11:18:14.750 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (4443 ms) 2024-06-06T11:18:14.751 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-06-06T11:18:14.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:14 smithi132 bash[71843]: cluster 2024-06-06T11:18:13.298517+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2024-06-06T11:18:14.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:14 smithi132 bash[71843]: cluster 2024-06-06T11:18:13.421949+0000 mgr.y (mgr.25375) 308 : cluster [DBG] pgmap v608: 105 pgs: 105 active+clean; 333 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 164 op/s 2024-06-06T11:18:14.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:14 smithi132 bash[74574]: cluster 2024-06-06T11:18:13.298517+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2024-06-06T11:18:14.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:14 smithi132 bash[74574]: cluster 2024-06-06T11:18:13.421949+0000 mgr.y (mgr.25375) 308 : cluster [DBG] pgmap v608: 105 pgs: 105 active+clean; 333 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 164 op/s 2024-06-06T11:18:14.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:14 smithi179 bash[54149]: cluster 2024-06-06T11:18:13.298517+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2024-06-06T11:18:14.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:14 smithi179 bash[54149]: cluster 2024-06-06T11:18:13.421949+0000 mgr.y (mgr.25375) 308 : cluster [DBG] pgmap v608: 105 pgs: 105 active+clean; 333 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 164 op/s 2024-06-06T11:18:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:15 smithi132 bash[71843]: cluster 2024-06-06T11:18:14.309066+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2024-06-06T11:18:15.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:15 smithi132 bash[74574]: cluster 2024-06-06T11:18:14.309066+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2024-06-06T11:18:15.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:15 smithi179 bash[54149]: cluster 2024-06-06T11:18:14.309066+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2024-06-06T11:18:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:16 smithi132 bash[71843]: cluster 2024-06-06T11:18:15.307158+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2024-06-06T11:18:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:16 smithi132 bash[71843]: cluster 2024-06-06T11:18:15.422685+0000 mgr.y (mgr.25375) 309 : cluster [DBG] pgmap v611: 105 pgs: 105 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 9.6 MiB/s wr, 284 op/s 2024-06-06T11:18:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:16 smithi132 bash[74574]: cluster 2024-06-06T11:18:15.307158+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2024-06-06T11:18:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:16 smithi132 bash[74574]: cluster 2024-06-06T11:18:15.422685+0000 mgr.y (mgr.25375) 309 : cluster [DBG] pgmap v611: 105 pgs: 105 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 9.6 MiB/s wr, 284 op/s 2024-06-06T11:18:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:16 smithi179 bash[54149]: cluster 2024-06-06T11:18:15.307158+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2024-06-06T11:18:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:16 smithi179 bash[54149]: cluster 2024-06-06T11:18:15.422685+0000 mgr.y (mgr.25375) 309 : cluster [DBG] pgmap v611: 105 pgs: 105 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 9.6 MiB/s wr, 284 op/s 2024-06-06T11:18:16.936 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2185 ms) 2024-06-06T11:18:16.936 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-06-06T11:18:17.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:17 smithi132 bash[71843]: cluster 2024-06-06T11:18:16.328376+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2024-06-06T11:18:17.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:17 smithi132 bash[74574]: cluster 2024-06-06T11:18:16.328376+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2024-06-06T11:18:17.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:17 smithi179 bash[54149]: cluster 2024-06-06T11:18:16.328376+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2024-06-06T11:18:18.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:18 smithi132 bash[71843]: cluster 2024-06-06T11:18:17.333072+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2024-06-06T11:18:18.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:18 smithi132 bash[71843]: cluster 2024-06-06T11:18:17.423284+0000 mgr.y (mgr.25375) 310 : cluster [DBG] pgmap v614: 105 pgs: 105 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 323 op/s 2024-06-06T11:18:18.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:18 smithi132 bash[74574]: cluster 2024-06-06T11:18:17.333072+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2024-06-06T11:18:18.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:18 smithi132 bash[74574]: cluster 2024-06-06T11:18:17.423284+0000 mgr.y (mgr.25375) 310 : cluster [DBG] pgmap v614: 105 pgs: 105 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 323 op/s 2024-06-06T11:18:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:18 smithi179 bash[54149]: cluster 2024-06-06T11:18:17.333072+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2024-06-06T11:18:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:18 smithi179 bash[54149]: cluster 2024-06-06T11:18:17.423284+0000 mgr.y (mgr.25375) 310 : cluster [DBG] pgmap v614: 105 pgs: 105 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 323 op/s 2024-06-06T11:18:19.041 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2105 ms) 2024-06-06T11:18:19.041 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-06-06T11:18:19.091 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 64165231~5357484 2024-06-06T11:18:19.118 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 49817074~6106219 2024-06-06T11:18:19.118 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 64415862~1609379 2024-06-06T11:18:19.129 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 38131880~1407133 2024-06-06T11:18:19.130 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 12668399~4755072 2024-06-06T11:18:19.159 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 14710213~4641253 2024-06-06T11:18:19.162 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 26920235~4139908 2024-06-06T11:18:19.180 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 44693646~7401482 2024-06-06T11:18:19.180 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap0 2024-06-06T11:18:19.393 INFO:tasks.workunit.client.0.smithi132.stdout:clone image166 -> image167 2024-06-06T11:18:19.485 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 99775393 2024-06-06T11:18:19.499 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 72431140~8022258 2024-06-06T11:18:19.531 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 96854309~999533 2024-06-06T11:18:19.532 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 37720918~3235944 2024-06-06T11:18:19.550 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 84364352~4817188 2024-06-06T11:18:19.553 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 38191625~8277272 2024-06-06T11:18:19.582 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 26289997~465706 2024-06-06T11:18:19.605 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 97771842~2003551 2024-06-06T11:18:19.616 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 10858429~7627874 2024-06-06T11:18:19.623 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap1 2024-06-06T11:18:19.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:19 smithi132 bash[71843]: cluster 2024-06-06T11:18:18.357688+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-06-06T11:18:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:19 smithi132 bash[74574]: cluster 2024-06-06T11:18:18.357688+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-06-06T11:18:19.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:19 smithi179 bash[54149]: cluster 2024-06-06T11:18:18.357688+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-06-06T11:18:20.400 INFO:tasks.workunit.client.0.smithi132.stdout:clone image167 -> image168 2024-06-06T11:18:20.526 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 64204963~2896110 2024-06-06T11:18:20.564 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 80102606~1301336 2024-06-06T11:18:20.577 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 88050350~8350154 2024-06-06T11:18:20.611 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 81255463~2927202 2024-06-06T11:18:20.615 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 7056133~6635815 2024-06-06T11:18:20.652 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 67026432~640259 2024-06-06T11:18:20.676 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 44085696~4789905 2024-06-06T11:18:20.709 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 94605455~707389 2024-06-06T11:18:20.711 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap2 2024-06-06T11:18:20.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:20 smithi132 bash[71843]: cluster 2024-06-06T11:18:19.362836+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-06-06T11:18:20.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:20 smithi132 bash[71843]: cluster 2024-06-06T11:18:19.423935+0000 mgr.y (mgr.25375) 311 : cluster [DBG] pgmap v617: 105 pgs: 105 active+clean; 471 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 29 MiB/s wr, 450 op/s 2024-06-06T11:18:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:20 smithi132 bash[74574]: cluster 2024-06-06T11:18:19.362836+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-06-06T11:18:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:20 smithi132 bash[74574]: cluster 2024-06-06T11:18:19.423935+0000 mgr.y (mgr.25375) 311 : cluster [DBG] pgmap v617: 105 pgs: 105 active+clean; 471 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 29 MiB/s wr, 450 op/s 2024-06-06T11:18:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:20 smithi179 bash[54149]: cluster 2024-06-06T11:18:19.362836+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-06-06T11:18:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:20 smithi179 bash[54149]: cluster 2024-06-06T11:18:19.423935+0000 mgr.y (mgr.25375) 311 : cluster [DBG] pgmap v617: 105 pgs: 105 active+clean; 471 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 29 MiB/s wr, 450 op/s 2024-06-06T11:18:21.410 INFO:tasks.workunit.client.0.smithi132.stdout:clone image168 -> image169 2024-06-06T11:18:21.570 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 164012058 2024-06-06T11:18:21.582 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 144878707~3455398 2024-06-06T11:18:21.603 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 32787493~4517171 2024-06-06T11:18:21.626 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 133891239~7948501 2024-06-06T11:18:21.666 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 40179897~2105016 2024-06-06T11:18:21.706 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 120452587~5278091 2024-06-06T11:18:21.729 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 107402643~4602028 2024-06-06T11:18:21.731 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 98848809~6490103 2024-06-06T11:18:21.759 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 134866619~3125691 2024-06-06T11:18:21.762 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap3 2024-06-06T11:18:21.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:21 smithi132 bash[71843]: cluster 2024-06-06T11:18:20.376412+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-06-06T11:18:21.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:21 smithi132 bash[74574]: cluster 2024-06-06T11:18:20.376412+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-06-06T11:18:21.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:21 smithi179 bash[54149]: cluster 2024-06-06T11:18:20.376412+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-06-06T11:18:22.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:22 smithi132 bash[71843]: cluster 2024-06-06T11:18:21.381865+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2024-06-06T11:18:22.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:22 smithi132 bash[71843]: cluster 2024-06-06T11:18:21.424762+0000 mgr.y (mgr.25375) 312 : cluster [DBG] pgmap v620: 105 pgs: 105 active+clean; 519 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 57 MiB/s rd, 37 MiB/s wr, 579 op/s 2024-06-06T11:18:22.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:22 smithi132 bash[74574]: cluster 2024-06-06T11:18:21.381865+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2024-06-06T11:18:22.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:22 smithi132 bash[74574]: cluster 2024-06-06T11:18:21.424762+0000 mgr.y (mgr.25375) 312 : cluster [DBG] pgmap v620: 105 pgs: 105 active+clean; 519 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 57 MiB/s rd, 37 MiB/s wr, 579 op/s 2024-06-06T11:18:22.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:22 smithi179 bash[54149]: cluster 2024-06-06T11:18:21.381865+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2024-06-06T11:18:22.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:22 smithi179 bash[54149]: cluster 2024-06-06T11:18:21.424762+0000 mgr.y (mgr.25375) 312 : cluster [DBG] pgmap v620: 105 pgs: 105 active+clean; 519 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 57 MiB/s rd, 37 MiB/s wr, 579 op/s 2024-06-06T11:18:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:23 smithi132 bash[74574]: cluster 2024-06-06T11:18:22.395666+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2024-06-06T11:18:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:23 smithi132 bash[74574]: audit 2024-06-06T11:18:22.542902+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:18:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:23 smithi132 bash[74574]: audit 2024-06-06T11:18:23.343630+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:23.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:23 smithi132 bash[71843]: cluster 2024-06-06T11:18:22.395666+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2024-06-06T11:18:23.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:23 smithi132 bash[71843]: audit 2024-06-06T11:18:22.542902+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:18:23.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:23 smithi132 bash[71843]: audit 2024-06-06T11:18:23.343630+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:23.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:23 smithi179 bash[54149]: cluster 2024-06-06T11:18:22.395666+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2024-06-06T11:18:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:23 smithi179 bash[54149]: audit 2024-06-06T11:18:22.542902+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:18:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:23 smithi179 bash[54149]: audit 2024-06-06T11:18:23.343630+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:24.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:18:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:18:23] "GET /metrics HTTP/1.1" 200 36490 "" "Prometheus/2.33.4" 2024-06-06T11:18:24.329 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (5289 ms) 2024-06-06T11:18:24.330 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-06-06T11:18:24.679 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (350 ms) 2024-06-06T11:18:24.680 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-06-06T11:18:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:24 smithi132 bash[74574]: cluster 2024-06-06T11:18:23.406815+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2024-06-06T11:18:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:24 smithi132 bash[74574]: cluster 2024-06-06T11:18:23.425435+0000 mgr.y (mgr.25375) 313 : cluster [DBG] pgmap v623: 105 pgs: 105 active+clean; 592 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 26 MiB/s wr, 231 op/s 2024-06-06T11:18:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:24 smithi132 bash[71843]: cluster 2024-06-06T11:18:23.406815+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2024-06-06T11:18:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:24 smithi132 bash[71843]: cluster 2024-06-06T11:18:23.425435+0000 mgr.y (mgr.25375) 313 : cluster [DBG] pgmap v623: 105 pgs: 105 active+clean; 592 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 26 MiB/s wr, 231 op/s 2024-06-06T11:18:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:24 smithi179 bash[54149]: cluster 2024-06-06T11:18:23.406815+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2024-06-06T11:18:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:24 smithi179 bash[54149]: cluster 2024-06-06T11:18:23.425435+0000 mgr.y (mgr.25375) 313 : cluster [DBG] pgmap v623: 105 pgs: 105 active+clean; 592 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 26 MiB/s wr, 231 op/s 2024-06-06T11:18:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:26 smithi132 bash[71843]: cluster 2024-06-06T11:18:25.426445+0000 mgr.y (mgr.25375) 314 : cluster [DBG] pgmap v624: 105 pgs: 105 active+clean; 697 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 36 MiB/s wr, 468 op/s 2024-06-06T11:18:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:26 smithi132 bash[71843]: cluster 2024-06-06T11:18:25.438259+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2024-06-06T11:18:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:26 smithi132 bash[74574]: cluster 2024-06-06T11:18:25.426445+0000 mgr.y (mgr.25375) 314 : cluster [DBG] pgmap v624: 105 pgs: 105 active+clean; 697 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 36 MiB/s wr, 468 op/s 2024-06-06T11:18:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:26 smithi132 bash[74574]: cluster 2024-06-06T11:18:25.438259+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2024-06-06T11:18:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:26 smithi179 bash[54149]: cluster 2024-06-06T11:18:25.426445+0000 mgr.y (mgr.25375) 314 : cluster [DBG] pgmap v624: 105 pgs: 105 active+clean; 697 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 36 MiB/s wr, 468 op/s 2024-06-06T11:18:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:26 smithi179 bash[54149]: cluster 2024-06-06T11:18:25.438259+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2024-06-06T11:18:27.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:27 smithi132 bash[71843]: cluster 2024-06-06T11:18:26.448885+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2024-06-06T11:18:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:27 smithi132 bash[74574]: cluster 2024-06-06T11:18:26.448885+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2024-06-06T11:18:27.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:27 smithi179 bash[54149]: cluster 2024-06-06T11:18:26.448885+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2024-06-06T11:18:28.781 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (4101 ms) 2024-06-06T11:18:28.781 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-06-06T11:18:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:28 smithi132 bash[71843]: cluster 2024-06-06T11:18:27.426940+0000 mgr.y (mgr.25375) 315 : cluster [DBG] pgmap v627: 105 pgs: 105 active+clean; 732 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 35 MiB/s wr, 451 op/s 2024-06-06T11:18:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:28 smithi132 bash[71843]: cluster 2024-06-06T11:18:27.457319+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2024-06-06T11:18:28.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:28 smithi132 bash[74574]: cluster 2024-06-06T11:18:27.426940+0000 mgr.y (mgr.25375) 315 : cluster [DBG] pgmap v627: 105 pgs: 105 active+clean; 732 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 35 MiB/s wr, 451 op/s 2024-06-06T11:18:28.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:28 smithi132 bash[74574]: cluster 2024-06-06T11:18:27.457319+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2024-06-06T11:18:28.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:28 smithi179 bash[54149]: cluster 2024-06-06T11:18:27.426940+0000 mgr.y (mgr.25375) 315 : cluster [DBG] pgmap v627: 105 pgs: 105 active+clean; 732 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 35 MiB/s wr, 451 op/s 2024-06-06T11:18:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:28 smithi179 bash[54149]: cluster 2024-06-06T11:18:27.457319+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2024-06-06T11:18:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[71843]: cluster 2024-06-06T11:18:28.458952+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2024-06-06T11:18:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[71843]: audit 2024-06-06T11:18:28.498868+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[71843]: audit 2024-06-06T11:18:28.514227+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[71843]: audit 2024-06-06T11:18:28.614625+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[71843]: audit 2024-06-06T11:18:28.637802+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[71843]: audit 2024-06-06T11:18:29.107682+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:18:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[71843]: audit 2024-06-06T11:18:29.109030+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:18:29.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[71843]: audit 2024-06-06T11:18:29.118396+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[74574]: cluster 2024-06-06T11:18:28.458952+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2024-06-06T11:18:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[74574]: audit 2024-06-06T11:18:28.498868+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[74574]: audit 2024-06-06T11:18:28.514227+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[74574]: audit 2024-06-06T11:18:28.614625+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[74574]: audit 2024-06-06T11:18:28.637802+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[74574]: audit 2024-06-06T11:18:29.107682+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:18:29.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[74574]: audit 2024-06-06T11:18:29.109030+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:18:29.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:29 smithi132 bash[74574]: audit 2024-06-06T11:18:29.118396+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:29 smithi179 bash[54149]: cluster 2024-06-06T11:18:28.458952+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2024-06-06T11:18:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:29 smithi179 bash[54149]: audit 2024-06-06T11:18:28.498868+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:29 smithi179 bash[54149]: audit 2024-06-06T11:18:28.514227+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:29 smithi179 bash[54149]: audit 2024-06-06T11:18:28.614625+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:29 smithi179 bash[54149]: audit 2024-06-06T11:18:28.637802+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:29 smithi179 bash[54149]: audit 2024-06-06T11:18:29.107682+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:18:29.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:29 smithi179 bash[54149]: audit 2024-06-06T11:18:29.109030+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:18:29.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:29 smithi179 bash[54149]: audit 2024-06-06T11:18:29.118396+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:30 smithi132 bash[71843]: cluster 2024-06-06T11:18:29.427922+0000 mgr.y (mgr.25375) 316 : cluster [DBG] pgmap v630: 105 pgs: 105 active+clean; 774 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 18 MiB/s wr, 296 op/s 2024-06-06T11:18:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:30 smithi132 bash[71843]: cluster 2024-06-06T11:18:29.643344+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2024-06-06T11:18:30.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:30 smithi132 bash[74574]: cluster 2024-06-06T11:18:29.427922+0000 mgr.y (mgr.25375) 316 : cluster [DBG] pgmap v630: 105 pgs: 105 active+clean; 774 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 18 MiB/s wr, 296 op/s 2024-06-06T11:18:30.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:30 smithi132 bash[74574]: cluster 2024-06-06T11:18:29.643344+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2024-06-06T11:18:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:30 smithi179 bash[54149]: cluster 2024-06-06T11:18:29.427922+0000 mgr.y (mgr.25375) 316 : cluster [DBG] pgmap v630: 105 pgs: 105 active+clean; 774 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 18 MiB/s wr, 296 op/s 2024-06-06T11:18:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:30 smithi179 bash[54149]: cluster 2024-06-06T11:18:29.643344+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2024-06-06T11:18:31.168 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2387 ms) 2024-06-06T11:18:31.168 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-06-06T11:18:32.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:31 smithi132 bash[74574]: cluster 2024-06-06T11:18:30.646054+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2024-06-06T11:18:32.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:31 smithi132 bash[74574]: cluster 2024-06-06T11:18:31.428808+0000 mgr.y (mgr.25375) 317 : cluster [DBG] pgmap v633: 105 pgs: 105 active+clean; 796 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 16 MiB/s wr, 220 op/s 2024-06-06T11:18:32.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:31 smithi132 bash[71843]: cluster 2024-06-06T11:18:30.646054+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2024-06-06T11:18:32.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:31 smithi132 bash[71843]: cluster 2024-06-06T11:18:31.428808+0000 mgr.y (mgr.25375) 317 : cluster [DBG] pgmap v633: 105 pgs: 105 active+clean; 796 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 16 MiB/s wr, 220 op/s 2024-06-06T11:18:32.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:31 smithi179 bash[54149]: cluster 2024-06-06T11:18:30.646054+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2024-06-06T11:18:32.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:31 smithi179 bash[54149]: cluster 2024-06-06T11:18:31.428808+0000 mgr.y (mgr.25375) 317 : cluster [DBG] pgmap v633: 105 pgs: 105 active+clean; 796 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 16 MiB/s wr, 220 op/s 2024-06-06T11:18:33.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:32 smithi132 bash[71843]: cluster 2024-06-06T11:18:31.652498+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2024-06-06T11:18:33.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:32 smithi132 bash[74574]: cluster 2024-06-06T11:18:31.652498+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2024-06-06T11:18:33.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:32 smithi179 bash[54149]: cluster 2024-06-06T11:18:31.652498+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2024-06-06T11:18:33.263 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2095 ms) 2024-06-06T11:18:33.263 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-06-06T11:18:33.310 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 35794517~5493800 2024-06-06T11:18:33.338 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 10283705~34378 2024-06-06T11:18:33.339 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 741767~2513994 2024-06-06T11:18:33.357 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 59872460~7684536 2024-06-06T11:18:33.358 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 37478866~4685100 2024-06-06T11:18:33.381 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 3779288~4607603 2024-06-06T11:18:33.383 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 13097676~52997 2024-06-06T11:18:33.388 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 14480431~3339181 2024-06-06T11:18:33.391 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap0 2024-06-06T11:18:33.680 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 43962509~2981306 2024-06-06T11:18:33.683 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 21582878~5023176 2024-06-06T11:18:33.683 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 55277146~120964 2024-06-06T11:18:33.683 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 22175578~7931353 2024-06-06T11:18:33.683 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 52234418~4829366 2024-06-06T11:18:33.691 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 23206407~5214353 2024-06-06T11:18:33.692 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 52651193~2510001 2024-06-06T11:18:33.708 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 10932987~280668 2024-06-06T11:18:33.714 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap1 2024-06-06T11:18:34.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:33 smithi132 bash[71843]: cluster 2024-06-06T11:18:32.660783+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2024-06-06T11:18:34.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:33 smithi132 bash[71843]: cluster 2024-06-06T11:18:33.429671+0000 mgr.y (mgr.25375) 318 : cluster [DBG] pgmap v636: 105 pgs: 105 active+clean; 830 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 14 MiB/s wr, 219 op/s 2024-06-06T11:18:34.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:18:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:18:33] "GET /metrics HTTP/1.1" 200 36490 "" "Prometheus/2.33.4" 2024-06-06T11:18:34.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:33 smithi132 bash[74574]: cluster 2024-06-06T11:18:32.660783+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2024-06-06T11:18:34.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:33 smithi132 bash[74574]: cluster 2024-06-06T11:18:33.429671+0000 mgr.y (mgr.25375) 318 : cluster [DBG] pgmap v636: 105 pgs: 105 active+clean; 830 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 14 MiB/s wr, 219 op/s 2024-06-06T11:18:34.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:33 smithi179 bash[54149]: cluster 2024-06-06T11:18:32.660783+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2024-06-06T11:18:34.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:33 smithi179 bash[54149]: cluster 2024-06-06T11:18:33.429671+0000 mgr.y (mgr.25375) 318 : cluster [DBG] pgmap v636: 105 pgs: 105 active+clean; 830 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 14 MiB/s wr, 219 op/s 2024-06-06T11:18:34.701 INFO:tasks.workunit.client.0.smithi132.stdout:clone image188 -> image189 2024-06-06T11:18:34.791 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 95560834 2024-06-06T11:18:34.804 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 77197651~3510571 2024-06-06T11:18:34.823 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 11760609~7971247 2024-06-06T11:18:34.831 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 42711793~165862 2024-06-06T11:18:34.852 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 37306018~7488003 2024-06-06T11:18:34.868 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 56908810~6701108 2024-06-06T11:18:34.909 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 3405739~3300406 2024-06-06T11:18:34.930 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 16910743~8172524 2024-06-06T11:18:34.957 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 5282550~3756825 2024-06-06T11:18:34.959 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap2 2024-06-06T11:18:35.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:34 smithi132 bash[71843]: cluster 2024-06-06T11:18:33.669356+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2024-06-06T11:18:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:34 smithi132 bash[74574]: cluster 2024-06-06T11:18:33.669356+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2024-06-06T11:18:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:34 smithi179 bash[54149]: cluster 2024-06-06T11:18:33.669356+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2024-06-06T11:18:35.701 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 121919322 2024-06-06T11:18:35.711 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 83981339~2450594 2024-06-06T11:18:35.716 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 29985711~6035094 2024-06-06T11:18:35.717 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 5131023~3183665 2024-06-06T11:18:35.717 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 73344971~1595885 2024-06-06T11:18:35.717 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 57206914~2700867 2024-06-06T11:18:35.718 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 23259955~6258996 2024-06-06T11:18:35.718 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 71697894~932491 2024-06-06T11:18:35.718 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 98366136~5569652 2024-06-06T11:18:35.747 INFO:tasks.workunit.client.0.smithi132.stdout:snap: snap3 2024-06-06T11:18:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:35 smithi132 bash[71843]: cluster 2024-06-06T11:18:34.678281+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2024-06-06T11:18:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:35 smithi132 bash[71843]: cluster 2024-06-06T11:18:35.430354+0000 mgr.y (mgr.25375) 319 : cluster [DBG] pgmap v639: 105 pgs: 105 active+clean; 908 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 27 MiB/s wr, 538 op/s 2024-06-06T11:18:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:35 smithi132 bash[74574]: cluster 2024-06-06T11:18:34.678281+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2024-06-06T11:18:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:35 smithi132 bash[74574]: cluster 2024-06-06T11:18:35.430354+0000 mgr.y (mgr.25375) 319 : cluster [DBG] pgmap v639: 105 pgs: 105 active+clean; 908 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 27 MiB/s wr, 538 op/s 2024-06-06T11:18:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:35 smithi179 bash[54149]: cluster 2024-06-06T11:18:34.678281+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2024-06-06T11:18:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:35 smithi179 bash[54149]: cluster 2024-06-06T11:18:35.430354+0000 mgr.y (mgr.25375) 319 : cluster [DBG] pgmap v639: 105 pgs: 105 active+clean; 908 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 27 MiB/s wr, 538 op/s 2024-06-06T11:18:36.727 INFO:tasks.workunit.client.0.smithi132.stdout:clone image189 -> image190 2024-06-06T11:18:36.845 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 168484193 2024-06-06T11:18:37.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:36 smithi132 bash[71843]: cluster 2024-06-06T11:18:35.689743+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2024-06-06T11:18:37.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:36 smithi132 bash[74574]: cluster 2024-06-06T11:18:35.689743+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2024-06-06T11:18:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:36 smithi179 bash[54149]: cluster 2024-06-06T11:18:35.689743+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2024-06-06T11:18:37.279 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4017 ms) 2024-06-06T11:18:37.280 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-06-06T11:18:37.323 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:18:37.458 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (178 ms) 2024-06-06T11:18:37.458 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-06-06T11:18:37.499 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:18:37.631 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (173 ms) 2024-06-06T11:18:37.631 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-06-06T11:18:37.675 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:18:37.811 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (180 ms) 2024-06-06T11:18:37.811 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-06-06T11:18:37.855 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:18:37.995 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (184 ms) 2024-06-06T11:18:37.996 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-06-06T11:18:38.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:37 smithi132 bash[71843]: cluster 2024-06-06T11:18:36.696598+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2024-06-06T11:18:38.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:37 smithi132 bash[71843]: cluster 2024-06-06T11:18:37.431054+0000 mgr.y (mgr.25375) 320 : cluster [DBG] pgmap v642: 105 pgs: 105 active+clean; 962 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 621 op/s 2024-06-06T11:18:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:37 smithi132 bash[74574]: cluster 2024-06-06T11:18:36.696598+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2024-06-06T11:18:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:37 smithi132 bash[74574]: cluster 2024-06-06T11:18:37.431054+0000 mgr.y (mgr.25375) 320 : cluster [DBG] pgmap v642: 105 pgs: 105 active+clean; 962 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 621 op/s 2024-06-06T11:18:38.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:37 smithi179 bash[54149]: cluster 2024-06-06T11:18:36.696598+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2024-06-06T11:18:38.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:37 smithi179 bash[54149]: cluster 2024-06-06T11:18:37.431054+0000 mgr.y (mgr.25375) 320 : cluster [DBG] pgmap v642: 105 pgs: 105 active+clean; 962 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 621 op/s 2024-06-06T11:18:38.041 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:18:38.178 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (183 ms) 2024-06-06T11:18:38.178 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-06-06T11:18:38.222 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:18:38.355 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (177 ms) 2024-06-06T11:18:38.356 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-06-06T11:18:38.397 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:18:38.536 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (180 ms) 2024-06-06T11:18:38.536 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-06-06T11:18:38.581 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:18:38.719 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (184 ms) 2024-06-06T11:18:38.720 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-06-06T11:18:38.760 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:18:38.897 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (178 ms) 2024-06-06T11:18:38.897 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-06-06T11:18:38.947 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:18:39.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:38 smithi132 bash[71843]: audit 2024-06-06T11:18:38.343816+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:38 smithi132 bash[74574]: audit 2024-06-06T11:18:38.343816+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:39.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:38 smithi179 bash[54149]: audit 2024-06-06T11:18:38.343816+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:39.089 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (191 ms) 2024-06-06T11:18:39.716 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 31 tests from TestDeepCopy (55893 ms total) 2024-06-06T11:18:39.716 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:18:39.716 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 6 tests from TestGroup 2024-06-06T11:18:40.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:39 smithi132 bash[71843]: cluster 2024-06-06T11:18:39.432223+0000 mgr.y (mgr.25375) 321 : cluster [DBG] pgmap v643: 105 pgs: 105 active+clean; 997 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 728 op/s 2024-06-06T11:18:40.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:39 smithi132 bash[74574]: cluster 2024-06-06T11:18:39.432223+0000 mgr.y (mgr.25375) 321 : cluster [DBG] pgmap v643: 105 pgs: 105 active+clean; 997 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 728 op/s 2024-06-06T11:18:40.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:39 smithi179 bash[54149]: cluster 2024-06-06T11:18:39.432223+0000 mgr.y (mgr.25375) 321 : cluster [DBG] pgmap v643: 105 pgs: 105 active+clean; 997 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 728 op/s 2024-06-06T11:18:41.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:40 smithi132 bash[71843]: cluster 2024-06-06T11:18:39.714711+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-06-06T11:18:41.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:40 smithi132 bash[74574]: cluster 2024-06-06T11:18:39.714711+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-06-06T11:18:41.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:40 smithi179 bash[54149]: cluster 2024-06-06T11:18:39.714711+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-06-06T11:18:41.738 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestGroup.group_create 2024-06-06T11:18:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:41 smithi132 bash[71843]: cluster 2024-06-06T11:18:40.728011+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-06-06T11:18:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:41 smithi132 bash[71843]: audit 2024-06-06T11:18:40.730058+0000 mon.a (mon.0) 949 : audit [INF] from='client.? 172.21.15.132:0/3736220371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:18:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:41 smithi132 bash[71843]: cluster 2024-06-06T11:18:41.433321+0000 mgr.y (mgr.25375) 322 : cluster [DBG] pgmap v646: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:18:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:41 smithi132 bash[74574]: cluster 2024-06-06T11:18:40.728011+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-06-06T11:18:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:41 smithi132 bash[74574]: audit 2024-06-06T11:18:40.730058+0000 mon.a (mon.0) 949 : audit [INF] from='client.? 172.21.15.132:0/3736220371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:18:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:41 smithi132 bash[74574]: cluster 2024-06-06T11:18:41.433321+0000 mgr.y (mgr.25375) 322 : cluster [DBG] pgmap v646: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:18:42.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:41 smithi179 bash[54149]: cluster 2024-06-06T11:18:40.728011+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-06-06T11:18:42.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:41 smithi179 bash[54149]: audit 2024-06-06T11:18:40.730058+0000 mon.a (mon.0) 949 : audit [INF] from='client.? 172.21.15.132:0/3736220371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:18:42.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:41 smithi179 bash[54149]: cluster 2024-06-06T11:18:41.433321+0000 mgr.y (mgr.25375) 322 : cluster [DBG] pgmap v646: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:18:43.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:42 smithi132 bash[71843]: cluster 2024-06-06T11:18:41.725619+0000 mon.a (mon.0) 950 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:18:43.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:42 smithi132 bash[71843]: audit 2024-06-06T11:18:41.738983+0000 mon.a (mon.0) 951 : audit [INF] from='client.? 172.21.15.132:0/3736220371' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:18:43.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:42 smithi132 bash[71843]: cluster 2024-06-06T11:18:41.739237+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-06-06T11:18:43.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:42 smithi132 bash[74574]: cluster 2024-06-06T11:18:41.725619+0000 mon.a (mon.0) 950 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:18:43.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:42 smithi132 bash[74574]: audit 2024-06-06T11:18:41.738983+0000 mon.a (mon.0) 951 : audit [INF] from='client.? 172.21.15.132:0/3736220371' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:18:43.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:42 smithi132 bash[74574]: cluster 2024-06-06T11:18:41.739237+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-06-06T11:18:43.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:42 smithi179 bash[54149]: cluster 2024-06-06T11:18:41.725619+0000 mon.a (mon.0) 950 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:18:43.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:42 smithi179 bash[54149]: audit 2024-06-06T11:18:41.738983+0000 mon.a (mon.0) 951 : audit [INF] from='client.? 172.21.15.132:0/3736220371' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:18:43.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:42 smithi179 bash[54149]: cluster 2024-06-06T11:18:41.739237+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-06-06T11:18:43.790 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestGroup.group_create (2053 ms) 2024-06-06T11:18:43.791 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestGroup.group_createPP 2024-06-06T11:18:43.826 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestGroup.group_createPP (35 ms) 2024-06-06T11:18:43.826 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestGroup.add_image 2024-06-06T11:18:43.910 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestGroup.add_image (85 ms) 2024-06-06T11:18:43.913 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestGroup.add_imagePP 2024-06-06T11:18:43.989 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestGroup.add_imagePP (78 ms) 2024-06-06T11:18:43.989 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestGroup.add_snapshot 2024-06-06T11:18:44.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:18:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:18:43] "GET /metrics HTTP/1.1" 200 36491 "" "Prometheus/2.33.4" 2024-06-06T11:18:44.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:43 smithi132 bash[71843]: cluster 2024-06-06T11:18:42.746857+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-06-06T11:18:44.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:43 smithi132 bash[71843]: cluster 2024-06-06T11:18:43.433883+0000 mgr.y (mgr.25375) 323 : cluster [DBG] pgmap v649: 105 pgs: 9 creating+peering, 17 unknown, 79 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:18:44.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:43 smithi132 bash[74574]: cluster 2024-06-06T11:18:42.746857+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-06-06T11:18:44.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:43 smithi132 bash[74574]: cluster 2024-06-06T11:18:43.433883+0000 mgr.y (mgr.25375) 323 : cluster [DBG] pgmap v649: 105 pgs: 9 creating+peering, 17 unknown, 79 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:18:44.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:43 smithi179 bash[54149]: cluster 2024-06-06T11:18:42.746857+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-06-06T11:18:44.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:43 smithi179 bash[54149]: cluster 2024-06-06T11:18:43.433883+0000 mgr.y (mgr.25375) 323 : cluster [DBG] pgmap v649: 105 pgs: 9 creating+peering, 17 unknown, 79 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:18:45.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:44 smithi132 bash[71843]: cluster 2024-06-06T11:18:43.744134+0000 mon.a (mon.0) 954 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:18:45.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:44 smithi132 bash[71843]: cluster 2024-06-06T11:18:43.762110+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-06-06T11:18:45.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:44 smithi132 bash[74574]: cluster 2024-06-06T11:18:43.744134+0000 mon.a (mon.0) 954 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:18:45.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:44 smithi132 bash[74574]: cluster 2024-06-06T11:18:43.762110+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-06-06T11:18:45.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:44 smithi179 bash[54149]: cluster 2024-06-06T11:18:43.744134+0000 mon.a (mon.0) 954 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:18:45.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:44 smithi179 bash[54149]: cluster 2024-06-06T11:18:43.762110+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-06-06T11:18:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:45 smithi132 bash[71843]: cluster 2024-06-06T11:18:44.765958+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-06-06T11:18:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:45 smithi132 bash[71843]: cluster 2024-06-06T11:18:45.434684+0000 mgr.y (mgr.25375) 324 : cluster [DBG] pgmap v652: 105 pgs: 9 creating+peering, 96 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 59 KiB/s rd, 6.5 KiB/s wr, 79 op/s 2024-06-06T11:18:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:45 smithi132 bash[74574]: cluster 2024-06-06T11:18:44.765958+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-06-06T11:18:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:45 smithi132 bash[74574]: cluster 2024-06-06T11:18:45.434684+0000 mgr.y (mgr.25375) 324 : cluster [DBG] pgmap v652: 105 pgs: 9 creating+peering, 96 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 59 KiB/s rd, 6.5 KiB/s wr, 79 op/s 2024-06-06T11:18:46.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:45 smithi179 bash[54149]: cluster 2024-06-06T11:18:44.765958+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-06-06T11:18:46.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:45 smithi179 bash[54149]: cluster 2024-06-06T11:18:45.434684+0000 mgr.y (mgr.25375) 324 : cluster [DBG] pgmap v652: 105 pgs: 9 creating+peering, 96 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 59 KiB/s rd, 6.5 KiB/s wr, 79 op/s 2024-06-06T11:18:47.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:46 smithi132 bash[71843]: cluster 2024-06-06T11:18:45.783173+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-06-06T11:18:47.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:46 smithi132 bash[74574]: cluster 2024-06-06T11:18:45.783173+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-06-06T11:18:47.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:46 smithi179 bash[54149]: cluster 2024-06-06T11:18:45.783173+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-06-06T11:18:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:47 smithi132 bash[71843]: cluster 2024-06-06T11:18:46.790576+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-06-06T11:18:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:47 smithi132 bash[71843]: cluster 2024-06-06T11:18:47.435359+0000 mgr.y (mgr.25375) 325 : cluster [DBG] pgmap v655: 105 pgs: 105 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-06-06T11:18:48.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:47 smithi132 bash[74574]: cluster 2024-06-06T11:18:46.790576+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-06-06T11:18:48.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:47 smithi132 bash[74574]: cluster 2024-06-06T11:18:47.435359+0000 mgr.y (mgr.25375) 325 : cluster [DBG] pgmap v655: 105 pgs: 105 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-06-06T11:18:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:47 smithi179 bash[54149]: cluster 2024-06-06T11:18:46.790576+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-06-06T11:18:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:47 smithi179 bash[54149]: cluster 2024-06-06T11:18:47.435359+0000 mgr.y (mgr.25375) 325 : cluster [DBG] pgmap v655: 105 pgs: 105 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-06-06T11:18:49.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:48 smithi132 bash[71843]: cluster 2024-06-06T11:18:47.801310+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-06-06T11:18:49.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:48 smithi132 bash[74574]: cluster 2024-06-06T11:18:47.801310+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-06-06T11:18:49.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:48 smithi179 bash[54149]: cluster 2024-06-06T11:18:47.801310+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-06-06T11:18:49.851 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestGroup.add_snapshot (5861 ms) 2024-06-06T11:18:49.851 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-06-06T11:18:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:49 smithi132 bash[71843]: cluster 2024-06-06T11:18:48.804272+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-06-06T11:18:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:49 smithi132 bash[71843]: cluster 2024-06-06T11:18:49.436483+0000 mgr.y (mgr.25375) 326 : cluster [DBG] pgmap v658: 105 pgs: 105 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 112 KiB/s rd, 13 KiB/s wr, 150 op/s 2024-06-06T11:18:50.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:49 smithi132 bash[74574]: cluster 2024-06-06T11:18:48.804272+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-06-06T11:18:50.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:49 smithi132 bash[74574]: cluster 2024-06-06T11:18:49.436483+0000 mgr.y (mgr.25375) 326 : cluster [DBG] pgmap v658: 105 pgs: 105 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 112 KiB/s rd, 13 KiB/s wr, 150 op/s 2024-06-06T11:18:50.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:49 smithi179 bash[54149]: cluster 2024-06-06T11:18:48.804272+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-06-06T11:18:50.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:49 smithi179 bash[54149]: cluster 2024-06-06T11:18:49.436483+0000 mgr.y (mgr.25375) 326 : cluster [DBG] pgmap v658: 105 pgs: 105 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 112 KiB/s rd, 13 KiB/s wr, 150 op/s 2024-06-06T11:18:51.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:50 smithi132 bash[71843]: cluster 2024-06-06T11:18:49.820555+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-06-06T11:18:51.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:50 smithi132 bash[71843]: cluster 2024-06-06T11:18:50.213777+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-06-06T11:18:51.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:50 smithi132 bash[74574]: cluster 2024-06-06T11:18:49.820555+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-06-06T11:18:51.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:50 smithi132 bash[74574]: cluster 2024-06-06T11:18:50.213777+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-06-06T11:18:51.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:50 smithi179 bash[54149]: cluster 2024-06-06T11:18:49.820555+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-06-06T11:18:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:50 smithi179 bash[54149]: cluster 2024-06-06T11:18:50.213777+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-06-06T11:18:52.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:52 smithi132 bash[71843]: cluster 2024-06-06T11:18:51.216448+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-06-06T11:18:52.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:52 smithi132 bash[71843]: cluster 2024-06-06T11:18:51.437446+0000 mgr.y (mgr.25375) 327 : cluster [DBG] pgmap v662: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 124 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-06-06T11:18:52.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:52 smithi132 bash[74574]: cluster 2024-06-06T11:18:51.216448+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-06-06T11:18:52.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:52 smithi132 bash[74574]: cluster 2024-06-06T11:18:51.437446+0000 mgr.y (mgr.25375) 327 : cluster [DBG] pgmap v662: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 124 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-06-06T11:18:52.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:52 smithi179 bash[54149]: cluster 2024-06-06T11:18:51.216448+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-06-06T11:18:52.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:52 smithi179 bash[54149]: cluster 2024-06-06T11:18:51.437446+0000 mgr.y (mgr.25375) 327 : cluster [DBG] pgmap v662: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 124 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-06-06T11:18:53.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:53 smithi132 bash[74574]: cluster 2024-06-06T11:18:52.224077+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-06-06T11:18:53.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:53 smithi132 bash[71843]: cluster 2024-06-06T11:18:52.224077+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-06-06T11:18:53.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:53 smithi179 bash[54149]: cluster 2024-06-06T11:18:52.224077+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-06-06T11:18:54.239 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:18:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:18:53] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.33.4" 2024-06-06T11:18:54.240 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:54 smithi132 bash[71843]: cluster 2024-06-06T11:18:53.237648+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-06-06T11:18:54.241 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:54 smithi132 bash[71843]: audit 2024-06-06T11:18:53.344331+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:54.241 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:54 smithi132 bash[71843]: cluster 2024-06-06T11:18:53.438233+0000 mgr.y (mgr.25375) 328 : cluster [DBG] pgmap v665: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 4.4 KiB/s wr, 39 op/s 2024-06-06T11:18:54.241 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:54 smithi132 bash[71843]: audit 2024-06-06T11:18:53.623896+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:54 smithi132 bash[74574]: cluster 2024-06-06T11:18:53.237648+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-06-06T11:18:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:54 smithi132 bash[74574]: audit 2024-06-06T11:18:53.344331+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:54 smithi132 bash[74574]: cluster 2024-06-06T11:18:53.438233+0000 mgr.y (mgr.25375) 328 : cluster [DBG] pgmap v665: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 4.4 KiB/s wr, 39 op/s 2024-06-06T11:18:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:54 smithi132 bash[74574]: audit 2024-06-06T11:18:53.623896+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:54 smithi179 bash[54149]: cluster 2024-06-06T11:18:53.237648+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-06-06T11:18:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:54 smithi179 bash[54149]: audit 2024-06-06T11:18:53.344331+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:18:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:54 smithi179 bash[54149]: cluster 2024-06-06T11:18:53.438233+0000 mgr.y (mgr.25375) 328 : cluster [DBG] pgmap v665: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 4.4 KiB/s wr, 39 op/s 2024-06-06T11:18:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:54 smithi179 bash[54149]: audit 2024-06-06T11:18:53.623896+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:18:55.247 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestGroup.add_snapshotPP (5398 ms) 2024-06-06T11:18:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:55 smithi132 bash[71843]: cluster 2024-06-06T11:18:54.245492+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-06-06T11:18:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:55 smithi132 bash[71843]: cluster 2024-06-06T11:18:55.215660+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-06-06T11:18:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:55 smithi132 bash[74574]: cluster 2024-06-06T11:18:54.245492+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-06-06T11:18:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:55 smithi132 bash[74574]: cluster 2024-06-06T11:18:55.215660+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-06-06T11:18:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:55 smithi179 bash[54149]: cluster 2024-06-06T11:18:54.245492+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-06-06T11:18:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:55 smithi179 bash[54149]: cluster 2024-06-06T11:18:55.215660+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-06-06T11:18:56.256 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 6 tests from TestGroup (13510 ms total) 2024-06-06T11:18:56.257 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:18:56.257 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 57 tests from TestMigration 2024-06-06T11:18:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:56 smithi132 bash[71843]: cluster 2024-06-06T11:18:55.438930+0000 mgr.y (mgr.25375) 329 : cluster [DBG] pgmap v668: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 7.2 KiB/s wr, 115 op/s 2024-06-06T11:18:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:56 smithi132 bash[74574]: cluster 2024-06-06T11:18:55.438930+0000 mgr.y (mgr.25375) 329 : cluster [DBG] pgmap v668: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 7.2 KiB/s wr, 115 op/s 2024-06-06T11:18:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:56 smithi179 bash[54149]: cluster 2024-06-06T11:18:55.438930+0000 mgr.y (mgr.25375) 329 : cluster [DBG] pgmap v668: 105 pgs: 105 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 7.2 KiB/s wr, 115 op/s 2024-06-06T11:18:57.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:57 smithi132 bash[71843]: cluster 2024-06-06T11:18:56.256323+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-06-06T11:18:57.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:57 smithi132 bash[74574]: cluster 2024-06-06T11:18:56.256323+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-06-06T11:18:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:57 smithi179 bash[54149]: cluster 2024-06-06T11:18:56.256323+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-06-06T11:18:59.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:58 smithi132 bash[74574]: cluster 2024-06-06T11:18:57.258655+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-06-06T11:18:59.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:58 smithi132 bash[74574]: audit 2024-06-06T11:18:57.268417+0000 mon.a (mon.0) 972 : audit [INF] from='client.? 172.21.15.132:0/1861048177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:18:59.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:58 smithi132 bash[74574]: cluster 2024-06-06T11:18:57.439654+0000 mgr.y (mgr.25375) 330 : cluster [DBG] pgmap v671: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:18:59.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:58 smithi132 bash[74574]: audit 2024-06-06T11:18:58.260866+0000 mon.a (mon.0) 973 : audit [INF] from='client.? 172.21.15.132:0/1861048177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:18:59.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:58 smithi132 bash[74574]: cluster 2024-06-06T11:18:58.261222+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2024-06-06T11:18:59.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:58 smithi132 bash[71843]: cluster 2024-06-06T11:18:57.258655+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-06-06T11:18:59.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:58 smithi132 bash[71843]: audit 2024-06-06T11:18:57.268417+0000 mon.a (mon.0) 972 : audit [INF] from='client.? 172.21.15.132:0/1861048177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:18:59.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:58 smithi132 bash[71843]: cluster 2024-06-06T11:18:57.439654+0000 mgr.y (mgr.25375) 330 : cluster [DBG] pgmap v671: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:18:59.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:58 smithi132 bash[71843]: audit 2024-06-06T11:18:58.260866+0000 mon.a (mon.0) 973 : audit [INF] from='client.? 172.21.15.132:0/1861048177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:18:59.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:58 smithi132 bash[71843]: cluster 2024-06-06T11:18:58.261222+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2024-06-06T11:18:59.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:58 smithi179 bash[54149]: cluster 2024-06-06T11:18:57.258655+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-06-06T11:18:59.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:58 smithi179 bash[54149]: audit 2024-06-06T11:18:57.268417+0000 mon.a (mon.0) 972 : audit [INF] from='client.? 172.21.15.132:0/1861048177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:18:59.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:58 smithi179 bash[54149]: cluster 2024-06-06T11:18:57.439654+0000 mgr.y (mgr.25375) 330 : cluster [DBG] pgmap v671: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:18:59.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:58 smithi179 bash[54149]: audit 2024-06-06T11:18:58.260866+0000 mon.a (mon.0) 973 : audit [INF] from='client.? 172.21.15.132:0/1861048177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:18:59.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:58 smithi179 bash[54149]: cluster 2024-06-06T11:18:58.261222+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2024-06-06T11:18:59.266 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.Empty 2024-06-06T11:19:00.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:59 smithi132 bash[71843]: cluster 2024-06-06T11:18:58.267418+0000 mon.a (mon.0) 975 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:19:00.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:59 smithi132 bash[71843]: cluster 2024-06-06T11:18:59.267554+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2024-06-06T11:19:00.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:18:59 smithi132 bash[71843]: cluster 2024-06-06T11:18:59.440402+0000 mgr.y (mgr.25375) 331 : cluster [DBG] pgmap v674: 137 pgs: 41 unknown, 96 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:19:00.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:59 smithi132 bash[74574]: cluster 2024-06-06T11:18:58.267418+0000 mon.a (mon.0) 975 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:19:00.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:59 smithi132 bash[74574]: cluster 2024-06-06T11:18:59.267554+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2024-06-06T11:19:00.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:18:59 smithi132 bash[74574]: cluster 2024-06-06T11:18:59.440402+0000 mgr.y (mgr.25375) 331 : cluster [DBG] pgmap v674: 137 pgs: 41 unknown, 96 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:19:00.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:59 smithi179 bash[54149]: cluster 2024-06-06T11:18:58.267418+0000 mon.a (mon.0) 975 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:19:00.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:59 smithi179 bash[54149]: cluster 2024-06-06T11:18:59.267554+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2024-06-06T11:19:00.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:18:59 smithi179 bash[54149]: cluster 2024-06-06T11:18:59.440402+0000 mgr.y (mgr.25375) 331 : cluster [DBG] pgmap v674: 137 pgs: 41 unknown, 96 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:19:01.336 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:01.361 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:01.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:01 smithi132 bash[74574]: cluster 2024-06-06T11:19:00.264376+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2024-06-06T11:19:01.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:01 smithi132 bash[71843]: cluster 2024-06-06T11:19:00.264376+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2024-06-06T11:19:01.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:01 smithi179 bash[54149]: cluster 2024-06-06T11:19:00.264376+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2024-06-06T11:19:01.628 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:01.763 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:01.921 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.Empty (2654 ms) 2024-06-06T11:19:01.921 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.OtherName 2024-06-06T11:19:01.988 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:02.009 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:02.273 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:02.407 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:02 smithi132 bash[71843]: cluster 2024-06-06T11:19:01.274676+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2024-06-06T11:19:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:02 smithi132 bash[71843]: cluster 2024-06-06T11:19:01.441288+0000 mgr.y (mgr.25375) 332 : cluster [DBG] pgmap v677: 137 pgs: 20 unknown, 117 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 1 op/s 2024-06-06T11:19:02.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:02 smithi132 bash[74574]: cluster 2024-06-06T11:19:01.274676+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2024-06-06T11:19:02.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:02 smithi132 bash[74574]: cluster 2024-06-06T11:19:01.441288+0000 mgr.y (mgr.25375) 332 : cluster [DBG] pgmap v677: 137 pgs: 20 unknown, 117 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 1 op/s 2024-06-06T11:19:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:02 smithi179 bash[54149]: cluster 2024-06-06T11:19:01.274676+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2024-06-06T11:19:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:02 smithi179 bash[54149]: cluster 2024-06-06T11:19:01.441288+0000 mgr.y (mgr.25375) 332 : cluster [DBG] pgmap v677: 137 pgs: 20 unknown, 117 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 1 op/s 2024-06-06T11:19:02.567 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.OtherName (647 ms) 2024-06-06T11:19:02.568 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.OtherPool 2024-06-06T11:19:02.620 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:02.640 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:04.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:19:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:19:03] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.33.4" 2024-06-06T11:19:04.474 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:04 smithi179 bash[54149]: cluster 2024-06-06T11:19:03.289330+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2024-06-06T11:19:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:04 smithi179 bash[54149]: cluster 2024-06-06T11:19:03.442190+0000 mgr.y (mgr.25375) 333 : cluster [DBG] pgmap v679: 137 pgs: 17 unknown, 120 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T11:19:04.584 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:04.733 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.OtherPool (2165 ms) 2024-06-06T11:19:04.733 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.OtherNamespace 2024-06-06T11:19:04.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:04 smithi132 bash[74574]: cluster 2024-06-06T11:19:03.289330+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2024-06-06T11:19:04.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:04 smithi132 bash[74574]: cluster 2024-06-06T11:19:03.442190+0000 mgr.y (mgr.25375) 333 : cluster [DBG] pgmap v679: 137 pgs: 17 unknown, 120 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T11:19:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:04 smithi132 bash[71843]: cluster 2024-06-06T11:19:03.289330+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2024-06-06T11:19:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:04 smithi132 bash[71843]: cluster 2024-06-06T11:19:03.442190+0000 mgr.y (mgr.25375) 333 : cluster [DBG] pgmap v679: 137 pgs: 17 unknown, 120 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T11:19:04.793 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:04.817 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:05.093 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:05.239 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:05.392 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.OtherNamespace (659 ms) 2024-06-06T11:19:05.392 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.DataPool 2024-06-06T11:19:05.443 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:05.461 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:05.736 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:05.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:05 smithi132 bash[71843]: cluster 2024-06-06T11:19:04.297612+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2024-06-06T11:19:05.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:05 smithi132 bash[74574]: cluster 2024-06-06T11:19:04.297612+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2024-06-06T11:19:05.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:05 smithi179 bash[54149]: cluster 2024-06-06T11:19:04.297612+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2024-06-06T11:19:05.891 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:06.050 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.DataPool (658 ms) 2024-06-06T11:19:06.050 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-06-06T11:19:06.114 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:06.135 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:06.414 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:19:06.614 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.AbortAfterPrepare (564 ms) 2024-06-06T11:19:06.614 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-06-06T11:19:06.681 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:06.701 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:06.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:06 smithi132 bash[74574]: cluster 2024-06-06T11:19:05.442862+0000 mgr.y (mgr.25375) 334 : cluster [DBG] pgmap v681: 137 pgs: 137 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 241 KiB/s rd, 14 KiB/s wr, 304 op/s 2024-06-06T11:19:06.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:06 smithi132 bash[71843]: cluster 2024-06-06T11:19:05.442862+0000 mgr.y (mgr.25375) 334 : cluster [DBG] pgmap v681: 137 pgs: 137 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 241 KiB/s rd, 14 KiB/s wr, 304 op/s 2024-06-06T11:19:06.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:06 smithi179 bash[54149]: cluster 2024-06-06T11:19:05.442862+0000 mgr.y (mgr.25375) 334 : cluster [DBG] pgmap v681: 137 pgs: 137 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 241 KiB/s rd, 14 KiB/s wr, 304 op/s 2024-06-06T11:19:06.883 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (269 ms) 2024-06-06T11:19:06.883 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-06-06T11:19:06.941 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:06.964 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:07.255 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:07.390 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:19:07.577 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.AbortAfterExecute (694 ms) 2024-06-06T11:19:07.577 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-06-06T11:19:07.641 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:07.661 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:07.929 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:08.078 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:19:08.278 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (701 ms) 2024-06-06T11:19:08.278 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-06-06T11:19:08.328 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:08.353 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:08.584 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:08.708 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:19:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:08 smithi132 bash[71843]: cluster 2024-06-06T11:19:07.443694+0000 mgr.y (mgr.25375) 335 : cluster [DBG] pgmap v682: 137 pgs: 137 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 333 KiB/s rd, 18 KiB/s wr, 419 op/s 2024-06-06T11:19:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:08 smithi132 bash[71843]: audit 2024-06-06T11:19:08.349228+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:08 smithi132 bash[71843]: audit 2024-06-06T11:19:08.350869+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:08 smithi132 bash[74574]: cluster 2024-06-06T11:19:07.443694+0000 mgr.y (mgr.25375) 335 : cluster [DBG] pgmap v682: 137 pgs: 137 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 333 KiB/s rd, 18 KiB/s wr, 419 op/s 2024-06-06T11:19:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:08 smithi132 bash[74574]: audit 2024-06-06T11:19:08.349228+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:08 smithi132 bash[74574]: audit 2024-06-06T11:19:08.350869+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:08 smithi179 bash[54149]: cluster 2024-06-06T11:19:07.443694+0000 mgr.y (mgr.25375) 335 : cluster [DBG] pgmap v682: 137 pgs: 137 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 333 KiB/s rd, 18 KiB/s wr, 419 op/s 2024-06-06T11:19:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:08 smithi179 bash[54149]: audit 2024-06-06T11:19:08.349228+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:08 smithi179 bash[54149]: audit 2024-06-06T11:19:08.350869+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:08.910 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (632 ms) 2024-06-06T11:19:08.910 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-06-06T11:19:08.967 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:08.988 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:19:09.001 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.MirroringSamePool (91 ms) 2024-06-06T11:19:09.001 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.MirroringAbort 2024-06-06T11:19:09.059 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:09.082 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:19:09.095 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.MirroringAbort (95 ms) 2024-06-06T11:19:09.096 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-06-06T11:19:09.158 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:09.180 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:19:09.193 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (98 ms) 2024-06-06T11:19:09.194 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-06-06T11:19:09.250 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:09.270 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:19:09.282 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (88 ms) 2024-06-06T11:19:09.282 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.MirroringPool 2024-06-06T11:19:09.338 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:09.360 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:19:09.373 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.MirroringPool (91 ms) 2024-06-06T11:19:09.373 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.Group 2024-06-06T11:19:09.430 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:09.465 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:09.726 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:09.850 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:10.015 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.Group (642 ms) 2024-06-06T11:19:10.015 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.GroupAbort 2024-06-06T11:19:10.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:09 smithi132 bash[71843]: audit 2024-06-06T11:19:08.643883+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:10.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:09 smithi132 bash[71843]: cluster 2024-06-06T11:19:09.444888+0000 mgr.y (mgr.25375) 336 : cluster [DBG] pgmap v683: 137 pgs: 137 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 625 KiB/s rd, 39 KiB/s wr, 800 op/s 2024-06-06T11:19:10.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:09 smithi132 bash[74574]: audit 2024-06-06T11:19:08.643883+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:10.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:09 smithi132 bash[74574]: cluster 2024-06-06T11:19:09.444888+0000 mgr.y (mgr.25375) 336 : cluster [DBG] pgmap v683: 137 pgs: 137 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 625 KiB/s rd, 39 KiB/s wr, 800 op/s 2024-06-06T11:19:10.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:09 smithi179 bash[54149]: audit 2024-06-06T11:19:08.643883+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:10.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:09 smithi179 bash[54149]: cluster 2024-06-06T11:19:09.444888+0000 mgr.y (mgr.25375) 336 : cluster [DBG] pgmap v683: 137 pgs: 137 active+clean; 583 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 625 KiB/s rd, 39 KiB/s wr, 800 op/s 2024-06-06T11:19:10.073 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:10.114 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:10.413 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:19:10.636 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.GroupAbort (622 ms) 2024-06-06T11:19:10.637 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.NoSnaps 2024-06-06T11:19:10.698 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:10.720 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:10.795 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:19:10.858 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:11.212 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:11.430 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:11.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:11 smithi132 bash[74574]: cluster 2024-06-06T11:19:10.218082+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2024-06-06T11:19:11.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:11 smithi132 bash[71843]: cluster 2024-06-06T11:19:10.218082+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2024-06-06T11:19:11.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:11 smithi179 bash[54149]: cluster 2024-06-06T11:19:10.218082+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2024-06-06T11:19:11.652 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.NoSnaps (1015 ms) 2024-06-06T11:19:11.652 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-06-06T11:19:11.715 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:11.735 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:11.808 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:19:11.883 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:11.896 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:19:11.963 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:12.245 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:12.415 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:12.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:12 smithi132 bash[71843]: cluster 2024-06-06T11:19:11.445986+0000 mgr.y (mgr.25375) 337 : cluster [DBG] pgmap v685: 137 pgs: 137 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 965 op/s 2024-06-06T11:19:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:12 smithi132 bash[74574]: cluster 2024-06-06T11:19:11.445986+0000 mgr.y (mgr.25375) 337 : cluster [DBG] pgmap v685: 137 pgs: 137 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 965 op/s 2024-06-06T11:19:12.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:12 smithi179 bash[54149]: cluster 2024-06-06T11:19:11.445986+0000 mgr.y (mgr.25375) 337 : cluster [DBG] pgmap v685: 137 pgs: 137 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 965 op/s 2024-06-06T11:19:12.618 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.NoSnapsOtherPool (966 ms) 2024-06-06T11:19:12.618 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-06-06T11:19:12.682 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:12.703 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:12.799 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:19:12.878 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:13.222 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:13.425 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:13.640 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.NoSnapsDataPool (1022 ms) 2024-06-06T11:19:13.640 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-06-06T11:19:13.703 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:13.721 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:13.802 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:19:13.866 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:14.218 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 41943040 2024-06-06T11:19:14.235 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:14.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:19:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:19:13] "GET /metrics HTTP/1.1" 200 38866 "" "Prometheus/2.33.4" 2024-06-06T11:19:14.439 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:14.631 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (991 ms) 2024-06-06T11:19:14.631 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-06-06T11:19:14.693 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:14.714 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:14.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:14 smithi132 bash[71843]: cluster 2024-06-06T11:19:13.446756+0000 mgr.y (mgr.25375) 338 : cluster [DBG] pgmap v686: 137 pgs: 137 active+clean; 17 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 883 op/s 2024-06-06T11:19:14.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:14 smithi132 bash[74574]: cluster 2024-06-06T11:19:13.446756+0000 mgr.y (mgr.25375) 338 : cluster [DBG] pgmap v686: 137 pgs: 137 active+clean; 17 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 883 op/s 2024-06-06T11:19:14.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:14 smithi179 bash[54149]: cluster 2024-06-06T11:19:13.446756+0000 mgr.y (mgr.25375) 338 : cluster [DBG] pgmap v686: 137 pgs: 137 active+clean; 17 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 883 op/s 2024-06-06T11:19:14.789 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:19:14.854 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 0 2024-06-06T11:19:14.877 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:15.090 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:15.222 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:15.315 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (684 ms) 2024-06-06T11:19:15.315 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-06-06T11:19:15.373 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:15.393 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:15.471 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:19:15.538 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:15.889 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 0 2024-06-06T11:19:15.913 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:16.065 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:16.181 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (866 ms) 2024-06-06T11:19:16.181 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-06-06T11:19:16.236 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:16.261 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:16.341 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:19:16.410 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:16.740 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:19:16.755 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:16.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:16 smithi132 bash[71843]: cluster 2024-06-06T11:19:15.448027+0000 mgr.y (mgr.25375) 339 : cluster [DBG] pgmap v687: 137 pgs: 137 active+clean; 89 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 1.12k op/s 2024-06-06T11:19:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:16 smithi132 bash[74574]: cluster 2024-06-06T11:19:15.448027+0000 mgr.y (mgr.25375) 339 : cluster [DBG] pgmap v687: 137 pgs: 137 active+clean; 89 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 1.12k op/s 2024-06-06T11:19:16.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:16 smithi179 bash[54149]: cluster 2024-06-06T11:19:15.448027+0000 mgr.y (mgr.25375) 339 : cluster [DBG] pgmap v687: 137 pgs: 137 active+clean; 89 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 1.12k op/s 2024-06-06T11:19:16.941 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:17.151 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (970 ms) 2024-06-06T11:19:17.151 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-06-06T11:19:17.208 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:17.231 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:17.311 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:19:17.369 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:17.691 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: after_prepare_snap 2024-06-06T11:19:18.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:18 smithi132 bash[71843]: cluster 2024-06-06T11:19:17.448834+0000 mgr.y (mgr.25375) 340 : cluster [DBG] pgmap v688: 137 pgs: 137 active+clean; 129 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 22 MiB/s wr, 1.12k op/s 2024-06-06T11:19:18.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:18 smithi132 bash[74574]: cluster 2024-06-06T11:19:17.448834+0000 mgr.y (mgr.25375) 340 : cluster [DBG] pgmap v688: 137 pgs: 137 active+clean; 129 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 22 MiB/s wr, 1.12k op/s 2024-06-06T11:19:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:18 smithi179 bash[54149]: cluster 2024-06-06T11:19:17.448834+0000 mgr.y (mgr.25375) 340 : cluster [DBG] pgmap v688: 137 pgs: 137 active+clean; 129 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 22 MiB/s wr, 1.12k op/s 2024-06-06T11:19:19.544 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 41943040 2024-06-06T11:19:19.578 INFO:tasks.workunit.client.0.smithi132.stdout:write: * 0~1000 2024-06-06T11:19:19.586 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:19.757 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:19.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:19 smithi132 bash[71843]: cluster 2024-06-06T11:19:18.524741+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2024-06-06T11:19:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:19 smithi132 bash[74574]: cluster 2024-06-06T11:19:18.524741+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2024-06-06T11:19:19.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:19 smithi179 bash[54149]: cluster 2024-06-06T11:19:18.524741+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2024-06-06T11:19:20.007 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2856 ms) 2024-06-06T11:19:20.007 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.Snaps 2024-06-06T11:19:20.071 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:20.094 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:20.176 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:19:21.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:20 smithi132 bash[71843]: cluster 2024-06-06T11:19:19.450002+0000 mgr.y (mgr.25375) 341 : cluster [DBG] pgmap v690: 137 pgs: 137 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 49 MiB/s rd, 39 MiB/s wr, 1.23k op/s 2024-06-06T11:19:21.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:20 smithi132 bash[71843]: cluster 2024-06-06T11:19:19.535104+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2024-06-06T11:19:21.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:20 smithi132 bash[74574]: cluster 2024-06-06T11:19:19.450002+0000 mgr.y (mgr.25375) 341 : cluster [DBG] pgmap v690: 137 pgs: 137 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 49 MiB/s rd, 39 MiB/s wr, 1.23k op/s 2024-06-06T11:19:21.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:20 smithi132 bash[74574]: cluster 2024-06-06T11:19:19.535104+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2024-06-06T11:19:21.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:20 smithi179 bash[54149]: cluster 2024-06-06T11:19:19.450002+0000 mgr.y (mgr.25375) 341 : cluster [DBG] pgmap v690: 137 pgs: 137 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 49 MiB/s rd, 39 MiB/s wr, 1.23k op/s 2024-06-06T11:19:21.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:20 smithi179 bash[54149]: cluster 2024-06-06T11:19:19.535104+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2024-06-06T11:19:21.568 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 8388609~8388609 2024-06-06T11:19:21.591 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~1000 2024-06-06T11:19:21.591 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1010~1000 2024-06-06T11:19:21.592 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:19:22.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:21 smithi132 bash[71843]: cluster 2024-06-06T11:19:20.538097+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2024-06-06T11:19:22.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:21 smithi132 bash[74574]: cluster 2024-06-06T11:19:20.538097+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2024-06-06T11:19:22.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:21 smithi179 bash[54149]: cluster 2024-06-06T11:19:20.538097+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2024-06-06T11:19:23.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:22 smithi132 bash[71843]: cluster 2024-06-06T11:19:21.451076+0000 mgr.y (mgr.25375) 342 : cluster [DBG] pgmap v693: 137 pgs: 137 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 51 MiB/s rd, 41 MiB/s wr, 917 op/s 2024-06-06T11:19:23.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:22 smithi132 bash[71843]: cluster 2024-06-06T11:19:21.555165+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2024-06-06T11:19:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:22 smithi132 bash[74574]: cluster 2024-06-06T11:19:21.451076+0000 mgr.y (mgr.25375) 342 : cluster [DBG] pgmap v693: 137 pgs: 137 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 51 MiB/s rd, 41 MiB/s wr, 917 op/s 2024-06-06T11:19:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:22 smithi132 bash[74574]: cluster 2024-06-06T11:19:21.555165+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2024-06-06T11:19:23.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:22 smithi179 bash[54149]: cluster 2024-06-06T11:19:21.451076+0000 mgr.y (mgr.25375) 342 : cluster [DBG] pgmap v693: 137 pgs: 137 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 51 MiB/s rd, 41 MiB/s wr, 917 op/s 2024-06-06T11:19:23.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:22 smithi179 bash[54149]: cluster 2024-06-06T11:19:21.555165+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2024-06-06T11:19:23.590 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 8388609~1000 2024-06-06T11:19:23.601 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16777228~1000 2024-06-06T11:19:23.601 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:19:23.615 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 83886079~8388609 2024-06-06T11:19:23.633 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:19:23.902 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:23 smithi132 bash[71843]: cluster 2024-06-06T11:19:22.561618+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2024-06-06T11:19:23.903 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:23 smithi132 bash[71843]: audit 2024-06-06T11:19:23.344932+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:23.903 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:23 smithi132 bash[74574]: cluster 2024-06-06T11:19:22.561618+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2024-06-06T11:19:23.903 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:23 smithi132 bash[74574]: audit 2024-06-06T11:19:23.344932+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:24.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:23 smithi179 bash[54149]: cluster 2024-06-06T11:19:22.561618+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2024-06-06T11:19:24.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:23 smithi179 bash[54149]: audit 2024-06-06T11:19:23.344932+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:24.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:19:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:19:23] "GET /metrics HTTP/1.1" 200 38917 "" "Prometheus/2.33.4" 2024-06-06T11:19:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:24 smithi132 bash[71843]: cluster 2024-06-06T11:19:23.451988+0000 mgr.y (mgr.25375) 343 : cluster [DBG] pgmap v696: 137 pgs: 137 active+clean; 213 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 254 op/s 2024-06-06T11:19:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:24 smithi132 bash[71843]: cluster 2024-06-06T11:19:23.572637+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2024-06-06T11:19:25.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:24 smithi132 bash[74574]: cluster 2024-06-06T11:19:23.451988+0000 mgr.y (mgr.25375) 343 : cluster [DBG] pgmap v696: 137 pgs: 137 active+clean; 213 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 254 op/s 2024-06-06T11:19:25.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:24 smithi132 bash[74574]: cluster 2024-06-06T11:19:23.572637+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2024-06-06T11:19:25.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:24 smithi179 bash[54149]: cluster 2024-06-06T11:19:23.451988+0000 mgr.y (mgr.25375) 343 : cluster [DBG] pgmap v696: 137 pgs: 137 active+clean; 213 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 254 op/s 2024-06-06T11:19:25.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:24 smithi179 bash[54149]: cluster 2024-06-06T11:19:23.572637+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2024-06-06T11:19:25.606 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:25.643 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83886079~1 2024-06-06T11:19:25.658 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:26.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:25 smithi132 bash[71843]: cluster 2024-06-06T11:19:24.581565+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2024-06-06T11:19:26.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:25 smithi132 bash[74574]: cluster 2024-06-06T11:19:24.581565+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2024-06-06T11:19:26.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:25 smithi179 bash[54149]: cluster 2024-06-06T11:19:24.581565+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2024-06-06T11:19:27.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:26 smithi132 bash[71843]: cluster 2024-06-06T11:19:25.452717+0000 mgr.y (mgr.25375) 344 : cluster [DBG] pgmap v699: 137 pgs: 137 active+clean; 229 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 279 op/s 2024-06-06T11:19:27.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:26 smithi132 bash[71843]: cluster 2024-06-06T11:19:25.592284+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2024-06-06T11:19:27.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:26 smithi132 bash[74574]: cluster 2024-06-06T11:19:25.452717+0000 mgr.y (mgr.25375) 344 : cluster [DBG] pgmap v699: 137 pgs: 137 active+clean; 229 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 279 op/s 2024-06-06T11:19:27.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:26 smithi132 bash[74574]: cluster 2024-06-06T11:19:25.592284+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2024-06-06T11:19:27.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:26 smithi179 bash[54149]: cluster 2024-06-06T11:19:25.452717+0000 mgr.y (mgr.25375) 344 : cluster [DBG] pgmap v699: 137 pgs: 137 active+clean; 229 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 279 op/s 2024-06-06T11:19:27.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:26 smithi179 bash[54149]: cluster 2024-06-06T11:19:25.592284+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2024-06-06T11:19:28.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:27 smithi132 bash[71843]: cluster 2024-06-06T11:19:26.604267+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2024-06-06T11:19:28.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:27 smithi132 bash[71843]: cluster 2024-06-06T11:19:27.453442+0000 mgr.y (mgr.25375) 345 : cluster [DBG] pgmap v702: 137 pgs: 137 active+clean; 237 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 179 op/s 2024-06-06T11:19:28.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:27 smithi132 bash[74574]: cluster 2024-06-06T11:19:26.604267+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2024-06-06T11:19:28.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:27 smithi132 bash[74574]: cluster 2024-06-06T11:19:27.453442+0000 mgr.y (mgr.25375) 345 : cluster [DBG] pgmap v702: 137 pgs: 137 active+clean; 237 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 179 op/s 2024-06-06T11:19:28.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:27 smithi179 bash[54149]: cluster 2024-06-06T11:19:26.604267+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2024-06-06T11:19:28.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:27 smithi179 bash[54149]: cluster 2024-06-06T11:19:27.453442+0000 mgr.y (mgr.25375) 345 : cluster [DBG] pgmap v702: 137 pgs: 137 active+clean; 237 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 179 op/s 2024-06-06T11:19:29.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:28 smithi132 bash[71843]: cluster 2024-06-06T11:19:27.612002+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-06-06T11:19:29.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:28 smithi132 bash[74574]: cluster 2024-06-06T11:19:27.612002+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-06-06T11:19:29.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:28 smithi179 bash[54149]: cluster 2024-06-06T11:19:27.612002+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-06-06T11:19:29.338 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:29.552 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:30.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:29 smithi132 bash[71843]: cluster 2024-06-06T11:19:28.618367+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-06-06T11:19:30.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:29 smithi132 bash[71843]: audit 2024-06-06T11:19:29.206320+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:19:30.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:29 smithi132 bash[71843]: cluster 2024-06-06T11:19:29.455107+0000 mgr.y (mgr.25375) 346 : cluster [DBG] pgmap v705: 137 pgs: 137 active+clean; 249 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 195 op/s 2024-06-06T11:19:30.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:29 smithi132 bash[74574]: cluster 2024-06-06T11:19:28.618367+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-06-06T11:19:30.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:29 smithi132 bash[74574]: audit 2024-06-06T11:19:29.206320+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:19:30.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:29 smithi132 bash[74574]: cluster 2024-06-06T11:19:29.455107+0000 mgr.y (mgr.25375) 346 : cluster [DBG] pgmap v705: 137 pgs: 137 active+clean; 249 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 195 op/s 2024-06-06T11:19:30.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:29 smithi179 bash[54149]: cluster 2024-06-06T11:19:28.618367+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-06-06T11:19:30.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:29 smithi179 bash[54149]: audit 2024-06-06T11:19:29.206320+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:19:30.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:29 smithi179 bash[54149]: cluster 2024-06-06T11:19:29.455107+0000 mgr.y (mgr.25375) 346 : cluster [DBG] pgmap v705: 137 pgs: 137 active+clean; 249 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 195 op/s 2024-06-06T11:19:31.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:30 smithi132 bash[71843]: cluster 2024-06-06T11:19:29.681786+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-06-06T11:19:31.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:30 smithi132 bash[74574]: cluster 2024-06-06T11:19:29.681786+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-06-06T11:19:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:30 smithi179 bash[54149]: cluster 2024-06-06T11:19:29.681786+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-06-06T11:19:32.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:31 smithi132 bash[71843]: cluster 2024-06-06T11:19:30.689034+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-06-06T11:19:32.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:31 smithi132 bash[71843]: cluster 2024-06-06T11:19:31.456445+0000 mgr.y (mgr.25375) 347 : cluster [DBG] pgmap v708: 137 pgs: 137 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 362 op/s 2024-06-06T11:19:32.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:31 smithi132 bash[74574]: cluster 2024-06-06T11:19:30.689034+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-06-06T11:19:32.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:31 smithi132 bash[74574]: cluster 2024-06-06T11:19:31.456445+0000 mgr.y (mgr.25375) 347 : cluster [DBG] pgmap v708: 137 pgs: 137 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 362 op/s 2024-06-06T11:19:32.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:31 smithi179 bash[54149]: cluster 2024-06-06T11:19:30.689034+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-06-06T11:19:32.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:31 smithi179 bash[54149]: cluster 2024-06-06T11:19:31.456445+0000 mgr.y (mgr.25375) 347 : cluster [DBG] pgmap v708: 137 pgs: 137 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 362 op/s 2024-06-06T11:19:32.160 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.Snaps (12153 ms) 2024-06-06T11:19:32.160 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-06-06T11:19:32.209 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:32.229 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:32.299 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:19:33.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:32 smithi132 bash[71843]: cluster 2024-06-06T11:19:31.698344+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-06-06T11:19:33.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:32 smithi132 bash[74574]: cluster 2024-06-06T11:19:31.698344+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-06-06T11:19:33.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:32 smithi179 bash[54149]: cluster 2024-06-06T11:19:31.698344+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-06-06T11:19:33.732 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 8388609~8388609 2024-06-06T11:19:33.743 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~1000 2024-06-06T11:19:33.743 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1010~1000 2024-06-06T11:19:33.743 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:19:34.031 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:33 smithi132 bash[74574]: cluster 2024-06-06T11:19:32.707761+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-06-06T11:19:34.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:33 smithi132 bash[74574]: cluster 2024-06-06T11:19:33.457501+0000 mgr.y (mgr.25375) 348 : cluster [DBG] pgmap v711: 137 pgs: 137 active+clean; 257 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 220 op/s 2024-06-06T11:19:34.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:33 smithi132 bash[71843]: cluster 2024-06-06T11:19:32.707761+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-06-06T11:19:34.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:33 smithi132 bash[71843]: cluster 2024-06-06T11:19:33.457501+0000 mgr.y (mgr.25375) 348 : cluster [DBG] pgmap v711: 137 pgs: 137 active+clean; 257 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 220 op/s 2024-06-06T11:19:34.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:19:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:19:33] "GET /metrics HTTP/1.1" 200 38917 "" "Prometheus/2.33.4" 2024-06-06T11:19:34.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:33 smithi179 bash[54149]: cluster 2024-06-06T11:19:32.707761+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-06-06T11:19:34.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:33 smithi179 bash[54149]: cluster 2024-06-06T11:19:33.457501+0000 mgr.y (mgr.25375) 348 : cluster [DBG] pgmap v711: 137 pgs: 137 active+clean; 257 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 220 op/s 2024-06-06T11:19:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:34 smithi132 bash[71843]: cluster 2024-06-06T11:19:33.717414+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-06-06T11:19:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:34 smithi132 bash[74574]: cluster 2024-06-06T11:19:33.717414+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-06-06T11:19:35.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:34 smithi179 bash[54149]: cluster 2024-06-06T11:19:33.717414+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-06-06T11:19:35.755 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 8388609~1000 2024-06-06T11:19:35.763 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16777228~1000 2024-06-06T11:19:35.763 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:19:35.775 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 83886079~8388609 2024-06-06T11:19:35.799 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:19:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[74574]: cluster 2024-06-06T11:19:34.725591+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-06-06T11:19:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[74574]: audit 2024-06-06T11:19:35.099462+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[74574]: audit 2024-06-06T11:19:35.106683+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[74574]: audit 2024-06-06T11:19:35.296117+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[74574]: audit 2024-06-06T11:19:35.302627+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[74574]: cluster 2024-06-06T11:19:35.458292+0000 mgr.y (mgr.25375) 349 : cluster [DBG] pgmap v714: 137 pgs: 137 active+clean; 281 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 48 MiB/s rd, 11 MiB/s wr, 216 op/s 2024-06-06T11:19:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[71843]: cluster 2024-06-06T11:19:34.725591+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-06-06T11:19:36.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[71843]: audit 2024-06-06T11:19:35.099462+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[71843]: audit 2024-06-06T11:19:35.106683+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[71843]: audit 2024-06-06T11:19:35.296117+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[71843]: audit 2024-06-06T11:19:35.302627+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:35 smithi132 bash[71843]: cluster 2024-06-06T11:19:35.458292+0000 mgr.y (mgr.25375) 349 : cluster [DBG] pgmap v714: 137 pgs: 137 active+clean; 281 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 48 MiB/s rd, 11 MiB/s wr, 216 op/s 2024-06-06T11:19:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:35 smithi179 bash[54149]: cluster 2024-06-06T11:19:34.725591+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-06-06T11:19:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:35 smithi179 bash[54149]: audit 2024-06-06T11:19:35.099462+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:35 smithi179 bash[54149]: audit 2024-06-06T11:19:35.106683+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:35 smithi179 bash[54149]: audit 2024-06-06T11:19:35.296117+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:35 smithi179 bash[54149]: audit 2024-06-06T11:19:35.302627+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:35 smithi179 bash[54149]: cluster 2024-06-06T11:19:35.458292+0000 mgr.y (mgr.25375) 349 : cluster [DBG] pgmap v714: 137 pgs: 137 active+clean; 281 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 48 MiB/s rd, 11 MiB/s wr, 216 op/s 2024-06-06T11:19:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:36 smithi132 bash[71843]: cluster 2024-06-06T11:19:35.736744+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-06-06T11:19:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:36 smithi132 bash[71843]: audit 2024-06-06T11:19:35.751738+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:19:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:36 smithi132 bash[71843]: audit 2024-06-06T11:19:35.752930+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:19:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:36 smithi132 bash[71843]: audit 2024-06-06T11:19:35.762983+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:37.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:36 smithi132 bash[74574]: cluster 2024-06-06T11:19:35.736744+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-06-06T11:19:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:36 smithi132 bash[74574]: audit 2024-06-06T11:19:35.751738+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:19:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:36 smithi132 bash[74574]: audit 2024-06-06T11:19:35.752930+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:19:37.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:36 smithi132 bash[74574]: audit 2024-06-06T11:19:35.762983+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:36 smithi179 bash[54149]: cluster 2024-06-06T11:19:35.736744+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-06-06T11:19:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:36 smithi179 bash[54149]: audit 2024-06-06T11:19:35.751738+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:19:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:36 smithi179 bash[54149]: audit 2024-06-06T11:19:35.752930+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:19:37.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:36 smithi179 bash[54149]: audit 2024-06-06T11:19:35.762983+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:19:37.794 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:37.825 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83886079~1 2024-06-06T11:19:37.838 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:37.842 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:19:37.934 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:38.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:37 smithi132 bash[71843]: cluster 2024-06-06T11:19:36.769231+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-06-06T11:19:38.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:37 smithi132 bash[71843]: cluster 2024-06-06T11:19:37.459040+0000 mgr.y (mgr.25375) 350 : cluster [DBG] pgmap v717: 137 pgs: 137 active+clean; 277 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 43 MiB/s rd, 10 MiB/s wr, 225 op/s 2024-06-06T11:19:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:37 smithi132 bash[74574]: cluster 2024-06-06T11:19:36.769231+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-06-06T11:19:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:37 smithi132 bash[74574]: cluster 2024-06-06T11:19:37.459040+0000 mgr.y (mgr.25375) 350 : cluster [DBG] pgmap v717: 137 pgs: 137 active+clean; 277 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 43 MiB/s rd, 10 MiB/s wr, 225 op/s 2024-06-06T11:19:38.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:37 smithi179 bash[54149]: cluster 2024-06-06T11:19:36.769231+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-06-06T11:19:38.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:37 smithi179 bash[54149]: cluster 2024-06-06T11:19:37.459040+0000 mgr.y (mgr.25375) 350 : cluster [DBG] pgmap v717: 137 pgs: 137 active+clean; 277 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 43 MiB/s rd, 10 MiB/s wr, 225 op/s 2024-06-06T11:19:39.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:38 smithi132 bash[71843]: cluster 2024-06-06T11:19:37.783517+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-06-06T11:19:39.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:38 smithi132 bash[71843]: audit 2024-06-06T11:19:38.345472+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:38 smithi132 bash[74574]: cluster 2024-06-06T11:19:37.783517+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-06-06T11:19:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:38 smithi132 bash[74574]: audit 2024-06-06T11:19:38.345472+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:38 smithi179 bash[54149]: cluster 2024-06-06T11:19:37.783517+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-06-06T11:19:39.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:38 smithi179 bash[54149]: audit 2024-06-06T11:19:38.345472+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:40.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:39 smithi132 bash[71843]: cluster 2024-06-06T11:19:38.785648+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-06-06T11:19:40.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:39 smithi132 bash[71843]: cluster 2024-06-06T11:19:39.460438+0000 mgr.y (mgr.25375) 351 : cluster [DBG] pgmap v720: 137 pgs: 137 active+clean; 333 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 13 MiB/s wr, 229 op/s 2024-06-06T11:19:40.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:39 smithi132 bash[74574]: cluster 2024-06-06T11:19:38.785648+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-06-06T11:19:40.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:39 smithi132 bash[74574]: cluster 2024-06-06T11:19:39.460438+0000 mgr.y (mgr.25375) 351 : cluster [DBG] pgmap v720: 137 pgs: 137 active+clean; 333 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 13 MiB/s wr, 229 op/s 2024-06-06T11:19:40.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:39 smithi179 bash[54149]: cluster 2024-06-06T11:19:38.785648+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-06-06T11:19:40.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:39 smithi179 bash[54149]: cluster 2024-06-06T11:19:39.460438+0000 mgr.y (mgr.25375) 351 : cluster [DBG] pgmap v720: 137 pgs: 137 active+clean; 333 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 13 MiB/s wr, 229 op/s 2024-06-06T11:19:40.955 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:41.243 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:41.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:40 smithi132 bash[71843]: cluster 2024-06-06T11:19:39.791738+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-06-06T11:19:41.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:40 smithi132 bash[71843]: cluster 2024-06-06T11:19:40.226196+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-06-06T11:19:41.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:40 smithi132 bash[74574]: cluster 2024-06-06T11:19:39.791738+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-06-06T11:19:41.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:40 smithi132 bash[74574]: cluster 2024-06-06T11:19:40.226196+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-06-06T11:19:41.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:40 smithi179 bash[54149]: cluster 2024-06-06T11:19:39.791738+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-06-06T11:19:41.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:40 smithi179 bash[54149]: cluster 2024-06-06T11:19:40.226196+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-06-06T11:19:42.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:41 smithi132 bash[71843]: cluster 2024-06-06T11:19:41.461378+0000 mgr.y (mgr.25375) 352 : cluster [DBG] pgmap v723: 137 pgs: 137 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 18 MiB/s wr, 232 op/s 2024-06-06T11:19:42.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:41 smithi132 bash[74574]: cluster 2024-06-06T11:19:41.461378+0000 mgr.y (mgr.25375) 352 : cluster [DBG] pgmap v723: 137 pgs: 137 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 18 MiB/s wr, 232 op/s 2024-06-06T11:19:42.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:41 smithi179 bash[54149]: cluster 2024-06-06T11:19:41.461378+0000 mgr.y (mgr.25375) 352 : cluster [DBG] pgmap v723: 137 pgs: 137 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 18 MiB/s wr, 232 op/s 2024-06-06T11:19:43.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:42 smithi132 bash[71843]: cluster 2024-06-06T11:19:41.810705+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-06-06T11:19:43.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:42 smithi132 bash[74574]: cluster 2024-06-06T11:19:41.810705+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-06-06T11:19:43.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:42 smithi179 bash[54149]: cluster 2024-06-06T11:19:41.810705+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-06-06T11:19:44.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:19:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:19:43] "GET /metrics HTTP/1.1" 200 38916 "" "Prometheus/2.33.4" 2024-06-06T11:19:44.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:43 smithi132 bash[71843]: cluster 2024-06-06T11:19:42.817889+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-06-06T11:19:44.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:43 smithi132 bash[71843]: cluster 2024-06-06T11:19:43.462242+0000 mgr.y (mgr.25375) 353 : cluster [DBG] pgmap v726: 137 pgs: 137 active+clean; 365 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 221 op/s 2024-06-06T11:19:44.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:43 smithi132 bash[74574]: cluster 2024-06-06T11:19:42.817889+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-06-06T11:19:44.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:43 smithi132 bash[74574]: cluster 2024-06-06T11:19:43.462242+0000 mgr.y (mgr.25375) 353 : cluster [DBG] pgmap v726: 137 pgs: 137 active+clean; 365 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 221 op/s 2024-06-06T11:19:44.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:43 smithi179 bash[54149]: cluster 2024-06-06T11:19:42.817889+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-06-06T11:19:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:43 smithi179 bash[54149]: cluster 2024-06-06T11:19:43.462242+0000 mgr.y (mgr.25375) 353 : cluster [DBG] pgmap v726: 137 pgs: 137 active+clean; 365 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 221 op/s 2024-06-06T11:19:44.324 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.SnapsOtherPool (12164 ms) 2024-06-06T11:19:44.324 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-06-06T11:19:44.383 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:44.406 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:44.490 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:19:45.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:44 smithi132 bash[71843]: cluster 2024-06-06T11:19:43.832658+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-06-06T11:19:45.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:44 smithi132 bash[74574]: cluster 2024-06-06T11:19:43.832658+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-06-06T11:19:45.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:44 smithi179 bash[54149]: cluster 2024-06-06T11:19:43.832658+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-06-06T11:19:45.859 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 8388609~8388609 2024-06-06T11:19:45.886 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~1000 2024-06-06T11:19:45.886 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1010~1000 2024-06-06T11:19:45.886 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:19:46.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:45 smithi132 bash[71843]: cluster 2024-06-06T11:19:44.842507+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-06-06T11:19:46.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:45 smithi132 bash[71843]: cluster 2024-06-06T11:19:45.462994+0000 mgr.y (mgr.25375) 354 : cluster [DBG] pgmap v729: 137 pgs: 137 active+clean; 365 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 367 op/s 2024-06-06T11:19:46.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:45 smithi132 bash[74574]: cluster 2024-06-06T11:19:44.842507+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-06-06T11:19:46.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:45 smithi132 bash[74574]: cluster 2024-06-06T11:19:45.462994+0000 mgr.y (mgr.25375) 354 : cluster [DBG] pgmap v729: 137 pgs: 137 active+clean; 365 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 367 op/s 2024-06-06T11:19:46.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:45 smithi179 bash[54149]: cluster 2024-06-06T11:19:44.842507+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-06-06T11:19:46.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:45 smithi179 bash[54149]: cluster 2024-06-06T11:19:45.462994+0000 mgr.y (mgr.25375) 354 : cluster [DBG] pgmap v729: 137 pgs: 137 active+clean; 365 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 367 op/s 2024-06-06T11:19:47.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:46 smithi132 bash[71843]: cluster 2024-06-06T11:19:45.850547+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-06-06T11:19:47.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:46 smithi132 bash[74574]: cluster 2024-06-06T11:19:45.850547+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-06-06T11:19:47.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:46 smithi179 bash[54149]: cluster 2024-06-06T11:19:45.850547+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-06-06T11:19:47.879 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 8388609~1000 2024-06-06T11:19:47.885 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16777228~1000 2024-06-06T11:19:47.886 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:19:47.902 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 83886079~8388609 2024-06-06T11:19:47.915 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:19:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:47 smithi132 bash[71843]: cluster 2024-06-06T11:19:46.861221+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-06-06T11:19:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:47 smithi132 bash[71843]: cluster 2024-06-06T11:19:47.463780+0000 mgr.y (mgr.25375) 355 : cluster [DBG] pgmap v732: 137 pgs: 137 active+clean; 369 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 4.0 MiB/s wr, 273 op/s 2024-06-06T11:19:48.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:47 smithi132 bash[74574]: cluster 2024-06-06T11:19:46.861221+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-06-06T11:19:48.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:47 smithi132 bash[74574]: cluster 2024-06-06T11:19:47.463780+0000 mgr.y (mgr.25375) 355 : cluster [DBG] pgmap v732: 137 pgs: 137 active+clean; 369 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 4.0 MiB/s wr, 273 op/s 2024-06-06T11:19:48.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:47 smithi179 bash[54149]: cluster 2024-06-06T11:19:46.861221+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-06-06T11:19:48.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:47 smithi179 bash[54149]: cluster 2024-06-06T11:19:47.463780+0000 mgr.y (mgr.25375) 355 : cluster [DBG] pgmap v732: 137 pgs: 137 active+clean; 369 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 4.0 MiB/s wr, 273 op/s 2024-06-06T11:19:49.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:48 smithi132 bash[71843]: cluster 2024-06-06T11:19:47.868892+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-06-06T11:19:49.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:48 smithi132 bash[74574]: cluster 2024-06-06T11:19:47.868892+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-06-06T11:19:49.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:48 smithi179 bash[54149]: cluster 2024-06-06T11:19:47.868892+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-06-06T11:19:49.908 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:49.950 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83886079~1 2024-06-06T11:19:49.965 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:19:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:49 smithi132 bash[71843]: cluster 2024-06-06T11:19:48.877643+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-06-06T11:19:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:49 smithi132 bash[71843]: cluster 2024-06-06T11:19:49.464767+0000 mgr.y (mgr.25375) 356 : cluster [DBG] pgmap v735: 137 pgs: 137 active+clean; 389 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 12 MiB/s wr, 125 op/s 2024-06-06T11:19:50.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:49 smithi132 bash[74574]: cluster 2024-06-06T11:19:48.877643+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-06-06T11:19:50.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:49 smithi132 bash[74574]: cluster 2024-06-06T11:19:49.464767+0000 mgr.y (mgr.25375) 356 : cluster [DBG] pgmap v735: 137 pgs: 137 active+clean; 389 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 12 MiB/s wr, 125 op/s 2024-06-06T11:19:50.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:49 smithi179 bash[54149]: cluster 2024-06-06T11:19:48.877643+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-06-06T11:19:50.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:49 smithi179 bash[54149]: cluster 2024-06-06T11:19:49.464767+0000 mgr.y (mgr.25375) 356 : cluster [DBG] pgmap v735: 137 pgs: 137 active+clean; 389 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 12 MiB/s wr, 125 op/s 2024-06-06T11:19:51.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:50 smithi132 bash[71843]: cluster 2024-06-06T11:19:49.892654+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-06-06T11:19:51.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:50 smithi132 bash[71843]: cluster 2024-06-06T11:19:50.230610+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-06-06T11:19:51.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:50 smithi132 bash[74574]: cluster 2024-06-06T11:19:49.892654+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-06-06T11:19:51.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:50 smithi132 bash[74574]: cluster 2024-06-06T11:19:50.230610+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-06-06T11:19:51.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:50 smithi179 bash[54149]: cluster 2024-06-06T11:19:49.892654+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-06-06T11:19:51.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:50 smithi179 bash[54149]: cluster 2024-06-06T11:19:50.230610+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-06-06T11:19:52.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:52 smithi132 bash[71843]: cluster 2024-06-06T11:19:51.233592+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-06-06T11:19:52.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:52 smithi132 bash[71843]: cluster 2024-06-06T11:19:51.465786+0000 mgr.y (mgr.25375) 357 : cluster [DBG] pgmap v739: 137 pgs: 137 active+clean; 393 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 213 op/s 2024-06-06T11:19:52.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:52 smithi132 bash[74574]: cluster 2024-06-06T11:19:51.233592+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-06-06T11:19:52.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:52 smithi132 bash[74574]: cluster 2024-06-06T11:19:51.465786+0000 mgr.y (mgr.25375) 357 : cluster [DBG] pgmap v739: 137 pgs: 137 active+clean; 393 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 213 op/s 2024-06-06T11:19:52.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:52 smithi179 bash[54149]: cluster 2024-06-06T11:19:51.233592+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-06-06T11:19:52.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:52 smithi179 bash[54149]: cluster 2024-06-06T11:19:51.465786+0000 mgr.y (mgr.25375) 357 : cluster [DBG] pgmap v739: 137 pgs: 137 active+clean; 393 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 213 op/s 2024-06-06T11:19:52.951 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:19:53.153 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:19:53.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:53 smithi132 bash[71843]: cluster 2024-06-06T11:19:52.243655+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-06-06T11:19:53.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:53 smithi132 bash[74574]: cluster 2024-06-06T11:19:52.243655+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-06-06T11:19:53.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:53 smithi179 bash[54149]: cluster 2024-06-06T11:19:52.243655+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-06-06T11:19:54.258 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:19:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:19:53] "GET /metrics HTTP/1.1" 200 38916 "" "Prometheus/2.33.4" 2024-06-06T11:19:54.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:54 smithi132 bash[71843]: cluster 2024-06-06T11:19:53.247152+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-06-06T11:19:54.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:54 smithi132 bash[71843]: audit 2024-06-06T11:19:53.345964+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:54.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:54 smithi132 bash[71843]: cluster 2024-06-06T11:19:53.466713+0000 mgr.y (mgr.25375) 358 : cluster [DBG] pgmap v742: 137 pgs: 137 active+clean; 397 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.1 MiB/s wr, 162 op/s 2024-06-06T11:19:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:54 smithi132 bash[74574]: cluster 2024-06-06T11:19:53.247152+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-06-06T11:19:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:54 smithi132 bash[74574]: audit 2024-06-06T11:19:53.345964+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:54.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:54 smithi132 bash[74574]: cluster 2024-06-06T11:19:53.466713+0000 mgr.y (mgr.25375) 358 : cluster [DBG] pgmap v742: 137 pgs: 137 active+clean; 397 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.1 MiB/s wr, 162 op/s 2024-06-06T11:19:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:54 smithi179 bash[54149]: cluster 2024-06-06T11:19:53.247152+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-06-06T11:19:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:54 smithi179 bash[54149]: audit 2024-06-06T11:19:53.345964+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:19:54.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:54 smithi179 bash[54149]: cluster 2024-06-06T11:19:53.466713+0000 mgr.y (mgr.25375) 358 : cluster [DBG] pgmap v742: 137 pgs: 137 active+clean; 397 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.1 MiB/s wr, 162 op/s 2024-06-06T11:19:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[71843]: cluster 2024-06-06T11:19:54.267695+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-06-06T11:19:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[71843]: audit 2024-06-06T11:19:54.455924+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.3", "id": [7, 1]}]: dispatch 2024-06-06T11:19:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[71843]: audit 2024-06-06T11:19:54.456371+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.7", "id": [3, 5]}]: dispatch 2024-06-06T11:19:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[71843]: audit 2024-06-06T11:19:54.456680+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.10", "id": [2, 5]}]: dispatch 2024-06-06T11:19:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[71843]: audit 2024-06-06T11:19:54.456986+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.12", "id": [2, 1]}]: dispatch 2024-06-06T11:19:55.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[71843]: audit 2024-06-06T11:19:54.457280+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]: dispatch 2024-06-06T11:19:55.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[71843]: audit 2024-06-06T11:19:54.457581+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.17", "id": [3, 4]}]: dispatch 2024-06-06T11:19:55.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[71843]: audit 2024-06-06T11:19:54.457888+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1a", "id": [3, 5]}]: dispatch 2024-06-06T11:19:55.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[71843]: audit 2024-06-06T11:19:54.458335+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1f", "id": [2, 4]}]: dispatch 2024-06-06T11:19:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[74574]: cluster 2024-06-06T11:19:54.267695+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-06-06T11:19:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[74574]: audit 2024-06-06T11:19:54.455924+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.3", "id": [7, 1]}]: dispatch 2024-06-06T11:19:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[74574]: audit 2024-06-06T11:19:54.456371+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.7", "id": [3, 5]}]: dispatch 2024-06-06T11:19:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[74574]: audit 2024-06-06T11:19:54.456680+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.10", "id": [2, 5]}]: dispatch 2024-06-06T11:19:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[74574]: audit 2024-06-06T11:19:54.456986+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.12", "id": [2, 1]}]: dispatch 2024-06-06T11:19:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[74574]: audit 2024-06-06T11:19:54.457280+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]: dispatch 2024-06-06T11:19:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[74574]: audit 2024-06-06T11:19:54.457581+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.17", "id": [3, 4]}]: dispatch 2024-06-06T11:19:55.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[74574]: audit 2024-06-06T11:19:54.457888+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1a", "id": [3, 5]}]: dispatch 2024-06-06T11:19:55.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:55 smithi132 bash[74574]: audit 2024-06-06T11:19:54.458335+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1f", "id": [2, 4]}]: dispatch 2024-06-06T11:19:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:55 smithi179 bash[54149]: cluster 2024-06-06T11:19:54.267695+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-06-06T11:19:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:55 smithi179 bash[54149]: audit 2024-06-06T11:19:54.455924+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.3", "id": [7, 1]}]: dispatch 2024-06-06T11:19:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:55 smithi179 bash[54149]: audit 2024-06-06T11:19:54.456371+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.7", "id": [3, 5]}]: dispatch 2024-06-06T11:19:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:55 smithi179 bash[54149]: audit 2024-06-06T11:19:54.456680+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.10", "id": [2, 5]}]: dispatch 2024-06-06T11:19:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:55 smithi179 bash[54149]: audit 2024-06-06T11:19:54.456986+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.12", "id": [2, 1]}]: dispatch 2024-06-06T11:19:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:55 smithi179 bash[54149]: audit 2024-06-06T11:19:54.457280+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]: dispatch 2024-06-06T11:19:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:55 smithi179 bash[54149]: audit 2024-06-06T11:19:54.457581+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.17", "id": [3, 4]}]: dispatch 2024-06-06T11:19:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:55 smithi179 bash[54149]: audit 2024-06-06T11:19:54.457888+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1a", "id": [3, 5]}]: dispatch 2024-06-06T11:19:55.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:55 smithi179 bash[54149]: audit 2024-06-06T11:19:54.458335+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1f", "id": [2, 4]}]: dispatch 2024-06-06T11:19:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[71843]: audit 2024-06-06T11:19:55.267027+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.3", "id": [7, 1]}]': finished 2024-06-06T11:19:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[71843]: audit 2024-06-06T11:19:55.267384+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.7", "id": [3, 5]}]': finished 2024-06-06T11:19:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[71843]: audit 2024-06-06T11:19:55.267463+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.10", "id": [2, 5]}]': finished 2024-06-06T11:19:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[71843]: audit 2024-06-06T11:19:55.267530+0000 mon.a (mon.0) 1044 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.12", "id": [2, 1]}]': finished 2024-06-06T11:19:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[71843]: audit 2024-06-06T11:19:55.267618+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]': finished 2024-06-06T11:19:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[71843]: audit 2024-06-06T11:19:55.267805+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.17", "id": [3, 4]}]': finished 2024-06-06T11:19:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[71843]: audit 2024-06-06T11:19:55.267860+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1a", "id": [3, 5]}]': finished 2024-06-06T11:19:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[71843]: audit 2024-06-06T11:19:55.267989+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1f", "id": [2, 4]}]': finished 2024-06-06T11:19:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[71843]: cluster 2024-06-06T11:19:55.268049+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-06-06T11:19:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[71843]: cluster 2024-06-06T11:19:55.467465+0000 mgr.y (mgr.25375) 359 : cluster [DBG] pgmap v745: 137 pgs: 137 active+clean; 393 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-06-06T11:19:56.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[71843]: cluster 2024-06-06T11:19:56.269024+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-06-06T11:19:56.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[74574]: audit 2024-06-06T11:19:55.267027+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.3", "id": [7, 1]}]': finished 2024-06-06T11:19:56.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[74574]: audit 2024-06-06T11:19:55.267384+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.7", "id": [3, 5]}]': finished 2024-06-06T11:19:56.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[74574]: audit 2024-06-06T11:19:55.267463+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.10", "id": [2, 5]}]': finished 2024-06-06T11:19:56.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[74574]: audit 2024-06-06T11:19:55.267530+0000 mon.a (mon.0) 1044 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.12", "id": [2, 1]}]': finished 2024-06-06T11:19:56.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[74574]: audit 2024-06-06T11:19:55.267618+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]': finished 2024-06-06T11:19:56.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[74574]: audit 2024-06-06T11:19:55.267805+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.17", "id": [3, 4]}]': finished 2024-06-06T11:19:56.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[74574]: audit 2024-06-06T11:19:55.267860+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1a", "id": [3, 5]}]': finished 2024-06-06T11:19:56.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[74574]: audit 2024-06-06T11:19:55.267989+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1f", "id": [2, 4]}]': finished 2024-06-06T11:19:56.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[74574]: cluster 2024-06-06T11:19:55.268049+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-06-06T11:19:56.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[74574]: cluster 2024-06-06T11:19:55.467465+0000 mgr.y (mgr.25375) 359 : cluster [DBG] pgmap v745: 137 pgs: 137 active+clean; 393 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-06-06T11:19:56.534 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:56 smithi132 bash[74574]: cluster 2024-06-06T11:19:56.269024+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-06-06T11:19:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:56 smithi179 bash[54149]: audit 2024-06-06T11:19:55.267027+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.3", "id": [7, 1]}]': finished 2024-06-06T11:19:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:56 smithi179 bash[54149]: audit 2024-06-06T11:19:55.267384+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.7", "id": [3, 5]}]': finished 2024-06-06T11:19:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:56 smithi179 bash[54149]: audit 2024-06-06T11:19:55.267463+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.10", "id": [2, 5]}]': finished 2024-06-06T11:19:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:56 smithi179 bash[54149]: audit 2024-06-06T11:19:55.267530+0000 mon.a (mon.0) 1044 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.12", "id": [2, 1]}]': finished 2024-06-06T11:19:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:56 smithi179 bash[54149]: audit 2024-06-06T11:19:55.267618+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]': finished 2024-06-06T11:19:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:56 smithi179 bash[54149]: audit 2024-06-06T11:19:55.267805+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.17", "id": [3, 4]}]': finished 2024-06-06T11:19:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:56 smithi179 bash[54149]: audit 2024-06-06T11:19:55.267860+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1a", "id": [3, 5]}]': finished 2024-06-06T11:19:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:56 smithi179 bash[54149]: audit 2024-06-06T11:19:55.267989+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1f", "id": [2, 4]}]': finished 2024-06-06T11:19:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:56 smithi179 bash[54149]: cluster 2024-06-06T11:19:55.268049+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-06-06T11:19:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:56 smithi179 bash[54149]: cluster 2024-06-06T11:19:55.467465+0000 mgr.y (mgr.25375) 359 : cluster [DBG] pgmap v745: 137 pgs: 137 active+clean; 393 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-06-06T11:19:56.540 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:56 smithi179 bash[54149]: cluster 2024-06-06T11:19:56.269024+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-06-06T11:19:57.724 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.SnapsDataPool (13400 ms) 2024-06-06T11:19:57.724 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-06-06T11:19:57.785 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:19:57.808 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:19:57.888 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:19:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:58 smithi132 bash[71843]: cluster 2024-06-06T11:19:57.272622+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-06-06T11:19:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:58 smithi132 bash[71843]: cluster 2024-06-06T11:19:57.468189+0000 mgr.y (mgr.25375) 360 : cluster [DBG] pgmap v748: 137 pgs: 2 remapped+peering, 1 active+recovering, 134 active+clean; 413 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 413 op/s; 3/1233 objects misplaced (0.243%); 36 B/s, 6 keys/s, 4 objects/s recovering 2024-06-06T11:19:58.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:58 smithi132 bash[74574]: cluster 2024-06-06T11:19:57.272622+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-06-06T11:19:58.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:58 smithi132 bash[74574]: cluster 2024-06-06T11:19:57.468189+0000 mgr.y (mgr.25375) 360 : cluster [DBG] pgmap v748: 137 pgs: 2 remapped+peering, 1 active+recovering, 134 active+clean; 413 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 413 op/s; 3/1233 objects misplaced (0.243%); 36 B/s, 6 keys/s, 4 objects/s recovering 2024-06-06T11:19:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:58 smithi179 bash[54149]: cluster 2024-06-06T11:19:57.272622+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-06-06T11:19:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:58 smithi179 bash[54149]: cluster 2024-06-06T11:19:57.468189+0000 mgr.y (mgr.25375) 360 : cluster [DBG] pgmap v748: 137 pgs: 2 remapped+peering, 1 active+recovering, 134 active+clean; 413 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 413 op/s; 3/1233 objects misplaced (0.243%); 36 B/s, 6 keys/s, 4 objects/s recovering 2024-06-06T11:19:59.300 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 8388609~8388609 2024-06-06T11:19:59.310 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~1000 2024-06-06T11:19:59.310 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1010~1000 2024-06-06T11:19:59.310 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:19:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:19:59 smithi132 bash[71843]: cluster 2024-06-06T11:19:58.281285+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-06-06T11:19:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:19:59 smithi132 bash[74574]: cluster 2024-06-06T11:19:58.281285+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-06-06T11:19:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:19:59 smithi179 bash[54149]: cluster 2024-06-06T11:19:58.281285+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-06-06T11:20:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable; 1 pool(s) do not have an application enabled 2024-06-06T11:20:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:20:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-06-06T11:20:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : application not enabled on pool 'test-librbd-smithi132-60178-30' 2024-06-06T11:20:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: debug 2024-06-06T11:19:59.995+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-06-06T11:20:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:19:59.287850+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-06-06T11:20:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:19:59.469054+0000 mgr.y (mgr.25375) 361 : cluster [DBG] pgmap v751: 137 pgs: 1 creating+peering, 1 peering, 1 remapped+peering, 1 active+recovering, 133 active+clean; 405 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 366 op/s; 3/1230 objects misplaced (0.244%); 12 MiB/s, 17 keys/s, 20 objects/s recovering 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000199+0000 mon.a (mon.0) 1054 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable; 1 pool(s) do not have an application enabled 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000240+0000 mon.a (mon.0) 1055 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000256+0000 mon.a (mon.0) 1056 : cluster [ERR] osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000272+0000 mon.a (mon.0) 1057 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000292+0000 mon.a (mon.0) 1058 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000311+0000 mon.a (mon.0) 1059 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000328+0000 mon.a (mon.0) 1060 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000347+0000 mon.a (mon.0) 1061 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000365+0000 mon.a (mon.0) 1062 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000385+0000 mon.a (mon.0) 1063 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000409+0000 mon.a (mon.0) 1064 : cluster [ERR] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-06-06T11:20:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000437+0000 mon.a (mon.0) 1065 : cluster [ERR] application not enabled on pool 'test-librbd-smithi132-60178-30' 2024-06-06T11:20:00.784 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.000475+0000 mon.a (mon.0) 1066 : cluster [ERR] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-06-06T11:20:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:19:59.287850+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-06-06T11:20:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:19:59.469054+0000 mgr.y (mgr.25375) 361 : cluster [DBG] pgmap v751: 137 pgs: 1 creating+peering, 1 peering, 1 remapped+peering, 1 active+recovering, 133 active+clean; 405 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 366 op/s; 3/1230 objects misplaced (0.244%); 12 MiB/s, 17 keys/s, 20 objects/s recovering 2024-06-06T11:20:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000199+0000 mon.a (mon.0) 1054 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable; 1 pool(s) do not have an application enabled 2024-06-06T11:20:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000240+0000 mon.a (mon.0) 1055 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:20:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000256+0000 mon.a (mon.0) 1056 : cluster [ERR] osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000272+0000 mon.a (mon.0) 1057 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000292+0000 mon.a (mon.0) 1058 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000311+0000 mon.a (mon.0) 1059 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000328+0000 mon.a (mon.0) 1060 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000347+0000 mon.a (mon.0) 1061 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000365+0000 mon.a (mon.0) 1062 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000385+0000 mon.a (mon.0) 1063 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000409+0000 mon.a (mon.0) 1064 : cluster [ERR] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-06-06T11:20:00.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000437+0000 mon.a (mon.0) 1065 : cluster [ERR] application not enabled on pool 'test-librbd-smithi132-60178-30' 2024-06-06T11:20:00.785 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.000475+0000 mon.a (mon.0) 1066 : cluster [ERR] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-06-06T11:20:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:19:59.287850+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-06-06T11:20:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:19:59.469054+0000 mgr.y (mgr.25375) 361 : cluster [DBG] pgmap v751: 137 pgs: 1 creating+peering, 1 peering, 1 remapped+peering, 1 active+recovering, 133 active+clean; 405 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 366 op/s; 3/1230 objects misplaced (0.244%); 12 MiB/s, 17 keys/s, 20 objects/s recovering 2024-06-06T11:20:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000199+0000 mon.a (mon.0) 1054 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable; 1 pool(s) do not have an application enabled 2024-06-06T11:20:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000240+0000 mon.a (mon.0) 1055 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:20:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000256+0000 mon.a (mon.0) 1056 : cluster [ERR] osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000272+0000 mon.a (mon.0) 1057 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000292+0000 mon.a (mon.0) 1058 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000311+0000 mon.a (mon.0) 1059 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000328+0000 mon.a (mon.0) 1060 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000347+0000 mon.a (mon.0) 1061 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000365+0000 mon.a (mon.0) 1062 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000385+0000 mon.a (mon.0) 1063 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:20:00.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000409+0000 mon.a (mon.0) 1064 : cluster [ERR] [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-06-06T11:20:00.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000437+0000 mon.a (mon.0) 1065 : cluster [ERR] application not enabled on pool 'test-librbd-smithi132-60178-30' 2024-06-06T11:20:00.790 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.000475+0000 mon.a (mon.0) 1066 : cluster [ERR] use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-06-06T11:20:01.317 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 8388609~1000 2024-06-06T11:20:01.327 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16777228~1000 2024-06-06T11:20:01.327 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:20:01.340 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 83886079~8388609 2024-06-06T11:20:01.356 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:20:01.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:01 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.282941+0000 mon.a (mon.0) 1067 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-06-06T11:20:01.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:01 smithi132 bash[71843]: cluster 2024-06-06T11:20:00.297616+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-06-06T11:20:01.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:01 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.282941+0000 mon.a (mon.0) 1067 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-06-06T11:20:01.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:01 smithi132 bash[74574]: cluster 2024-06-06T11:20:00.297616+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-06-06T11:20:01.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:01 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.282941+0000 mon.a (mon.0) 1067 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-06-06T11:20:01.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:01 smithi179 bash[54149]: cluster 2024-06-06T11:20:00.297616+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-06-06T11:20:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:02 smithi132 bash[71843]: cluster 2024-06-06T11:20:01.305144+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-06-06T11:20:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:02 smithi132 bash[71843]: cluster 2024-06-06T11:20:01.470193+0000 mgr.y (mgr.25375) 362 : cluster [DBG] pgmap v754: 137 pgs: 1 creating+peering, 1 peering, 135 active+clean; 417 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 119 op/s; 15 MiB/s, 19 keys/s, 22 objects/s recovering 2024-06-06T11:20:02.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:02 smithi132 bash[74574]: cluster 2024-06-06T11:20:01.305144+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-06-06T11:20:02.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:02 smithi132 bash[74574]: cluster 2024-06-06T11:20:01.470193+0000 mgr.y (mgr.25375) 362 : cluster [DBG] pgmap v754: 137 pgs: 1 creating+peering, 1 peering, 135 active+clean; 417 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 119 op/s; 15 MiB/s, 19 keys/s, 22 objects/s recovering 2024-06-06T11:20:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:02 smithi179 bash[54149]: cluster 2024-06-06T11:20:01.305144+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-06-06T11:20:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:02 smithi179 bash[54149]: cluster 2024-06-06T11:20:01.470193+0000 mgr.y (mgr.25375) 362 : cluster [DBG] pgmap v754: 137 pgs: 1 creating+peering, 1 peering, 135 active+clean; 417 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 119 op/s; 15 MiB/s, 19 keys/s, 22 objects/s recovering 2024-06-06T11:20:03.337 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:20:03.381 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83886079~1 2024-06-06T11:20:03.396 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:20:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:03 smithi132 bash[71843]: cluster 2024-06-06T11:20:02.314851+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-06-06T11:20:03.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:03 smithi132 bash[74574]: cluster 2024-06-06T11:20:02.314851+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-06-06T11:20:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:03 smithi179 bash[54149]: cluster 2024-06-06T11:20:02.314851+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-06-06T11:20:04.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:20:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:20:03] "GET /metrics HTTP/1.1" 200 38916 "" "Prometheus/2.33.4" 2024-06-06T11:20:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:04 smithi132 bash[71843]: cluster 2024-06-06T11:20:03.322382+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-06-06T11:20:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:04 smithi132 bash[71843]: cluster 2024-06-06T11:20:03.470842+0000 mgr.y (mgr.25375) 363 : cluster [DBG] pgmap v757: 137 pgs: 1 creating+peering, 1 peering, 135 active+clean; 421 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 112 op/s; 3.0 MiB/s, 8 keys/s, 6 objects/s recovering 2024-06-06T11:20:04.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:04 smithi132 bash[74574]: cluster 2024-06-06T11:20:03.322382+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-06-06T11:20:04.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:04 smithi132 bash[74574]: cluster 2024-06-06T11:20:03.470842+0000 mgr.y (mgr.25375) 363 : cluster [DBG] pgmap v757: 137 pgs: 1 creating+peering, 1 peering, 135 active+clean; 421 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 112 op/s; 3.0 MiB/s, 8 keys/s, 6 objects/s recovering 2024-06-06T11:20:04.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:04 smithi179 bash[54149]: cluster 2024-06-06T11:20:03.322382+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-06-06T11:20:04.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:04 smithi179 bash[54149]: cluster 2024-06-06T11:20:03.470842+0000 mgr.y (mgr.25375) 363 : cluster [DBG] pgmap v757: 137 pgs: 1 creating+peering, 1 peering, 135 active+clean; 421 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 112 op/s; 3.0 MiB/s, 8 keys/s, 6 objects/s recovering 2024-06-06T11:20:05.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:05 smithi132 bash[74574]: cluster 2024-06-06T11:20:04.333358+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-06-06T11:20:05.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:05 smithi132 bash[74574]: cluster 2024-06-06T11:20:05.234020+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-06-06T11:20:05.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:05 smithi132 bash[71843]: cluster 2024-06-06T11:20:04.333358+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-06-06T11:20:05.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:05 smithi132 bash[71843]: cluster 2024-06-06T11:20:05.234020+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-06-06T11:20:05.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:05 smithi179 bash[54149]: cluster 2024-06-06T11:20:04.333358+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-06-06T11:20:05.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:05 smithi179 bash[54149]: cluster 2024-06-06T11:20:05.234020+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-06-06T11:20:06.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:06 smithi132 bash[71843]: cluster 2024-06-06T11:20:05.471587+0000 mgr.y (mgr.25375) 364 : cluster [DBG] pgmap v760: 137 pgs: 137 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 6.0 MiB/s wr, 70 op/s 2024-06-06T11:20:06.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:06 smithi132 bash[71843]: cluster 2024-06-06T11:20:06.241455+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-06-06T11:20:06.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:06 smithi132 bash[74574]: cluster 2024-06-06T11:20:05.471587+0000 mgr.y (mgr.25375) 364 : cluster [DBG] pgmap v760: 137 pgs: 137 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 6.0 MiB/s wr, 70 op/s 2024-06-06T11:20:06.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:06 smithi132 bash[74574]: cluster 2024-06-06T11:20:06.241455+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-06-06T11:20:06.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:06 smithi179 bash[54149]: cluster 2024-06-06T11:20:05.471587+0000 mgr.y (mgr.25375) 364 : cluster [DBG] pgmap v760: 137 pgs: 137 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 6.0 MiB/s wr, 70 op/s 2024-06-06T11:20:06.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:06 smithi179 bash[54149]: cluster 2024-06-06T11:20:06.241455+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-06-06T11:20:06.967 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 41943040 2024-06-06T11:20:07.006 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:20:07.259 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:20:07.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:07 smithi132 bash[71843]: cluster 2024-06-06T11:20:06.329716+0000 mon.a (mon.0) 1075 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-06-06T11:20:07.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:07 smithi132 bash[74574]: cluster 2024-06-06T11:20:06.329716+0000 mon.a (mon.0) 1075 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-06-06T11:20:07.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:07 smithi179 bash[54149]: cluster 2024-06-06T11:20:06.329716+0000 mon.a (mon.0) 1075 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-06-06T11:20:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:08 smithi132 bash[71843]: cluster 2024-06-06T11:20:07.472732+0000 mgr.y (mgr.25375) 365 : cluster [DBG] pgmap v762: 137 pgs: 137 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 4.8 MiB/s wr, 91 op/s 2024-06-06T11:20:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:08 smithi132 bash[74574]: cluster 2024-06-06T11:20:07.472732+0000 mgr.y (mgr.25375) 365 : cluster [DBG] pgmap v762: 137 pgs: 137 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 4.8 MiB/s wr, 91 op/s 2024-06-06T11:20:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:08 smithi179 bash[54149]: cluster 2024-06-06T11:20:07.472732+0000 mgr.y (mgr.25375) 365 : cluster [DBG] pgmap v762: 137 pgs: 137 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 4.8 MiB/s wr, 91 op/s 2024-06-06T11:20:09.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:09 smithi132 bash[71843]: audit 2024-06-06T11:20:08.346333+0000 mon.a (mon.0) 1076 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:09.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:09 smithi132 bash[71843]: cluster 2024-06-06T11:20:08.354246+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-06-06T11:20:09.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:09 smithi132 bash[71843]: audit 2024-06-06T11:20:08.678918+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:09.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:09 smithi132 bash[74574]: audit 2024-06-06T11:20:08.346333+0000 mon.a (mon.0) 1076 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:09.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:09 smithi132 bash[74574]: cluster 2024-06-06T11:20:08.354246+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-06-06T11:20:09.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:09 smithi132 bash[74574]: audit 2024-06-06T11:20:08.678918+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:09.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:09 smithi179 bash[54149]: audit 2024-06-06T11:20:08.346333+0000 mon.a (mon.0) 1076 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:09.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:09 smithi179 bash[54149]: cluster 2024-06-06T11:20:08.354246+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-06-06T11:20:09.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:09 smithi179 bash[54149]: audit 2024-06-06T11:20:08.678918+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:10.651 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12927 ms) 2024-06-06T11:20:10.651 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-06-06T11:20:10.713 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:20:10.736 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:20:10.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:10 smithi132 bash[71843]: cluster 2024-06-06T11:20:09.357180+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-06-06T11:20:10.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:10 smithi132 bash[71843]: cluster 2024-06-06T11:20:09.473484+0000 mgr.y (mgr.25375) 366 : cluster [DBG] pgmap v765: 137 pgs: 137 active+clean; 461 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 453 op/s 2024-06-06T11:20:10.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:10 smithi132 bash[71843]: cluster 2024-06-06T11:20:10.236152+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-06-06T11:20:10.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:10 smithi132 bash[74574]: cluster 2024-06-06T11:20:09.357180+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-06-06T11:20:10.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:10 smithi132 bash[74574]: cluster 2024-06-06T11:20:09.473484+0000 mgr.y (mgr.25375) 366 : cluster [DBG] pgmap v765: 137 pgs: 137 active+clean; 461 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 453 op/s 2024-06-06T11:20:10.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:10 smithi132 bash[74574]: cluster 2024-06-06T11:20:10.236152+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-06-06T11:20:10.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:10 smithi179 bash[54149]: cluster 2024-06-06T11:20:09.357180+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-06-06T11:20:10.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:10 smithi179 bash[54149]: cluster 2024-06-06T11:20:09.473484+0000 mgr.y (mgr.25375) 366 : cluster [DBG] pgmap v765: 137 pgs: 137 active+clean; 461 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 453 op/s 2024-06-06T11:20:10.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:10 smithi179 bash[54149]: cluster 2024-06-06T11:20:10.236152+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-06-06T11:20:10.813 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:20:12.403 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 8388609~8388609 2024-06-06T11:20:12.422 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~1000 2024-06-06T11:20:12.422 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1010~1000 2024-06-06T11:20:12.422 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:20:12.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:12 smithi132 bash[71843]: cluster 2024-06-06T11:20:11.381912+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-06-06T11:20:12.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:12 smithi132 bash[71843]: cluster 2024-06-06T11:20:11.474400+0000 mgr.y (mgr.25375) 367 : cluster [DBG] pgmap v768: 137 pgs: 137 active+clean; 461 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 6.0 MiB/s wr, 477 op/s 2024-06-06T11:20:12.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:12 smithi132 bash[74574]: cluster 2024-06-06T11:20:11.381912+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-06-06T11:20:12.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:12 smithi132 bash[74574]: cluster 2024-06-06T11:20:11.474400+0000 mgr.y (mgr.25375) 367 : cluster [DBG] pgmap v768: 137 pgs: 137 active+clean; 461 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 6.0 MiB/s wr, 477 op/s 2024-06-06T11:20:12.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:12 smithi179 bash[54149]: cluster 2024-06-06T11:20:11.381912+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-06-06T11:20:12.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:12 smithi179 bash[54149]: cluster 2024-06-06T11:20:11.474400+0000 mgr.y (mgr.25375) 367 : cluster [DBG] pgmap v768: 137 pgs: 137 active+clean; 461 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 6.0 MiB/s wr, 477 op/s 2024-06-06T11:20:13.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:13 smithi132 bash[71843]: cluster 2024-06-06T11:20:12.389955+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-06-06T11:20:13.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:13 smithi132 bash[74574]: cluster 2024-06-06T11:20:12.389955+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-06-06T11:20:13.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:13 smithi179 bash[54149]: cluster 2024-06-06T11:20:12.389955+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-06-06T11:20:14.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:20:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:20:13] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:20:14.426 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 8388609~1000 2024-06-06T11:20:14.435 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16777228~1000 2024-06-06T11:20:14.435 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:20:14.448 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 83886079~8388609 2024-06-06T11:20:14.469 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:20:14.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:14 smithi132 bash[71843]: cluster 2024-06-06T11:20:13.399459+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-06-06T11:20:14.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:14 smithi132 bash[71843]: cluster 2024-06-06T11:20:13.475058+0000 mgr.y (mgr.25375) 368 : cluster [DBG] pgmap v771: 137 pgs: 137 active+clean; 461 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 73 op/s 2024-06-06T11:20:14.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:14 smithi132 bash[74574]: cluster 2024-06-06T11:20:13.399459+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-06-06T11:20:14.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:14 smithi132 bash[74574]: cluster 2024-06-06T11:20:13.475058+0000 mgr.y (mgr.25375) 368 : cluster [DBG] pgmap v771: 137 pgs: 137 active+clean; 461 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 73 op/s 2024-06-06T11:20:14.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:14 smithi179 bash[54149]: cluster 2024-06-06T11:20:13.399459+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-06-06T11:20:14.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:14 smithi179 bash[54149]: cluster 2024-06-06T11:20:13.475058+0000 mgr.y (mgr.25375) 368 : cluster [DBG] pgmap v771: 137 pgs: 137 active+clean; 461 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 73 op/s 2024-06-06T11:20:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:15 smithi132 bash[71843]: cluster 2024-06-06T11:20:14.410852+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-06-06T11:20:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:15 smithi132 bash[71843]: cluster 2024-06-06T11:20:15.237784+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-06-06T11:20:15.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:15 smithi132 bash[74574]: cluster 2024-06-06T11:20:14.410852+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-06-06T11:20:15.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:15 smithi132 bash[74574]: cluster 2024-06-06T11:20:15.237784+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-06-06T11:20:15.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:15 smithi179 bash[54149]: cluster 2024-06-06T11:20:14.410852+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-06-06T11:20:15.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:15 smithi179 bash[54149]: cluster 2024-06-06T11:20:15.237784+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-06-06T11:20:16.256 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:20:16.293 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83886079~1 2024-06-06T11:20:16.309 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 0 2024-06-06T11:20:16.335 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:20:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:16 smithi132 bash[71843]: cluster 2024-06-06T11:20:15.475765+0000 mgr.y (mgr.25375) 369 : cluster [DBG] pgmap v774: 137 pgs: 137 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 132 op/s 2024-06-06T11:20:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:16 smithi132 bash[71843]: cluster 2024-06-06T11:20:16.242770+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-06-06T11:20:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:16 smithi132 bash[74574]: cluster 2024-06-06T11:20:15.475765+0000 mgr.y (mgr.25375) 369 : cluster [DBG] pgmap v774: 137 pgs: 137 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 132 op/s 2024-06-06T11:20:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:16 smithi132 bash[74574]: cluster 2024-06-06T11:20:16.242770+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-06-06T11:20:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:16 smithi179 bash[54149]: cluster 2024-06-06T11:20:15.475765+0000 mgr.y (mgr.25375) 369 : cluster [DBG] pgmap v774: 137 pgs: 137 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 132 op/s 2024-06-06T11:20:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:16 smithi179 bash[54149]: cluster 2024-06-06T11:20:16.242770+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-06-06T11:20:18.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:18 smithi132 bash[71843]: cluster 2024-06-06T11:20:17.422186+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-06-06T11:20:18.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:18 smithi132 bash[71843]: cluster 2024-06-06T11:20:17.476529+0000 mgr.y (mgr.25375) 370 : cluster [DBG] pgmap v777: 137 pgs: 137 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.0 MiB/s wr, 108 op/s 2024-06-06T11:20:18.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:18 smithi132 bash[74574]: cluster 2024-06-06T11:20:17.422186+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-06-06T11:20:18.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:18 smithi132 bash[74574]: cluster 2024-06-06T11:20:17.476529+0000 mgr.y (mgr.25375) 370 : cluster [DBG] pgmap v777: 137 pgs: 137 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.0 MiB/s wr, 108 op/s 2024-06-06T11:20:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:18 smithi179 bash[54149]: cluster 2024-06-06T11:20:17.422186+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-06-06T11:20:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:18 smithi179 bash[54149]: cluster 2024-06-06T11:20:17.476529+0000 mgr.y (mgr.25375) 370 : cluster [DBG] pgmap v777: 137 pgs: 137 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.0 MiB/s wr, 108 op/s 2024-06-06T11:20:19.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:19 smithi132 bash[71843]: cluster 2024-06-06T11:20:18.430080+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-06-06T11:20:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:19 smithi132 bash[74574]: cluster 2024-06-06T11:20:18.430080+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-06-06T11:20:19.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:19 smithi179 bash[54149]: cluster 2024-06-06T11:20:18.430080+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-06-06T11:20:20.103 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:20:20.366 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:20:20.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:20 smithi132 bash[71843]: cluster 2024-06-06T11:20:19.436263+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-06-06T11:20:20.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:20 smithi132 bash[71843]: cluster 2024-06-06T11:20:19.477294+0000 mgr.y (mgr.25375) 371 : cluster [DBG] pgmap v780: 137 pgs: 137 active+clean; 505 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 MiB/s wr, 184 op/s 2024-06-06T11:20:20.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:20 smithi132 bash[71843]: cluster 2024-06-06T11:20:20.261650+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-06-06T11:20:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:20 smithi132 bash[74574]: cluster 2024-06-06T11:20:19.436263+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-06-06T11:20:20.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:20 smithi132 bash[74574]: cluster 2024-06-06T11:20:19.477294+0000 mgr.y (mgr.25375) 371 : cluster [DBG] pgmap v780: 137 pgs: 137 active+clean; 505 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 MiB/s wr, 184 op/s 2024-06-06T11:20:20.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:20 smithi132 bash[74574]: cluster 2024-06-06T11:20:20.261650+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-06-06T11:20:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:20 smithi179 bash[54149]: cluster 2024-06-06T11:20:19.436263+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-06-06T11:20:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:20 smithi179 bash[54149]: cluster 2024-06-06T11:20:19.477294+0000 mgr.y (mgr.25375) 371 : cluster [DBG] pgmap v780: 137 pgs: 137 active+clean; 505 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 MiB/s wr, 184 op/s 2024-06-06T11:20:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:20 smithi179 bash[54149]: cluster 2024-06-06T11:20:20.261650+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-06-06T11:20:22.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:22 smithi132 bash[71843]: cluster 2024-06-06T11:20:21.450756+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-06-06T11:20:22.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:22 smithi132 bash[71843]: cluster 2024-06-06T11:20:21.477891+0000 mgr.y (mgr.25375) 372 : cluster [DBG] pgmap v783: 137 pgs: 137 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 6.0 MiB/s wr, 189 op/s 2024-06-06T11:20:22.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:22 smithi132 bash[74574]: cluster 2024-06-06T11:20:21.450756+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-06-06T11:20:22.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:22 smithi132 bash[74574]: cluster 2024-06-06T11:20:21.477891+0000 mgr.y (mgr.25375) 372 : cluster [DBG] pgmap v783: 137 pgs: 137 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 6.0 MiB/s wr, 189 op/s 2024-06-06T11:20:22.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:22 smithi179 bash[54149]: cluster 2024-06-06T11:20:21.450756+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-06-06T11:20:22.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:22 smithi179 bash[54149]: cluster 2024-06-06T11:20:21.477891+0000 mgr.y (mgr.25375) 372 : cluster [DBG] pgmap v783: 137 pgs: 137 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 6.0 MiB/s wr, 189 op/s 2024-06-06T11:20:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:23 smithi132 bash[71843]: cluster 2024-06-06T11:20:22.460636+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-06-06T11:20:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:23 smithi132 bash[71843]: audit 2024-06-06T11:20:23.346734+0000 mon.a (mon.0) 1093 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:23 smithi132 bash[74574]: cluster 2024-06-06T11:20:22.460636+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-06-06T11:20:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:23 smithi132 bash[74574]: audit 2024-06-06T11:20:23.346734+0000 mon.a (mon.0) 1093 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:23 smithi179 bash[54149]: cluster 2024-06-06T11:20:22.460636+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-06-06T11:20:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:23 smithi179 bash[54149]: audit 2024-06-06T11:20:23.346734+0000 mon.a (mon.0) 1093 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:23.822 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (13172 ms) 2024-06-06T11:20:23.823 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-06-06T11:20:23.887 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:20:23.912 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:20:24.010 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:20:24.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:20:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:20:23] "GET /metrics HTTP/1.1" 200 38923 "" "Prometheus/2.33.4" 2024-06-06T11:20:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:24 smithi132 bash[71843]: cluster 2024-06-06T11:20:23.465105+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-06-06T11:20:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:24 smithi132 bash[71843]: cluster 2024-06-06T11:20:23.478515+0000 mgr.y (mgr.25375) 373 : cluster [DBG] pgmap v786: 137 pgs: 137 active+clean; 517 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-06-06T11:20:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:24 smithi132 bash[74574]: cluster 2024-06-06T11:20:23.465105+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-06-06T11:20:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:24 smithi132 bash[74574]: cluster 2024-06-06T11:20:23.478515+0000 mgr.y (mgr.25375) 373 : cluster [DBG] pgmap v786: 137 pgs: 137 active+clean; 517 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-06-06T11:20:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:24 smithi179 bash[54149]: cluster 2024-06-06T11:20:23.465105+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-06-06T11:20:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:24 smithi179 bash[54149]: cluster 2024-06-06T11:20:23.478515+0000 mgr.y (mgr.25375) 373 : cluster [DBG] pgmap v786: 137 pgs: 137 active+clean; 517 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-06-06T11:20:25.498 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 8388609~8388609 2024-06-06T11:20:25.514 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~1000 2024-06-06T11:20:25.514 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1010~1000 2024-06-06T11:20:25.514 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:20:25.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:25 smithi132 bash[71843]: cluster 2024-06-06T11:20:24.474955+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-06-06T11:20:25.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:25 smithi132 bash[74574]: cluster 2024-06-06T11:20:24.474955+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-06-06T11:20:25.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:25 smithi179 bash[54149]: cluster 2024-06-06T11:20:24.474955+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-06-06T11:20:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:26 smithi132 bash[71843]: cluster 2024-06-06T11:20:25.479068+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-06-06T11:20:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:26 smithi132 bash[71843]: cluster 2024-06-06T11:20:25.479662+0000 mgr.y (mgr.25375) 374 : cluster [DBG] pgmap v789: 137 pgs: 137 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 437 op/s 2024-06-06T11:20:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:26 smithi132 bash[74574]: cluster 2024-06-06T11:20:25.479068+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-06-06T11:20:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:26 smithi132 bash[74574]: cluster 2024-06-06T11:20:25.479662+0000 mgr.y (mgr.25375) 374 : cluster [DBG] pgmap v789: 137 pgs: 137 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 437 op/s 2024-06-06T11:20:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:26 smithi179 bash[54149]: cluster 2024-06-06T11:20:25.479068+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-06-06T11:20:26.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:26 smithi179 bash[54149]: cluster 2024-06-06T11:20:25.479662+0000 mgr.y (mgr.25375) 374 : cluster [DBG] pgmap v789: 137 pgs: 137 active+clean; 513 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 437 op/s 2024-06-06T11:20:27.521 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 8388609~1000 2024-06-06T11:20:27.529 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16777228~1000 2024-06-06T11:20:27.529 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:20:27.544 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 83886079~8388609 2024-06-06T11:20:27.561 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:20:27.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:27 smithi132 bash[71843]: cluster 2024-06-06T11:20:26.495346+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-06-06T11:20:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:27 smithi132 bash[74574]: cluster 2024-06-06T11:20:26.495346+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-06-06T11:20:27.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:27 smithi179 bash[54149]: cluster 2024-06-06T11:20:26.495346+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-06-06T11:20:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:28 smithi132 bash[71843]: cluster 2024-06-06T11:20:27.480503+0000 mgr.y (mgr.25375) 375 : cluster [DBG] pgmap v791: 137 pgs: 137 active+clean; 525 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 429 op/s 2024-06-06T11:20:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:28 smithi132 bash[71843]: cluster 2024-06-06T11:20:27.507091+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-06-06T11:20:28.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:28 smithi132 bash[74574]: cluster 2024-06-06T11:20:27.480503+0000 mgr.y (mgr.25375) 375 : cluster [DBG] pgmap v791: 137 pgs: 137 active+clean; 525 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 429 op/s 2024-06-06T11:20:28.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:28 smithi132 bash[74574]: cluster 2024-06-06T11:20:27.507091+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-06-06T11:20:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:28 smithi179 bash[54149]: cluster 2024-06-06T11:20:27.480503+0000 mgr.y (mgr.25375) 375 : cluster [DBG] pgmap v791: 137 pgs: 137 active+clean; 525 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 429 op/s 2024-06-06T11:20:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:28 smithi179 bash[54149]: cluster 2024-06-06T11:20:27.507091+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-06-06T11:20:29.546 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:20:29.589 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83886079~1 2024-06-06T11:20:29.604 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:20:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:29 smithi132 bash[71843]: cluster 2024-06-06T11:20:28.513022+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-06-06T11:20:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:29 smithi132 bash[74574]: cluster 2024-06-06T11:20:28.513022+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-06-06T11:20:29.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:29 smithi179 bash[54149]: cluster 2024-06-06T11:20:28.513022+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-06-06T11:20:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:30 smithi132 bash[71843]: cluster 2024-06-06T11:20:29.481614+0000 mgr.y (mgr.25375) 376 : cluster [DBG] pgmap v794: 137 pgs: 137 active+clean; 553 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 130 op/s 2024-06-06T11:20:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:30 smithi132 bash[71843]: cluster 2024-06-06T11:20:29.529743+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-06-06T11:20:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:30 smithi132 bash[71843]: cluster 2024-06-06T11:20:30.249996+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-06-06T11:20:30.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:30 smithi132 bash[74574]: cluster 2024-06-06T11:20:29.481614+0000 mgr.y (mgr.25375) 376 : cluster [DBG] pgmap v794: 137 pgs: 137 active+clean; 553 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 130 op/s 2024-06-06T11:20:30.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:30 smithi132 bash[74574]: cluster 2024-06-06T11:20:29.529743+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-06-06T11:20:30.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:30 smithi132 bash[74574]: cluster 2024-06-06T11:20:30.249996+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-06-06T11:20:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:30 smithi179 bash[54149]: cluster 2024-06-06T11:20:29.481614+0000 mgr.y (mgr.25375) 376 : cluster [DBG] pgmap v794: 137 pgs: 137 active+clean; 553 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 130 op/s 2024-06-06T11:20:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:30 smithi179 bash[54149]: cluster 2024-06-06T11:20:29.529743+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-06-06T11:20:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:30 smithi179 bash[54149]: cluster 2024-06-06T11:20:30.249996+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-06-06T11:20:32.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:32 smithi132 bash[71843]: cluster 2024-06-06T11:20:31.249241+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-06-06T11:20:32.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:32 smithi132 bash[71843]: cluster 2024-06-06T11:20:31.482658+0000 mgr.y (mgr.25375) 377 : cluster [DBG] pgmap v798: 137 pgs: 137 active+clean; 561 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.1 MiB/s wr, 130 op/s 2024-06-06T11:20:32.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:32 smithi132 bash[74574]: cluster 2024-06-06T11:20:31.249241+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-06-06T11:20:32.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:32 smithi132 bash[74574]: cluster 2024-06-06T11:20:31.482658+0000 mgr.y (mgr.25375) 377 : cluster [DBG] pgmap v798: 137 pgs: 137 active+clean; 561 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.1 MiB/s wr, 130 op/s 2024-06-06T11:20:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:32 smithi179 bash[54149]: cluster 2024-06-06T11:20:31.249241+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-06-06T11:20:32.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:32 smithi179 bash[54149]: cluster 2024-06-06T11:20:31.482658+0000 mgr.y (mgr.25375) 377 : cluster [DBG] pgmap v798: 137 pgs: 137 active+clean; 561 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.1 MiB/s wr, 130 op/s 2024-06-06T11:20:33.005 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 0 2024-06-06T11:20:33.104 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:20:33.379 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:20:33.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:33 smithi132 bash[71843]: cluster 2024-06-06T11:20:32.257505+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-06-06T11:20:33.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:33 smithi132 bash[74574]: cluster 2024-06-06T11:20:32.257505+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-06-06T11:20:33.544 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:33 smithi179 bash[54149]: cluster 2024-06-06T11:20:32.257505+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-06-06T11:20:34.270 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:20:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:20:33] "GET /metrics HTTP/1.1" 200 38923 "" "Prometheus/2.33.4" 2024-06-06T11:20:34.271 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:34 smithi132 bash[74574]: cluster 2024-06-06T11:20:33.483518+0000 mgr.y (mgr.25375) 378 : cluster [DBG] pgmap v800: 137 pgs: 137 active+clean; 569 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 184 op/s 2024-06-06T11:20:34.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:34 smithi132 bash[71843]: cluster 2024-06-06T11:20:33.483518+0000 mgr.y (mgr.25375) 378 : cluster [DBG] pgmap v800: 137 pgs: 137 active+clean; 569 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 184 op/s 2024-06-06T11:20:34.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:34 smithi179 bash[54149]: cluster 2024-06-06T11:20:33.483518+0000 mgr.y (mgr.25375) 378 : cluster [DBG] pgmap v800: 137 pgs: 137 active+clean; 569 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 184 op/s 2024-06-06T11:20:35.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:35 smithi132 bash[71843]: cluster 2024-06-06T11:20:34.277706+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-06-06T11:20:35.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:35 smithi132 bash[74574]: cluster 2024-06-06T11:20:34.277706+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-06-06T11:20:35.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:35 smithi179 bash[54149]: cluster 2024-06-06T11:20:34.277706+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-06-06T11:20:36.681 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12859 ms) 2024-06-06T11:20:36.682 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-06-06T11:20:36.741 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:20:36.761 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:20:36.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:36 smithi132 bash[71843]: cluster 2024-06-06T11:20:35.280463+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-06-06T11:20:36.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:36 smithi132 bash[71843]: cluster 2024-06-06T11:20:35.484209+0000 mgr.y (mgr.25375) 379 : cluster [DBG] pgmap v803: 137 pgs: 137 active+clean; 589 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 6.6 MiB/s wr, 458 op/s 2024-06-06T11:20:36.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:36 smithi132 bash[71843]: audit 2024-06-06T11:20:35.861956+0000 mon.a (mon.0) 1106 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:20:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:36 smithi132 bash[74574]: cluster 2024-06-06T11:20:35.280463+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-06-06T11:20:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:36 smithi132 bash[74574]: cluster 2024-06-06T11:20:35.484209+0000 mgr.y (mgr.25375) 379 : cluster [DBG] pgmap v803: 137 pgs: 137 active+clean; 589 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 6.6 MiB/s wr, 458 op/s 2024-06-06T11:20:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:36 smithi132 bash[74574]: audit 2024-06-06T11:20:35.861956+0000 mon.a (mon.0) 1106 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:20:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:36 smithi179 bash[54149]: cluster 2024-06-06T11:20:35.280463+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-06-06T11:20:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:36 smithi179 bash[54149]: cluster 2024-06-06T11:20:35.484209+0000 mgr.y (mgr.25375) 379 : cluster [DBG] pgmap v803: 137 pgs: 137 active+clean; 589 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 6.6 MiB/s wr, 458 op/s 2024-06-06T11:20:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:36 smithi179 bash[54149]: audit 2024-06-06T11:20:35.861956+0000 mon.a (mon.0) 1106 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:20:36.839 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:20:37.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:37 smithi132 bash[71843]: cluster 2024-06-06T11:20:36.301940+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-06-06T11:20:37.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:37 smithi132 bash[74574]: cluster 2024-06-06T11:20:36.301940+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-06-06T11:20:37.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:37 smithi179 bash[54149]: cluster 2024-06-06T11:20:36.301940+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-06-06T11:20:38.338 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 8388609~8388609 2024-06-06T11:20:38.355 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~1000 2024-06-06T11:20:38.356 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1010~1000 2024-06-06T11:20:38.356 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:20:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:38 smithi132 bash[71843]: cluster 2024-06-06T11:20:37.312022+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-06-06T11:20:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:38 smithi132 bash[71843]: cluster 2024-06-06T11:20:37.484950+0000 mgr.y (mgr.25375) 380 : cluster [DBG] pgmap v806: 137 pgs: 137 active+clean; 577 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 5.0 MiB/s wr, 324 op/s 2024-06-06T11:20:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:38 smithi132 bash[74574]: cluster 2024-06-06T11:20:37.312022+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-06-06T11:20:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:38 smithi132 bash[74574]: cluster 2024-06-06T11:20:37.484950+0000 mgr.y (mgr.25375) 380 : cluster [DBG] pgmap v806: 137 pgs: 137 active+clean; 577 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 5.0 MiB/s wr, 324 op/s 2024-06-06T11:20:38.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:38 smithi179 bash[54149]: cluster 2024-06-06T11:20:37.312022+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-06-06T11:20:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:38 smithi179 bash[54149]: cluster 2024-06-06T11:20:37.484950+0000 mgr.y (mgr.25375) 380 : cluster [DBG] pgmap v806: 137 pgs: 137 active+clean; 577 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 5.0 MiB/s wr, 324 op/s 2024-06-06T11:20:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:39 smithi132 bash[71843]: cluster 2024-06-06T11:20:38.324063+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-06-06T11:20:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:39 smithi132 bash[71843]: audit 2024-06-06T11:20:38.347067+0000 mon.a (mon.0) 1110 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:39.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:39 smithi132 bash[74574]: cluster 2024-06-06T11:20:38.324063+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-06-06T11:20:39.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:39 smithi132 bash[74574]: audit 2024-06-06T11:20:38.347067+0000 mon.a (mon.0) 1110 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:39 smithi179 bash[54149]: cluster 2024-06-06T11:20:38.324063+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-06-06T11:20:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:39 smithi179 bash[54149]: audit 2024-06-06T11:20:38.347067+0000 mon.a (mon.0) 1110 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:40.346 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 8388609~1000 2024-06-06T11:20:40.359 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16777228~1000 2024-06-06T11:20:40.359 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:20:40.376 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 83886079~8388609 2024-06-06T11:20:40.397 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:20:40.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:40 smithi132 bash[71843]: cluster 2024-06-06T11:20:39.329015+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-06-06T11:20:40.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:40 smithi132 bash[71843]: cluster 2024-06-06T11:20:39.485721+0000 mgr.y (mgr.25375) 381 : cluster [DBG] pgmap v809: 137 pgs: 137 active+clean; 581 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 146 op/s 2024-06-06T11:20:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:40 smithi132 bash[74574]: cluster 2024-06-06T11:20:39.329015+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-06-06T11:20:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:40 smithi132 bash[74574]: cluster 2024-06-06T11:20:39.485721+0000 mgr.y (mgr.25375) 381 : cluster [DBG] pgmap v809: 137 pgs: 137 active+clean; 581 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 146 op/s 2024-06-06T11:20:40.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:40 smithi179 bash[54149]: cluster 2024-06-06T11:20:39.329015+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-06-06T11:20:40.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:40 smithi179 bash[54149]: cluster 2024-06-06T11:20:39.485721+0000 mgr.y (mgr.25375) 381 : cluster [DBG] pgmap v809: 137 pgs: 137 active+clean; 581 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 146 op/s 2024-06-06T11:20:41.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:41 smithi132 bash[71843]: cluster 2024-06-06T11:20:40.334966+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-06-06T11:20:41.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:41 smithi132 bash[74574]: cluster 2024-06-06T11:20:40.334966+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-06-06T11:20:41.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:41 smithi179 bash[54149]: cluster 2024-06-06T11:20:40.334966+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-06-06T11:20:42.374 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:20:42.413 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83886079~1 2024-06-06T11:20:42.428 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:20:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[71843]: cluster 2024-06-06T11:20:41.356495+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-06-06T11:20:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[71843]: cluster 2024-06-06T11:20:41.486646+0000 mgr.y (mgr.25375) 382 : cluster [DBG] pgmap v812: 137 pgs: 137 active+clean; 593 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 204 op/s 2024-06-06T11:20:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[71843]: audit 2024-06-06T11:20:41.810605+0000 mon.a (mon.0) 1114 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[71843]: audit 2024-06-06T11:20:41.818829+0000 mon.a (mon.0) 1115 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[71843]: audit 2024-06-06T11:20:41.878547+0000 mon.a (mon.0) 1116 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[71843]: audit 2024-06-06T11:20:41.887741+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[71843]: audit 2024-06-06T11:20:42.338264+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[71843]: audit 2024-06-06T11:20:42.339629+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[71843]: audit 2024-06-06T11:20:42.347599+0000 mon.a (mon.0) 1120 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[74574]: cluster 2024-06-06T11:20:41.356495+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[74574]: cluster 2024-06-06T11:20:41.486646+0000 mgr.y (mgr.25375) 382 : cluster [DBG] pgmap v812: 137 pgs: 137 active+clean; 593 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 204 op/s 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[74574]: audit 2024-06-06T11:20:41.810605+0000 mon.a (mon.0) 1114 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[74574]: audit 2024-06-06T11:20:41.818829+0000 mon.a (mon.0) 1115 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[74574]: audit 2024-06-06T11:20:41.878547+0000 mon.a (mon.0) 1116 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[74574]: audit 2024-06-06T11:20:41.887741+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[74574]: audit 2024-06-06T11:20:42.338264+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[74574]: audit 2024-06-06T11:20:42.339629+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:20:42.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:42 smithi132 bash[74574]: audit 2024-06-06T11:20:42.347599+0000 mon.a (mon.0) 1120 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:42 smithi179 bash[54149]: cluster 2024-06-06T11:20:41.356495+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-06-06T11:20:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:42 smithi179 bash[54149]: cluster 2024-06-06T11:20:41.486646+0000 mgr.y (mgr.25375) 382 : cluster [DBG] pgmap v812: 137 pgs: 137 active+clean; 593 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 204 op/s 2024-06-06T11:20:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:42 smithi179 bash[54149]: audit 2024-06-06T11:20:41.810605+0000 mon.a (mon.0) 1114 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:42 smithi179 bash[54149]: audit 2024-06-06T11:20:41.818829+0000 mon.a (mon.0) 1115 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:42 smithi179 bash[54149]: audit 2024-06-06T11:20:41.878547+0000 mon.a (mon.0) 1116 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:42 smithi179 bash[54149]: audit 2024-06-06T11:20:41.887741+0000 mon.a (mon.0) 1117 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:42 smithi179 bash[54149]: audit 2024-06-06T11:20:42.338264+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:20:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:42 smithi179 bash[54149]: audit 2024-06-06T11:20:42.339629+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:20:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:42 smithi179 bash[54149]: audit 2024-06-06T11:20:42.347599+0000 mon.a (mon.0) 1120 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:20:43.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:43 smithi132 bash[71843]: cluster 2024-06-06T11:20:42.361896+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-06-06T11:20:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:43 smithi132 bash[74574]: cluster 2024-06-06T11:20:42.361896+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-06-06T11:20:43.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:43 smithi179 bash[54149]: cluster 2024-06-06T11:20:42.361896+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-06-06T11:20:44.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:20:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:20:43] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:20:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:44 smithi132 bash[71843]: cluster 2024-06-06T11:20:43.373947+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-06-06T11:20:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:44 smithi132 bash[71843]: cluster 2024-06-06T11:20:43.487438+0000 mgr.y (mgr.25375) 383 : cluster [DBG] pgmap v815: 137 pgs: 137 active+clean; 605 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-06-06T11:20:44.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:44 smithi132 bash[74574]: cluster 2024-06-06T11:20:43.373947+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-06-06T11:20:44.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:44 smithi132 bash[74574]: cluster 2024-06-06T11:20:43.487438+0000 mgr.y (mgr.25375) 383 : cluster [DBG] pgmap v815: 137 pgs: 137 active+clean; 605 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-06-06T11:20:44.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:44 smithi179 bash[54149]: cluster 2024-06-06T11:20:43.373947+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-06-06T11:20:44.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:44 smithi179 bash[54149]: cluster 2024-06-06T11:20:43.487438+0000 mgr.y (mgr.25375) 383 : cluster [DBG] pgmap v815: 137 pgs: 137 active+clean; 605 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-06-06T11:20:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:45 smithi132 bash[71843]: cluster 2024-06-06T11:20:44.378766+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-06-06T11:20:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:45 smithi132 bash[71843]: cluster 2024-06-06T11:20:45.254811+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-06-06T11:20:45.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:45 smithi132 bash[74574]: cluster 2024-06-06T11:20:44.378766+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-06-06T11:20:45.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:45 smithi132 bash[74574]: cluster 2024-06-06T11:20:45.254811+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-06-06T11:20:45.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:45 smithi179 bash[54149]: cluster 2024-06-06T11:20:44.378766+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-06-06T11:20:45.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:45 smithi179 bash[54149]: cluster 2024-06-06T11:20:45.254811+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-06-06T11:20:46.020 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:20:46.039 INFO:tasks.workunit.client.0.smithi132.stdout:write: * 83886080~1000 2024-06-06T11:20:46.087 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:20:46.325 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:20:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:46 smithi132 bash[71843]: cluster 2024-06-06T11:20:45.488096+0000 mgr.y (mgr.25375) 384 : cluster [DBG] pgmap v818: 137 pgs: 137 active+clean; 617 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-06-06T11:20:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:46 smithi132 bash[74574]: cluster 2024-06-06T11:20:45.488096+0000 mgr.y (mgr.25375) 384 : cluster [DBG] pgmap v818: 137 pgs: 137 active+clean; 617 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-06-06T11:20:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:46 smithi179 bash[54149]: cluster 2024-06-06T11:20:45.488096+0000 mgr.y (mgr.25375) 384 : cluster [DBG] pgmap v818: 137 pgs: 137 active+clean; 617 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-06-06T11:20:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:48 smithi132 bash[71843]: cluster 2024-06-06T11:20:47.391680+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-06-06T11:20:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:48 smithi132 bash[71843]: cluster 2024-06-06T11:20:47.488840+0000 mgr.y (mgr.25375) 385 : cluster [DBG] pgmap v820: 137 pgs: 137 active+clean; 625 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 424 op/s 2024-06-06T11:20:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:48 smithi132 bash[74574]: cluster 2024-06-06T11:20:47.391680+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-06-06T11:20:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:48 smithi132 bash[74574]: cluster 2024-06-06T11:20:47.488840+0000 mgr.y (mgr.25375) 385 : cluster [DBG] pgmap v820: 137 pgs: 137 active+clean; 625 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 424 op/s 2024-06-06T11:20:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:48 smithi179 bash[54149]: cluster 2024-06-06T11:20:47.391680+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-06-06T11:20:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:48 smithi179 bash[54149]: cluster 2024-06-06T11:20:47.488840+0000 mgr.y (mgr.25375) 385 : cluster [DBG] pgmap v820: 137 pgs: 137 active+clean; 625 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 424 op/s 2024-06-06T11:20:49.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:49 smithi132 bash[71843]: cluster 2024-06-06T11:20:48.401921+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-06-06T11:20:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:49 smithi132 bash[74574]: cluster 2024-06-06T11:20:48.401921+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-06-06T11:20:49.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:49 smithi179 bash[54149]: cluster 2024-06-06T11:20:48.401921+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-06-06T11:20:49.939 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (13258 ms) 2024-06-06T11:20:49.940 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-06-06T11:20:49.998 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:20:50.019 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 41943040~10 2024-06-06T11:20:50.035 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:20:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:50 smithi132 bash[71843]: cluster 2024-06-06T11:20:49.403559+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-06-06T11:20:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:50 smithi132 bash[71843]: cluster 2024-06-06T11:20:49.489485+0000 mgr.y (mgr.25375) 386 : cluster [DBG] pgmap v823: 137 pgs: 137 active+clean; 637 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 432 op/s 2024-06-06T11:20:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:50 smithi132 bash[74574]: cluster 2024-06-06T11:20:49.403559+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-06-06T11:20:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:50 smithi132 bash[74574]: cluster 2024-06-06T11:20:49.489485+0000 mgr.y (mgr.25375) 386 : cluster [DBG] pgmap v823: 137 pgs: 137 active+clean; 637 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 432 op/s 2024-06-06T11:20:50.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:50 smithi179 bash[54149]: cluster 2024-06-06T11:20:49.403559+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-06-06T11:20:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:50 smithi179 bash[54149]: cluster 2024-06-06T11:20:49.489485+0000 mgr.y (mgr.25375) 386 : cluster [DBG] pgmap v823: 137 pgs: 137 active+clean; 637 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 432 op/s 2024-06-06T11:20:51.439 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 41943040 2024-06-06T11:20:51.476 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:20:51.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:51 smithi132 bash[71843]: cluster 2024-06-06T11:20:50.424966+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-06-06T11:20:51.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:51 smithi132 bash[74574]: cluster 2024-06-06T11:20:50.424966+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-06-06T11:20:51.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:51 smithi179 bash[54149]: cluster 2024-06-06T11:20:50.424966+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-06-06T11:20:52.751 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:20:52.774 INFO:tasks.workunit.client.0.smithi132.stdout:write: Y 41943040~5 2024-06-06T11:20:52.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:52 smithi132 bash[71843]: cluster 2024-06-06T11:20:51.424886+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-06-06T11:20:52.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:52 smithi132 bash[71843]: cluster 2024-06-06T11:20:51.490264+0000 mgr.y (mgr.25375) 387 : cluster [DBG] pgmap v826: 137 pgs: 137 active+clean; 633 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 128 op/s 2024-06-06T11:20:52.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:52 smithi132 bash[74574]: cluster 2024-06-06T11:20:51.424886+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-06-06T11:20:52.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:52 smithi132 bash[74574]: cluster 2024-06-06T11:20:51.490264+0000 mgr.y (mgr.25375) 387 : cluster [DBG] pgmap v826: 137 pgs: 137 active+clean; 633 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 128 op/s 2024-06-06T11:20:52.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:52 smithi179 bash[54149]: cluster 2024-06-06T11:20:51.424886+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-06-06T11:20:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:52 smithi179 bash[54149]: cluster 2024-06-06T11:20:51.490264+0000 mgr.y (mgr.25375) 387 : cluster [DBG] pgmap v826: 137 pgs: 137 active+clean; 633 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 128 op/s 2024-06-06T11:20:52.978 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:20:53.139 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:20:53.611 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3671 ms) 2024-06-06T11:20:53.611 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-06-06T11:20:53.677 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:20:53.698 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:20:53.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:53 smithi132 bash[74574]: cluster 2024-06-06T11:20:52.446015+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-06-06T11:20:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:53 smithi132 bash[74574]: audit 2024-06-06T11:20:53.347470+0000 mon.a (mon.0) 1131 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:53 smithi132 bash[71843]: cluster 2024-06-06T11:20:52.446015+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-06-06T11:20:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:53 smithi132 bash[71843]: audit 2024-06-06T11:20:53.347470+0000 mon.a (mon.0) 1131 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:53.788 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:20:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:53 smithi179 bash[54149]: cluster 2024-06-06T11:20:52.446015+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-06-06T11:20:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:53 smithi179 bash[54149]: audit 2024-06-06T11:20:53.347470+0000 mon.a (mon.0) 1131 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:20:54.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:20:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:20:53] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:20:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:54 smithi132 bash[71843]: cluster 2024-06-06T11:20:53.454957+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-06-06T11:20:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:54 smithi132 bash[71843]: cluster 2024-06-06T11:20:53.490813+0000 mgr.y (mgr.25375) 388 : cluster [DBG] pgmap v829: 137 pgs: 137 active+clean; 625 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 8.0 KiB/s wr, 137 op/s 2024-06-06T11:20:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:54 smithi132 bash[74574]: cluster 2024-06-06T11:20:53.454957+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-06-06T11:20:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:54 smithi132 bash[74574]: cluster 2024-06-06T11:20:53.490813+0000 mgr.y (mgr.25375) 388 : cluster [DBG] pgmap v829: 137 pgs: 137 active+clean; 625 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 8.0 KiB/s wr, 137 op/s 2024-06-06T11:20:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:54 smithi179 bash[54149]: cluster 2024-06-06T11:20:53.454957+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-06-06T11:20:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:54 smithi179 bash[54149]: cluster 2024-06-06T11:20:53.490813+0000 mgr.y (mgr.25375) 388 : cluster [DBG] pgmap v829: 137 pgs: 137 active+clean; 625 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 8.0 KiB/s wr, 137 op/s 2024-06-06T11:20:55.277 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 8388609~8388609 2024-06-06T11:20:55.312 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~1000 2024-06-06T11:20:55.312 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1010~1000 2024-06-06T11:20:55.313 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:20:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:55 smithi132 bash[71843]: cluster 2024-06-06T11:20:54.464659+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-06-06T11:20:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:55 smithi132 bash[71843]: cluster 2024-06-06T11:20:55.258682+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-06-06T11:20:55.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:55 smithi132 bash[74574]: cluster 2024-06-06T11:20:54.464659+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-06-06T11:20:55.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:55 smithi132 bash[74574]: cluster 2024-06-06T11:20:55.258682+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-06-06T11:20:55.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:55 smithi179 bash[54149]: cluster 2024-06-06T11:20:54.464659+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-06-06T11:20:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:55 smithi179 bash[54149]: cluster 2024-06-06T11:20:55.258682+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-06-06T11:20:56.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:56 smithi132 bash[74574]: cluster 2024-06-06T11:20:55.491526+0000 mgr.y (mgr.25375) 389 : cluster [DBG] pgmap v832: 137 pgs: 137 active+clean; 621 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 406 op/s 2024-06-06T11:20:56.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:56 smithi132 bash[74574]: cluster 2024-06-06T11:20:56.261296+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-06-06T11:20:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:56 smithi132 bash[71843]: cluster 2024-06-06T11:20:55.491526+0000 mgr.y (mgr.25375) 389 : cluster [DBG] pgmap v832: 137 pgs: 137 active+clean; 621 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 406 op/s 2024-06-06T11:20:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:56 smithi132 bash[71843]: cluster 2024-06-06T11:20:56.261296+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-06-06T11:20:56.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:56 smithi179 bash[54149]: cluster 2024-06-06T11:20:55.491526+0000 mgr.y (mgr.25375) 389 : cluster [DBG] pgmap v832: 137 pgs: 137 active+clean; 621 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 406 op/s 2024-06-06T11:20:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:56 smithi179 bash[54149]: cluster 2024-06-06T11:20:56.261296+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-06-06T11:20:57.276 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 8388609~1000 2024-06-06T11:20:57.290 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16777228~1000 2024-06-06T11:20:57.290 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:20:57.304 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 83886079~8388609 2024-06-06T11:20:57.332 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:20:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:58 smithi132 bash[71843]: cluster 2024-06-06T11:20:57.263267+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-06-06T11:20:58.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:58 smithi132 bash[71843]: cluster 2024-06-06T11:20:57.492302+0000 mgr.y (mgr.25375) 390 : cluster [DBG] pgmap v835: 137 pgs: 137 active+clean; 625 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 384 op/s 2024-06-06T11:20:58.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:58 smithi132 bash[74574]: cluster 2024-06-06T11:20:57.263267+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-06-06T11:20:58.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:58 smithi132 bash[74574]: cluster 2024-06-06T11:20:57.492302+0000 mgr.y (mgr.25375) 390 : cluster [DBG] pgmap v835: 137 pgs: 137 active+clean; 625 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 384 op/s 2024-06-06T11:20:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:58 smithi179 bash[54149]: cluster 2024-06-06T11:20:57.263267+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-06-06T11:20:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:58 smithi179 bash[54149]: cluster 2024-06-06T11:20:57.492302+0000 mgr.y (mgr.25375) 390 : cluster [DBG] pgmap v835: 137 pgs: 137 active+clean; 625 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 384 op/s 2024-06-06T11:20:59.300 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:20:59.333 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83886079~1 2024-06-06T11:20:59.350 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:20:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:20:59 smithi132 bash[71843]: cluster 2024-06-06T11:20:58.270260+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-06-06T11:20:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:20:59 smithi132 bash[74574]: cluster 2024-06-06T11:20:58.270260+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-06-06T11:20:59.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:20:59 smithi179 bash[54149]: cluster 2024-06-06T11:20:58.270260+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-06-06T11:21:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:59.282024+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-06-06T11:21:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:00 smithi179 bash[54149]: cluster 2024-06-06T11:20:59.493262+0000 mgr.y (mgr.25375) 391 : cluster [DBG] pgmap v838: 137 pgs: 137 active+clean; 669 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 11 MiB/s wr, 124 op/s 2024-06-06T11:21:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:00 smithi179 bash[54149]: cluster 2024-06-06T11:21:00.260550+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-06-06T11:21:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:59.282024+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-06-06T11:21:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:00 smithi132 bash[71843]: cluster 2024-06-06T11:20:59.493262+0000 mgr.y (mgr.25375) 391 : cluster [DBG] pgmap v838: 137 pgs: 137 active+clean; 669 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 11 MiB/s wr, 124 op/s 2024-06-06T11:21:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:00 smithi132 bash[71843]: cluster 2024-06-06T11:21:00.260550+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-06-06T11:21:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:59.282024+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-06-06T11:21:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:00 smithi132 bash[74574]: cluster 2024-06-06T11:20:59.493262+0000 mgr.y (mgr.25375) 391 : cluster [DBG] pgmap v838: 137 pgs: 137 active+clean; 669 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 11 MiB/s wr, 124 op/s 2024-06-06T11:21:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:00 smithi132 bash[74574]: cluster 2024-06-06T11:21:00.260550+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-06-06T11:21:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:02 smithi132 bash[71843]: cluster 2024-06-06T11:21:01.264516+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-06-06T11:21:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:02 smithi132 bash[71843]: cluster 2024-06-06T11:21:01.494357+0000 mgr.y (mgr.25375) 392 : cluster [DBG] pgmap v841: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 10 MiB/s wr, 126 op/s 2024-06-06T11:21:02.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:02 smithi132 bash[74574]: cluster 2024-06-06T11:21:01.264516+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-06-06T11:21:02.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:02 smithi132 bash[74574]: cluster 2024-06-06T11:21:01.494357+0000 mgr.y (mgr.25375) 392 : cluster [DBG] pgmap v841: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 10 MiB/s wr, 126 op/s 2024-06-06T11:21:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:02 smithi179 bash[54149]: cluster 2024-06-06T11:21:01.264516+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-06-06T11:21:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:02 smithi179 bash[54149]: cluster 2024-06-06T11:21:01.494357+0000 mgr.y (mgr.25375) 392 : cluster [DBG] pgmap v841: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 10 MiB/s wr, 126 op/s 2024-06-06T11:21:03.275 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: after_prepare_snap 2024-06-06T11:21:03.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:03 smithi132 bash[71843]: cluster 2024-06-06T11:21:02.266053+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-06-06T11:21:03.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:03 smithi132 bash[74574]: cluster 2024-06-06T11:21:02.266053+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-06-06T11:21:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:03 smithi179 bash[54149]: cluster 2024-06-06T11:21:02.266053+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-06-06T11:21:04.277 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:21:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:21:03] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:21:04.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:04 smithi132 bash[71843]: cluster 2024-06-06T11:21:03.495358+0000 mgr.y (mgr.25375) 393 : cluster [DBG] pgmap v843: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-06-06T11:21:04.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:04 smithi132 bash[74574]: cluster 2024-06-06T11:21:03.495358+0000 mgr.y (mgr.25375) 393 : cluster [DBG] pgmap v843: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-06-06T11:21:04.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:04 smithi179 bash[54149]: cluster 2024-06-06T11:21:03.495358+0000 mgr.y (mgr.25375) 393 : cluster [DBG] pgmap v843: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-06-06T11:21:05.273 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 41943040 2024-06-06T11:21:05.321 INFO:tasks.workunit.client.0.smithi132.stdout:write: * 0~1000 2024-06-06T11:21:05.333 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:21:05.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:05 smithi132 bash[71843]: cluster 2024-06-06T11:21:04.284587+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-06-06T11:21:05.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:05 smithi132 bash[71843]: cluster 2024-06-06T11:21:05.262200+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-06-06T11:21:05.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:05 smithi132 bash[74574]: cluster 2024-06-06T11:21:04.284587+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-06-06T11:21:05.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:05 smithi132 bash[74574]: cluster 2024-06-06T11:21:05.262200+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-06-06T11:21:05.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:05 smithi179 bash[54149]: cluster 2024-06-06T11:21:04.284587+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-06-06T11:21:05.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:05 smithi179 bash[54149]: cluster 2024-06-06T11:21:05.262200+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-06-06T11:21:05.559 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:21:06.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:06 smithi132 bash[71843]: cluster 2024-06-06T11:21:05.495918+0000 mgr.y (mgr.25375) 394 : cluster [DBG] pgmap v846: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 11 KiB/s wr, 308 op/s 2024-06-06T11:21:06.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:06 smithi132 bash[74574]: cluster 2024-06-06T11:21:05.495918+0000 mgr.y (mgr.25375) 394 : cluster [DBG] pgmap v846: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 11 KiB/s wr, 308 op/s 2024-06-06T11:21:06.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:06 smithi179 bash[54149]: cluster 2024-06-06T11:21:05.495918+0000 mgr.y (mgr.25375) 394 : cluster [DBG] pgmap v846: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 11 KiB/s wr, 308 op/s 2024-06-06T11:21:07.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:07 smithi132 bash[71843]: cluster 2024-06-06T11:21:06.300305+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-06-06T11:21:07.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:07 smithi132 bash[74574]: cluster 2024-06-06T11:21:06.300305+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-06-06T11:21:07.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:07 smithi179 bash[54149]: cluster 2024-06-06T11:21:06.300305+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-06-06T11:21:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:08 smithi132 bash[71843]: cluster 2024-06-06T11:21:07.305311+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-06-06T11:21:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:08 smithi132 bash[71843]: cluster 2024-06-06T11:21:07.496683+0000 mgr.y (mgr.25375) 395 : cluster [DBG] pgmap v849: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 340 op/s 2024-06-06T11:21:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:08 smithi132 bash[74574]: cluster 2024-06-06T11:21:07.305311+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-06-06T11:21:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:08 smithi132 bash[74574]: cluster 2024-06-06T11:21:07.496683+0000 mgr.y (mgr.25375) 395 : cluster [DBG] pgmap v849: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 340 op/s 2024-06-06T11:21:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:08 smithi179 bash[54149]: cluster 2024-06-06T11:21:07.305311+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-06-06T11:21:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:08 smithi179 bash[54149]: cluster 2024-06-06T11:21:07.496683+0000 mgr.y (mgr.25375) 395 : cluster [DBG] pgmap v849: 137 pgs: 137 active+clean; 673 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 340 op/s 2024-06-06T11:21:08.857 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (15246 ms) 2024-06-06T11:21:08.857 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-06-06T11:21:08.924 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:08.947 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:21:09.029 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:21:09.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:09 smithi132 bash[71843]: cluster 2024-06-06T11:21:08.317868+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-06-06T11:21:09.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:09 smithi132 bash[71843]: audit 2024-06-06T11:21:08.347483+0000 mon.a (mon.0) 1147 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:09.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:09 smithi132 bash[74574]: cluster 2024-06-06T11:21:08.317868+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-06-06T11:21:09.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:09 smithi132 bash[74574]: audit 2024-06-06T11:21:08.347483+0000 mon.a (mon.0) 1147 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:09.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:09 smithi179 bash[54149]: cluster 2024-06-06T11:21:08.317868+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-06-06T11:21:09.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:09 smithi179 bash[54149]: audit 2024-06-06T11:21:08.347483+0000 mon.a (mon.0) 1147 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:10.345 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 8388609~8388609 2024-06-06T11:21:10.362 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~1000 2024-06-06T11:21:10.362 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1010~1000 2024-06-06T11:21:10.362 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:21:10.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:10 smithi132 bash[71843]: cluster 2024-06-06T11:21:09.323378+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-06-06T11:21:10.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:10 smithi132 bash[71843]: cluster 2024-06-06T11:21:09.497376+0000 mgr.y (mgr.25375) 396 : cluster [DBG] pgmap v852: 137 pgs: 137 active+clean; 697 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s rd, 9.0 MiB/s wr, 395 op/s 2024-06-06T11:21:10.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:10 smithi132 bash[74574]: cluster 2024-06-06T11:21:09.323378+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-06-06T11:21:10.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:10 smithi132 bash[74574]: cluster 2024-06-06T11:21:09.497376+0000 mgr.y (mgr.25375) 396 : cluster [DBG] pgmap v852: 137 pgs: 137 active+clean; 697 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s rd, 9.0 MiB/s wr, 395 op/s 2024-06-06T11:21:10.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:10 smithi179 bash[54149]: cluster 2024-06-06T11:21:09.323378+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-06-06T11:21:10.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:10 smithi179 bash[54149]: cluster 2024-06-06T11:21:09.497376+0000 mgr.y (mgr.25375) 396 : cluster [DBG] pgmap v852: 137 pgs: 137 active+clean; 697 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s rd, 9.0 MiB/s wr, 395 op/s 2024-06-06T11:21:11.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:11 smithi132 bash[71843]: cluster 2024-06-06T11:21:10.332952+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-06-06T11:21:11.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:11 smithi132 bash[74574]: cluster 2024-06-06T11:21:10.332952+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-06-06T11:21:11.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:11 smithi179 bash[54149]: cluster 2024-06-06T11:21:10.332952+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-06-06T11:21:12.364 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 8388609~1000 2024-06-06T11:21:12.372 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16777228~1000 2024-06-06T11:21:12.372 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:21:12.385 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 83886079~8388609 2024-06-06T11:21:12.405 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:21:12.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:12 smithi132 bash[71843]: cluster 2024-06-06T11:21:11.339239+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-06-06T11:21:12.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:12 smithi132 bash[71843]: cluster 2024-06-06T11:21:11.498299+0000 mgr.y (mgr.25375) 397 : cluster [DBG] pgmap v855: 137 pgs: 137 active+clean; 701 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 11 MiB/s wr, 364 op/s 2024-06-06T11:21:12.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:12 smithi132 bash[74574]: cluster 2024-06-06T11:21:11.339239+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-06-06T11:21:12.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:12 smithi132 bash[74574]: cluster 2024-06-06T11:21:11.498299+0000 mgr.y (mgr.25375) 397 : cluster [DBG] pgmap v855: 137 pgs: 137 active+clean; 701 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 11 MiB/s wr, 364 op/s 2024-06-06T11:21:12.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:12 smithi179 bash[54149]: cluster 2024-06-06T11:21:11.339239+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-06-06T11:21:12.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:12 smithi179 bash[54149]: cluster 2024-06-06T11:21:11.498299+0000 mgr.y (mgr.25375) 397 : cluster [DBG] pgmap v855: 137 pgs: 137 active+clean; 701 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 11 MiB/s wr, 364 op/s 2024-06-06T11:21:13.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:13 smithi132 bash[71843]: cluster 2024-06-06T11:21:12.349003+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-06-06T11:21:13.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:13 smithi132 bash[74574]: cluster 2024-06-06T11:21:12.349003+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-06-06T11:21:13.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:13 smithi179 bash[54149]: cluster 2024-06-06T11:21:12.349003+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-06-06T11:21:14.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:21:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:21:13] "GET /metrics HTTP/1.1" 200 38917 "" "Prometheus/2.33.4" 2024-06-06T11:21:14.398 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:14.440 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83886079~1 2024-06-06T11:21:14.455 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:21:14.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:14 smithi132 bash[71843]: cluster 2024-06-06T11:21:13.358808+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-06-06T11:21:14.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:14 smithi132 bash[71843]: cluster 2024-06-06T11:21:13.499086+0000 mgr.y (mgr.25375) 398 : cluster [DBG] pgmap v858: 137 pgs: 137 active+clean; 701 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-06-06T11:21:14.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:14 smithi132 bash[74574]: cluster 2024-06-06T11:21:13.358808+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-06-06T11:21:14.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:14 smithi132 bash[74574]: cluster 2024-06-06T11:21:13.499086+0000 mgr.y (mgr.25375) 398 : cluster [DBG] pgmap v858: 137 pgs: 137 active+clean; 701 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-06-06T11:21:14.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:14 smithi179 bash[54149]: cluster 2024-06-06T11:21:13.358808+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-06-06T11:21:14.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:14 smithi179 bash[54149]: cluster 2024-06-06T11:21:13.499086+0000 mgr.y (mgr.25375) 398 : cluster [DBG] pgmap v858: 137 pgs: 137 active+clean; 701 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-06-06T11:21:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:15 smithi132 bash[71843]: cluster 2024-06-06T11:21:14.384531+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-06-06T11:21:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:15 smithi132 bash[71843]: cluster 2024-06-06T11:21:15.266713+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-06-06T11:21:15.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:15 smithi132 bash[74574]: cluster 2024-06-06T11:21:14.384531+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-06-06T11:21:15.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:15 smithi132 bash[74574]: cluster 2024-06-06T11:21:15.266713+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-06-06T11:21:15.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:15 smithi179 bash[54149]: cluster 2024-06-06T11:21:14.384531+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-06-06T11:21:15.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:15 smithi179 bash[54149]: cluster 2024-06-06T11:21:15.266713+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-06-06T11:21:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:16 smithi132 bash[71843]: cluster 2024-06-06T11:21:15.499867+0000 mgr.y (mgr.25375) 399 : cluster [DBG] pgmap v861: 137 pgs: 137 active+clean; 725 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 105 op/s 2024-06-06T11:21:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:16 smithi132 bash[71843]: cluster 2024-06-06T11:21:16.270877+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-06-06T11:21:16.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:16 smithi132 bash[74574]: cluster 2024-06-06T11:21:15.499867+0000 mgr.y (mgr.25375) 399 : cluster [DBG] pgmap v861: 137 pgs: 137 active+clean; 725 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 105 op/s 2024-06-06T11:21:16.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:16 smithi132 bash[74574]: cluster 2024-06-06T11:21:16.270877+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-06-06T11:21:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:16 smithi179 bash[54149]: cluster 2024-06-06T11:21:15.499867+0000 mgr.y (mgr.25375) 399 : cluster [DBG] pgmap v861: 137 pgs: 137 active+clean; 725 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 105 op/s 2024-06-06T11:21:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:16 smithi179 bash[54149]: cluster 2024-06-06T11:21:16.270877+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-06-06T11:21:18.068 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: after_prepare_snap 2024-06-06T11:21:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:18 smithi132 bash[71843]: cluster 2024-06-06T11:21:17.272742+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-06-06T11:21:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:18 smithi132 bash[71843]: cluster 2024-06-06T11:21:17.500596+0000 mgr.y (mgr.25375) 400 : cluster [DBG] pgmap v864: 137 pgs: 137 active+clean; 729 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 128 op/s 2024-06-06T11:21:18.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:18 smithi132 bash[74574]: cluster 2024-06-06T11:21:17.272742+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-06-06T11:21:18.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:18 smithi132 bash[74574]: cluster 2024-06-06T11:21:17.500596+0000 mgr.y (mgr.25375) 400 : cluster [DBG] pgmap v864: 137 pgs: 137 active+clean; 729 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 128 op/s 2024-06-06T11:21:18.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:18 smithi179 bash[54149]: cluster 2024-06-06T11:21:17.272742+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-06-06T11:21:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:18 smithi179 bash[54149]: cluster 2024-06-06T11:21:17.500596+0000 mgr.y (mgr.25375) 400 : cluster [DBG] pgmap v864: 137 pgs: 137 active+clean; 729 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 128 op/s 2024-06-06T11:21:19.300 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:21:19.324 INFO:tasks.workunit.client.0.smithi132.stdout:write: * 83886080~1000 2024-06-06T11:21:19.336 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:21:19.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:19 smithi179 bash[54149]: cluster 2024-06-06T11:21:18.279019+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-06-06T11:21:19.585 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:21:19.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:19 smithi132 bash[71843]: cluster 2024-06-06T11:21:18.279019+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-06-06T11:21:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:19 smithi132 bash[74574]: cluster 2024-06-06T11:21:18.279019+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-06-06T11:21:20.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:20 smithi132 bash[71843]: cluster 2024-06-06T11:21:19.285530+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-06-06T11:21:20.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:20 smithi132 bash[71843]: cluster 2024-06-06T11:21:19.501085+0000 mgr.y (mgr.25375) 401 : cluster [DBG] pgmap v867: 137 pgs: 137 active+clean; 729 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 15 KiB/s wr, 282 op/s 2024-06-06T11:21:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:20 smithi132 bash[74574]: cluster 2024-06-06T11:21:19.285530+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-06-06T11:21:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:20 smithi132 bash[74574]: cluster 2024-06-06T11:21:19.501085+0000 mgr.y (mgr.25375) 401 : cluster [DBG] pgmap v867: 137 pgs: 137 active+clean; 729 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 15 KiB/s wr, 282 op/s 2024-06-06T11:21:20.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:20 smithi179 bash[54149]: cluster 2024-06-06T11:21:19.285530+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-06-06T11:21:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:20 smithi179 bash[54149]: cluster 2024-06-06T11:21:19.501085+0000 mgr.y (mgr.25375) 401 : cluster [DBG] pgmap v867: 137 pgs: 137 active+clean; 729 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 15 KiB/s wr, 282 op/s 2024-06-06T11:21:21.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:21 smithi132 bash[71843]: cluster 2024-06-06T11:21:20.302314+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-06-06T11:21:21.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:21 smithi132 bash[74574]: cluster 2024-06-06T11:21:20.302314+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-06-06T11:21:21.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:21 smithi179 bash[54149]: cluster 2024-06-06T11:21:20.302314+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-06-06T11:21:22.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:22 smithi132 bash[71843]: cluster 2024-06-06T11:21:21.306360+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-06-06T11:21:22.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:22 smithi132 bash[71843]: cluster 2024-06-06T11:21:21.502090+0000 mgr.y (mgr.25375) 402 : cluster [DBG] pgmap v870: 137 pgs: 137 active+clean; 741 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 2.0 MiB/s wr, 284 op/s 2024-06-06T11:21:22.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:22 smithi132 bash[74574]: cluster 2024-06-06T11:21:21.306360+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-06-06T11:21:22.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:22 smithi132 bash[74574]: cluster 2024-06-06T11:21:21.502090+0000 mgr.y (mgr.25375) 402 : cluster [DBG] pgmap v870: 137 pgs: 137 active+clean; 741 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 2.0 MiB/s wr, 284 op/s 2024-06-06T11:21:22.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:22 smithi179 bash[54149]: cluster 2024-06-06T11:21:21.306360+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-06-06T11:21:22.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:22 smithi179 bash[54149]: cluster 2024-06-06T11:21:21.502090+0000 mgr.y (mgr.25375) 402 : cluster [DBG] pgmap v870: 137 pgs: 137 active+clean; 741 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 2.0 MiB/s wr, 284 op/s 2024-06-06T11:21:22.921 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14064 ms) 2024-06-06T11:21:22.921 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.Clone 2024-06-06T11:21:22.983 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:23.006 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~8388609 2024-06-06T11:21:23.085 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 16777218~8388609 2024-06-06T11:21:23.159 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap 2024-06-06T11:21:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:23 smithi132 bash[71843]: cluster 2024-06-06T11:21:22.320865+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-06-06T11:21:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:23 smithi132 bash[74574]: cluster 2024-06-06T11:21:22.320865+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-06-06T11:21:23.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:23 smithi179 bash[54149]: cluster 2024-06-06T11:21:22.320865+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-06-06T11:21:24.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:21:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:21:23] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:21:24.362 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap 2024-06-06T11:21:24.381 INFO:tasks.workunit.client.0.smithi132.stdout:clone image301 -> image304 2024-06-06T11:21:24.584 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~1000 2024-06-06T11:21:24.674 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1010~1000 2024-06-06T11:21:24.678 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap 2024-06-06T11:21:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:24 smithi132 bash[71843]: cluster 2024-06-06T11:21:23.326578+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-06-06T11:21:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:24 smithi132 bash[71843]: audit 2024-06-06T11:21:23.347456+0000 mon.a (mon.0) 1163 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:24 smithi132 bash[71843]: cluster 2024-06-06T11:21:23.503002+0000 mgr.y (mgr.25375) 403 : cluster [DBG] pgmap v873: 137 pgs: 137 active+clean; 753 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 67 op/s 2024-06-06T11:21:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:24 smithi132 bash[74574]: cluster 2024-06-06T11:21:23.326578+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-06-06T11:21:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:24 smithi132 bash[74574]: audit 2024-06-06T11:21:23.347456+0000 mon.a (mon.0) 1163 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:24 smithi132 bash[74574]: cluster 2024-06-06T11:21:23.503002+0000 mgr.y (mgr.25375) 403 : cluster [DBG] pgmap v873: 137 pgs: 137 active+clean; 753 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 67 op/s 2024-06-06T11:21:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:24 smithi179 bash[54149]: cluster 2024-06-06T11:21:23.326578+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-06-06T11:21:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:24 smithi179 bash[54149]: audit 2024-06-06T11:21:23.347456+0000 mon.a (mon.0) 1163 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:24 smithi179 bash[54149]: cluster 2024-06-06T11:21:23.503002+0000 mgr.y (mgr.25375) 403 : cluster [DBG] pgmap v873: 137 pgs: 137 active+clean; 753 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 67 op/s 2024-06-06T11:21:25.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:25 smithi132 bash[71843]: cluster 2024-06-06T11:21:24.346260+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-06-06T11:21:25.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:25 smithi132 bash[74574]: cluster 2024-06-06T11:21:24.346260+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-06-06T11:21:25.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:25 smithi179 bash[54149]: cluster 2024-06-06T11:21:24.346260+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-06-06T11:21:26.389 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap 2024-06-06T11:21:26.412 INFO:tasks.workunit.client.0.smithi132.stdout:clone image304 -> image306 2024-06-06T11:21:26.673 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 1000~1000 2024-06-06T11:21:26.767 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 2010~1000 2024-06-06T11:21:26.771 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:21:26.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:26 smithi132 bash[74574]: cluster 2024-06-06T11:21:25.367505+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-06-06T11:21:26.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:26 smithi132 bash[74574]: cluster 2024-06-06T11:21:25.503805+0000 mgr.y (mgr.25375) 404 : cluster [DBG] pgmap v876: 137 pgs: 137 active+clean; 765 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 397 op/s 2024-06-06T11:21:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:26 smithi132 bash[71843]: cluster 2024-06-06T11:21:25.367505+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-06-06T11:21:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:26 smithi132 bash[71843]: cluster 2024-06-06T11:21:25.503805+0000 mgr.y (mgr.25375) 404 : cluster [DBG] pgmap v876: 137 pgs: 137 active+clean; 765 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 397 op/s 2024-06-06T11:21:26.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:26 smithi179 bash[54149]: cluster 2024-06-06T11:21:25.367505+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-06-06T11:21:26.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:26 smithi179 bash[54149]: cluster 2024-06-06T11:21:25.503805+0000 mgr.y (mgr.25375) 404 : cluster [DBG] pgmap v876: 137 pgs: 137 active+clean; 765 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 397 op/s 2024-06-06T11:21:27.387 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:21:27.742 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:21:27.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:27 smithi132 bash[71843]: cluster 2024-06-06T11:21:26.378118+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-06-06T11:21:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:27 smithi132 bash[74574]: cluster 2024-06-06T11:21:26.378118+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-06-06T11:21:27.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:27 smithi179 bash[54149]: cluster 2024-06-06T11:21:26.378118+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-06-06T11:21:28.073 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.Clone (5152 ms) 2024-06-06T11:21:28.073 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneParent 2024-06-06T11:21:28.137 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:28.159 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap 2024-06-06T11:21:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:28 smithi132 bash[71843]: cluster 2024-06-06T11:21:27.504654+0000 mgr.y (mgr.25375) 405 : cluster [DBG] pgmap v878: 137 pgs: 137 active+clean; 765 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 438 op/s 2024-06-06T11:21:28.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:28 smithi132 bash[74574]: cluster 2024-06-06T11:21:27.504654+0000 mgr.y (mgr.25375) 405 : cluster [DBG] pgmap v878: 137 pgs: 137 active+clean; 765 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 438 op/s 2024-06-06T11:21:28.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:28 smithi179 bash[54149]: cluster 2024-06-06T11:21:27.504654+0000 mgr.y (mgr.25375) 405 : cluster [DBG] pgmap v878: 137 pgs: 137 active+clean; 765 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 438 op/s 2024-06-06T11:21:29.418 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap 2024-06-06T11:21:29.445 INFO:tasks.workunit.client.0.smithi132.stdout:clone image307 -> image310 2024-06-06T11:21:29.647 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:21:29.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:29 smithi132 bash[71843]: cluster 2024-06-06T11:21:28.393874+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-06-06T11:21:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:29 smithi132 bash[74574]: cluster 2024-06-06T11:21:28.393874+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-06-06T11:21:29.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:29 smithi179 bash[54149]: cluster 2024-06-06T11:21:28.393874+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-06-06T11:21:29.960 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:21:30.226 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneParent (2153 ms) 2024-06-06T11:21:30.226 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-06-06T11:21:30.291 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:30.315 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~10 2024-06-06T11:21:30.331 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap 2024-06-06T11:21:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:30 smithi132 bash[71843]: cluster 2024-06-06T11:21:29.399427+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-06-06T11:21:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:30 smithi132 bash[71843]: cluster 2024-06-06T11:21:29.505313+0000 mgr.y (mgr.25375) 406 : cluster [DBG] pgmap v881: 137 pgs: 137 active+clean; 773 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 3.9 MiB/s wr, 566 op/s 2024-06-06T11:21:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:30 smithi132 bash[71843]: cluster 2024-06-06T11:21:30.284548+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-06-06T11:21:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:30 smithi132 bash[74574]: cluster 2024-06-06T11:21:29.399427+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-06-06T11:21:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:30 smithi132 bash[74574]: cluster 2024-06-06T11:21:29.505313+0000 mgr.y (mgr.25375) 406 : cluster [DBG] pgmap v881: 137 pgs: 137 active+clean; 773 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 3.9 MiB/s wr, 566 op/s 2024-06-06T11:21:30.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:30 smithi132 bash[74574]: cluster 2024-06-06T11:21:30.284548+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-06-06T11:21:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:30 smithi179 bash[54149]: cluster 2024-06-06T11:21:29.399427+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-06-06T11:21:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:30 smithi179 bash[54149]: cluster 2024-06-06T11:21:29.505313+0000 mgr.y (mgr.25375) 406 : cluster [DBG] pgmap v881: 137 pgs: 137 active+clean; 773 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 3.9 MiB/s wr, 566 op/s 2024-06-06T11:21:30.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:30 smithi179 bash[54149]: cluster 2024-06-06T11:21:30.284548+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-06-06T11:21:32.308 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap 2024-06-06T11:21:32.332 INFO:tasks.workunit.client.0.smithi132.stdout:clone image311 -> image314 2024-06-06T11:21:32.527 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:21:32.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:32 smithi132 bash[71843]: cluster 2024-06-06T11:21:31.287718+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-06-06T11:21:32.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:32 smithi132 bash[71843]: cluster 2024-06-06T11:21:31.506361+0000 mgr.y (mgr.25375) 407 : cluster [DBG] pgmap v884: 137 pgs: 137 active+clean; 777 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 841 op/s 2024-06-06T11:21:32.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:32 smithi132 bash[74574]: cluster 2024-06-06T11:21:31.287718+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-06-06T11:21:32.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:32 smithi132 bash[74574]: cluster 2024-06-06T11:21:31.506361+0000 mgr.y (mgr.25375) 407 : cluster [DBG] pgmap v884: 137 pgs: 137 active+clean; 777 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 841 op/s 2024-06-06T11:21:32.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:32 smithi179 bash[54149]: cluster 2024-06-06T11:21:31.287718+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-06-06T11:21:32.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:32 smithi179 bash[54149]: cluster 2024-06-06T11:21:31.506361+0000 mgr.y (mgr.25375) 407 : cluster [DBG] pgmap v884: 137 pgs: 137 active+clean; 777 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 841 op/s 2024-06-06T11:21:32.849 INFO:tasks.workunit.client.0.smithi132.stdout:write: Y 0~1 2024-06-06T11:21:32.899 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:21:33.044 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:21:33.252 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (3026 ms) 2024-06-06T11:21:33.252 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-06-06T11:21:33.312 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:33.333 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 41943040~10 2024-06-06T11:21:33.350 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:21:33.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:33 smithi132 bash[71843]: cluster 2024-06-06T11:21:32.298453+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-06-06T11:21:33.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:33 smithi132 bash[74574]: cluster 2024-06-06T11:21:32.298453+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-06-06T11:21:33.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:33 smithi179 bash[54149]: cluster 2024-06-06T11:21:32.298453+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-06-06T11:21:34.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:21:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:21:33] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:21:34.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:34 smithi132 bash[74574]: cluster 2024-06-06T11:21:33.507258+0000 mgr.y (mgr.25375) 408 : cluster [DBG] pgmap v886: 137 pgs: 137 active+clean; 777 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1009 KiB/s wr, 475 op/s 2024-06-06T11:21:34.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:34 smithi132 bash[71843]: cluster 2024-06-06T11:21:33.507258+0000 mgr.y (mgr.25375) 408 : cluster [DBG] pgmap v886: 137 pgs: 137 active+clean; 777 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1009 KiB/s wr, 475 op/s 2024-06-06T11:21:34.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:34 smithi179 bash[54149]: cluster 2024-06-06T11:21:33.507258+0000 mgr.y (mgr.25375) 408 : cluster [DBG] pgmap v886: 137 pgs: 137 active+clean; 777 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1009 KiB/s wr, 475 op/s 2024-06-06T11:21:35.327 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 41943041~10 2024-06-06T11:21:35.337 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:21:35.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:35 smithi132 bash[71843]: cluster 2024-06-06T11:21:34.307946+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-06-06T11:21:35.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:35 smithi132 bash[74574]: cluster 2024-06-06T11:21:34.307946+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-06-06T11:21:35.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:35 smithi179 bash[54149]: cluster 2024-06-06T11:21:34.307946+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-06-06T11:21:36.594 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 41943042~10 2024-06-06T11:21:36.622 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:21:36.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:36 smithi132 bash[71843]: cluster 2024-06-06T11:21:35.313995+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-06-06T11:21:36.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:36 smithi132 bash[71843]: cluster 2024-06-06T11:21:35.508007+0000 mgr.y (mgr.25375) 409 : cluster [DBG] pgmap v889: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.9 MiB/s wr, 917 op/s 2024-06-06T11:21:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:36 smithi132 bash[74574]: cluster 2024-06-06T11:21:35.313995+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-06-06T11:21:36.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:36 smithi132 bash[74574]: cluster 2024-06-06T11:21:35.508007+0000 mgr.y (mgr.25375) 409 : cluster [DBG] pgmap v889: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.9 MiB/s wr, 917 op/s 2024-06-06T11:21:36.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:36 smithi179 bash[54149]: cluster 2024-06-06T11:21:35.313995+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-06-06T11:21:36.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:36 smithi179 bash[54149]: cluster 2024-06-06T11:21:35.508007+0000 mgr.y (mgr.25375) 409 : cluster [DBG] pgmap v889: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.9 MiB/s wr, 917 op/s 2024-06-06T11:21:37.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:37 smithi132 bash[71843]: cluster 2024-06-06T11:21:36.327138+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-06-06T11:21:37.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:37 smithi132 bash[74574]: cluster 2024-06-06T11:21:36.327138+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-06-06T11:21:37.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:37 smithi179 bash[54149]: cluster 2024-06-06T11:21:36.327138+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-06-06T11:21:38.364 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 41943040 2024-06-06T11:21:38.415 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:21:38.538 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:21:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:38 smithi132 bash[71843]: cluster 2024-06-06T11:21:37.333534+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-06-06T11:21:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:38 smithi132 bash[71843]: cluster 2024-06-06T11:21:37.508702+0000 mgr.y (mgr.25375) 410 : cluster [DBG] pgmap v892: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 515 op/s 2024-06-06T11:21:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:38 smithi132 bash[74574]: cluster 2024-06-06T11:21:37.333534+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-06-06T11:21:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:38 smithi132 bash[74574]: cluster 2024-06-06T11:21:37.508702+0000 mgr.y (mgr.25375) 410 : cluster [DBG] pgmap v892: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 515 op/s 2024-06-06T11:21:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:38 smithi179 bash[54149]: cluster 2024-06-06T11:21:37.333534+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-06-06T11:21:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:38 smithi179 bash[54149]: cluster 2024-06-06T11:21:37.508702+0000 mgr.y (mgr.25375) 410 : cluster [DBG] pgmap v892: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 515 op/s 2024-06-06T11:21:39.532 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (6280 ms) 2024-06-06T11:21:39.532 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-06-06T11:21:39.593 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:39.615 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 41943040~10 2024-06-06T11:21:39.631 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:21:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:39 smithi132 bash[71843]: cluster 2024-06-06T11:21:38.346996+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-06-06T11:21:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:39 smithi132 bash[71843]: audit 2024-06-06T11:21:38.347970+0000 mon.a (mon.0) 1177 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:39.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:39 smithi132 bash[74574]: cluster 2024-06-06T11:21:38.346996+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-06-06T11:21:39.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:39 smithi132 bash[74574]: audit 2024-06-06T11:21:38.347970+0000 mon.a (mon.0) 1177 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:39.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:39 smithi179 bash[54149]: cluster 2024-06-06T11:21:38.346996+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-06-06T11:21:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:39 smithi179 bash[54149]: audit 2024-06-06T11:21:38.347970+0000 mon.a (mon.0) 1177 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:40.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:40 smithi132 bash[71843]: cluster 2024-06-06T11:21:39.354636+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-06-06T11:21:40.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:40 smithi132 bash[71843]: cluster 2024-06-06T11:21:39.509385+0000 mgr.y (mgr.25375) 411 : cluster [DBG] pgmap v895: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 203 KiB/s rd, 17 KiB/s wr, 267 op/s 2024-06-06T11:21:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:40 smithi132 bash[74574]: cluster 2024-06-06T11:21:39.354636+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-06-06T11:21:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:40 smithi132 bash[74574]: cluster 2024-06-06T11:21:39.509385+0000 mgr.y (mgr.25375) 411 : cluster [DBG] pgmap v895: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 203 KiB/s rd, 17 KiB/s wr, 267 op/s 2024-06-06T11:21:40.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:40 smithi179 bash[54149]: cluster 2024-06-06T11:21:39.354636+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-06-06T11:21:40.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:40 smithi179 bash[54149]: cluster 2024-06-06T11:21:39.509385+0000 mgr.y (mgr.25375) 411 : cluster [DBG] pgmap v895: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 203 KiB/s rd, 17 KiB/s wr, 267 op/s 2024-06-06T11:21:41.386 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 41943040 2024-06-06T11:21:41.417 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:21:41.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:41 smithi132 bash[71843]: cluster 2024-06-06T11:21:40.362969+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-06-06T11:21:41.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:41 smithi132 bash[74574]: cluster 2024-06-06T11:21:40.362969+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-06-06T11:21:41.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:41 smithi179 bash[54149]: cluster 2024-06-06T11:21:40.362969+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-06-06T11:21:42.609 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:42.631 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:21:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:42 smithi132 bash[71843]: cluster 2024-06-06T11:21:41.371766+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-06-06T11:21:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:42 smithi132 bash[71843]: cluster 2024-06-06T11:21:41.510249+0000 mgr.y (mgr.25375) 412 : cluster [DBG] pgmap v898: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 17 KiB/s wr, 264 op/s 2024-06-06T11:21:42.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:42 smithi132 bash[74574]: cluster 2024-06-06T11:21:41.371766+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-06-06T11:21:42.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:42 smithi132 bash[74574]: cluster 2024-06-06T11:21:41.510249+0000 mgr.y (mgr.25375) 412 : cluster [DBG] pgmap v898: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 17 KiB/s wr, 264 op/s 2024-06-06T11:21:42.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:42 smithi179 bash[54149]: cluster 2024-06-06T11:21:41.371766+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-06-06T11:21:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:42 smithi179 bash[54149]: cluster 2024-06-06T11:21:41.510249+0000 mgr.y (mgr.25375) 412 : cluster [DBG] pgmap v898: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 17 KiB/s wr, 264 op/s 2024-06-06T11:21:43.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:43 smithi132 bash[71843]: cluster 2024-06-06T11:21:42.380747+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-06-06T11:21:43.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:43 smithi132 bash[71843]: audit 2024-06-06T11:21:42.442170+0000 mon.a (mon.0) 1182 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:21:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:43 smithi132 bash[74574]: cluster 2024-06-06T11:21:42.380747+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-06-06T11:21:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:43 smithi132 bash[74574]: audit 2024-06-06T11:21:42.442170+0000 mon.a (mon.0) 1182 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:21:43.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:43 smithi179 bash[54149]: cluster 2024-06-06T11:21:42.380747+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-06-06T11:21:43.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:43 smithi179 bash[54149]: audit 2024-06-06T11:21:42.442170+0000 mon.a (mon.0) 1182 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:21:44.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:21:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:21:43] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:21:44.415 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 41943040~10 2024-06-06T11:21:44.424 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap4 2024-06-06T11:21:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:44 smithi132 bash[71843]: cluster 2024-06-06T11:21:43.389244+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-06-06T11:21:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:44 smithi132 bash[71843]: cluster 2024-06-06T11:21:43.511040+0000 mgr.y (mgr.25375) 413 : cluster [DBG] pgmap v901: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 10 KiB/s wr, 90 op/s 2024-06-06T11:21:44.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:44 smithi132 bash[74574]: cluster 2024-06-06T11:21:43.389244+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-06-06T11:21:44.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:44 smithi132 bash[74574]: cluster 2024-06-06T11:21:43.511040+0000 mgr.y (mgr.25375) 413 : cluster [DBG] pgmap v901: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 10 KiB/s wr, 90 op/s 2024-06-06T11:21:44.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:44 smithi179 bash[54149]: cluster 2024-06-06T11:21:43.389244+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-06-06T11:21:44.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:44 smithi179 bash[54149]: cluster 2024-06-06T11:21:43.511040+0000 mgr.y (mgr.25375) 413 : cluster [DBG] pgmap v901: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 10 KiB/s wr, 90 op/s 2024-06-06T11:21:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:45 smithi132 bash[71843]: cluster 2024-06-06T11:21:44.404829+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-06-06T11:21:45.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:45 smithi132 bash[74574]: cluster 2024-06-06T11:21:44.404829+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-06-06T11:21:45.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:45 smithi179 bash[54149]: cluster 2024-06-06T11:21:44.404829+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-06-06T11:21:46.431 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 41943040 2024-06-06T11:21:46.472 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:21:46.603 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:21:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:46 smithi132 bash[71843]: cluster 2024-06-06T11:21:45.405870+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-06-06T11:21:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:46 smithi132 bash[71843]: cluster 2024-06-06T11:21:45.511836+0000 mgr.y (mgr.25375) 414 : cluster [DBG] pgmap v904: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 17 KiB/s wr, 213 op/s 2024-06-06T11:21:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:46 smithi132 bash[74574]: cluster 2024-06-06T11:21:45.405870+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-06-06T11:21:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:46 smithi132 bash[74574]: cluster 2024-06-06T11:21:45.511836+0000 mgr.y (mgr.25375) 414 : cluster [DBG] pgmap v904: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 17 KiB/s wr, 213 op/s 2024-06-06T11:21:46.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:46 smithi179 bash[54149]: cluster 2024-06-06T11:21:45.405870+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-06-06T11:21:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:46 smithi179 bash[54149]: cluster 2024-06-06T11:21:45.511836+0000 mgr.y (mgr.25375) 414 : cluster [DBG] pgmap v904: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 17 KiB/s wr, 213 op/s 2024-06-06T11:21:47.648 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8116 ms) 2024-06-06T11:21:47.648 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-06-06T11:21:47.699 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:47.719 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:21:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:47 smithi132 bash[71843]: cluster 2024-06-06T11:21:46.419917+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-06-06T11:21:47.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:47 smithi132 bash[74574]: cluster 2024-06-06T11:21:46.419917+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-06-06T11:21:47.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:47 smithi179 bash[54149]: cluster 2024-06-06T11:21:46.419917+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-06-06T11:21:48.048 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.AbortInUseImage (400 ms) 2024-06-06T11:21:48.048 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-06-06T11:21:48.100 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:48.120 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:21:48.189 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:21:48.258 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:21:48.541 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:21:48.599 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:21:48.678 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:21:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:48 smithi132 bash[71843]: cluster 2024-06-06T11:21:47.436687+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-06-06T11:21:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:48 smithi132 bash[71843]: cluster 2024-06-06T11:21:47.512409+0000 mgr.y (mgr.25375) 415 : cluster [DBG] pgmap v907: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 192 op/s 2024-06-06T11:21:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:48 smithi132 bash[71843]: audit 2024-06-06T11:21:48.388137+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:48 smithi132 bash[71843]: audit 2024-06-06T11:21:48.397541+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:48 smithi132 bash[74574]: cluster 2024-06-06T11:21:47.436687+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-06-06T11:21:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:48 smithi132 bash[74574]: cluster 2024-06-06T11:21:47.512409+0000 mgr.y (mgr.25375) 415 : cluster [DBG] pgmap v907: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 192 op/s 2024-06-06T11:21:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:48 smithi132 bash[74574]: audit 2024-06-06T11:21:48.388137+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:48.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:48 smithi132 bash[74574]: audit 2024-06-06T11:21:48.397541+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:48.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:48 smithi179 bash[54149]: cluster 2024-06-06T11:21:47.436687+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-06-06T11:21:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:48 smithi179 bash[54149]: cluster 2024-06-06T11:21:47.512409+0000 mgr.y (mgr.25375) 415 : cluster [DBG] pgmap v907: 137 pgs: 137 active+clean; 781 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 192 op/s 2024-06-06T11:21:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:48 smithi179 bash[54149]: audit 2024-06-06T11:21:48.388137+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:48 smithi179 bash[54149]: audit 2024-06-06T11:21:48.397541+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:48.952 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (904 ms) 2024-06-06T11:21:48.952 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-06-06T11:21:49.006 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:49.026 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:21:49.109 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:21:49.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:49 smithi132 bash[71843]: audit 2024-06-06T11:21:48.494391+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:49.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:49 smithi132 bash[71843]: audit 2024-06-06T11:21:48.503712+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:49.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:49 smithi132 bash[71843]: audit 2024-06-06T11:21:48.977222+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:21:49.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:49 smithi132 bash[71843]: audit 2024-06-06T11:21:48.978248+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:21:49.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:49 smithi132 bash[71843]: audit 2024-06-06T11:21:48.985106+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:49 smithi132 bash[74574]: audit 2024-06-06T11:21:48.494391+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:49 smithi132 bash[74574]: audit 2024-06-06T11:21:48.503712+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:49.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:49 smithi132 bash[74574]: audit 2024-06-06T11:21:48.977222+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:21:49.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:49 smithi132 bash[74574]: audit 2024-06-06T11:21:48.978248+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:21:49.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:49 smithi132 bash[74574]: audit 2024-06-06T11:21:48.985106+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:49 smithi179 bash[54149]: audit 2024-06-06T11:21:48.494391+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:49 smithi179 bash[54149]: audit 2024-06-06T11:21:48.503712+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:49 smithi179 bash[54149]: audit 2024-06-06T11:21:48.977222+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:21:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:49 smithi179 bash[54149]: audit 2024-06-06T11:21:48.978248+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:21:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:49 smithi179 bash[54149]: audit 2024-06-06T11:21:48.985106+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:21:50.303 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 8388609~8388609 2024-06-06T11:21:50.319 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 0~1000 2024-06-06T11:21:50.319 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1010~1000 2024-06-06T11:21:50.319 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:21:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:50 smithi132 bash[71843]: cluster 2024-06-06T11:21:49.513449+0000 mgr.y (mgr.25375) 416 : cluster [DBG] pgmap v908: 137 pgs: 137 active+clean; 805 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 7.1 MiB/s wr, 336 op/s 2024-06-06T11:21:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:50 smithi132 bash[71843]: cluster 2024-06-06T11:21:49.990032+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-06-06T11:21:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:50 smithi132 bash[71843]: cluster 2024-06-06T11:21:50.289345+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-06-06T11:21:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:50 smithi132 bash[74574]: cluster 2024-06-06T11:21:49.513449+0000 mgr.y (mgr.25375) 416 : cluster [DBG] pgmap v908: 137 pgs: 137 active+clean; 805 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 7.1 MiB/s wr, 336 op/s 2024-06-06T11:21:50.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:50 smithi132 bash[74574]: cluster 2024-06-06T11:21:49.990032+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-06-06T11:21:50.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:50 smithi132 bash[74574]: cluster 2024-06-06T11:21:50.289345+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-06-06T11:21:50.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:50 smithi179 bash[54149]: cluster 2024-06-06T11:21:49.513449+0000 mgr.y (mgr.25375) 416 : cluster [DBG] pgmap v908: 137 pgs: 137 active+clean; 805 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 7.1 MiB/s wr, 336 op/s 2024-06-06T11:21:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:50 smithi179 bash[54149]: cluster 2024-06-06T11:21:49.990032+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-06-06T11:21:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:50 smithi179 bash[54149]: cluster 2024-06-06T11:21:50.289345+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-06-06T11:21:52.317 INFO:tasks.workunit.client.0.smithi132.stdout:write: X 8388609~1000 2024-06-06T11:21:52.326 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 16777228~1000 2024-06-06T11:21:52.326 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 167772160 2024-06-06T11:21:52.342 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 83886079~8388609 2024-06-06T11:21:52.357 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:21:52.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:52 smithi132 bash[74574]: cluster 2024-06-06T11:21:51.299676+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-06-06T11:21:52.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:52 smithi132 bash[74574]: cluster 2024-06-06T11:21:51.514584+0000 mgr.y (mgr.25375) 417 : cluster [DBG] pgmap v912: 137 pgs: 137 active+clean; 821 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 16 MiB/s wr, 569 op/s 2024-06-06T11:21:52.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:52 smithi132 bash[71843]: cluster 2024-06-06T11:21:51.299676+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-06-06T11:21:52.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:52 smithi132 bash[71843]: cluster 2024-06-06T11:21:51.514584+0000 mgr.y (mgr.25375) 417 : cluster [DBG] pgmap v912: 137 pgs: 137 active+clean; 821 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 16 MiB/s wr, 569 op/s 2024-06-06T11:21:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:52 smithi179 bash[54149]: cluster 2024-06-06T11:21:51.299676+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-06-06T11:21:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:52 smithi179 bash[54149]: cluster 2024-06-06T11:21:51.514584+0000 mgr.y (mgr.25375) 417 : cluster [DBG] pgmap v912: 137 pgs: 137 active+clean; 821 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 16 MiB/s wr, 569 op/s 2024-06-06T11:21:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:53 smithi132 bash[71843]: cluster 2024-06-06T11:21:52.306573+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-06-06T11:21:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:53 smithi132 bash[74574]: cluster 2024-06-06T11:21:52.306573+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-06-06T11:21:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:53 smithi179 bash[54149]: cluster 2024-06-06T11:21:52.306573+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-06-06T11:21:54.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:21:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:21:53] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:21:54.341 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:21:54.383 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83886079~1 2024-06-06T11:21:54.398 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:21:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:54 smithi132 bash[71843]: cluster 2024-06-06T11:21:53.307682+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-06-06T11:21:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:54 smithi132 bash[71843]: audit 2024-06-06T11:21:53.349047+0000 mon.a (mon.0) 1200 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:54 smithi132 bash[71843]: cluster 2024-06-06T11:21:53.515532+0000 mgr.y (mgr.25375) 418 : cluster [DBG] pgmap v915: 137 pgs: 137 active+clean; 829 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 270 op/s 2024-06-06T11:21:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:54 smithi132 bash[74574]: cluster 2024-06-06T11:21:53.307682+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-06-06T11:21:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:54 smithi132 bash[74574]: audit 2024-06-06T11:21:53.349047+0000 mon.a (mon.0) 1200 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:54 smithi132 bash[74574]: cluster 2024-06-06T11:21:53.515532+0000 mgr.y (mgr.25375) 418 : cluster [DBG] pgmap v915: 137 pgs: 137 active+clean; 829 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 270 op/s 2024-06-06T11:21:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:54 smithi179 bash[54149]: cluster 2024-06-06T11:21:53.307682+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-06-06T11:21:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:54 smithi179 bash[54149]: audit 2024-06-06T11:21:53.349047+0000 mon.a (mon.0) 1200 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:21:54.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:54 smithi179 bash[54149]: cluster 2024-06-06T11:21:53.515532+0000 mgr.y (mgr.25375) 418 : cluster [DBG] pgmap v915: 137 pgs: 137 active+clean; 829 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 270 op/s 2024-06-06T11:21:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:55 smithi132 bash[71843]: cluster 2024-06-06T11:21:54.327340+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-06-06T11:21:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:55 smithi132 bash[71843]: cluster 2024-06-06T11:21:55.295233+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-06-06T11:21:55.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:55 smithi132 bash[74574]: cluster 2024-06-06T11:21:54.327340+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-06-06T11:21:55.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:55 smithi132 bash[74574]: cluster 2024-06-06T11:21:55.295233+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-06-06T11:21:55.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:55 smithi179 bash[54149]: cluster 2024-06-06T11:21:54.327340+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-06-06T11:21:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:55 smithi179 bash[54149]: cluster 2024-06-06T11:21:55.295233+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-06-06T11:21:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:56 smithi132 bash[71843]: cluster 2024-06-06T11:21:55.516293+0000 mgr.y (mgr.25375) 419 : cluster [DBG] pgmap v918: 137 pgs: 137 active+clean; 865 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 17 MiB/s wr, 133 op/s 2024-06-06T11:21:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:56 smithi132 bash[71843]: cluster 2024-06-06T11:21:56.296929+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-06-06T11:21:56.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:56 smithi132 bash[74574]: cluster 2024-06-06T11:21:55.516293+0000 mgr.y (mgr.25375) 419 : cluster [DBG] pgmap v918: 137 pgs: 137 active+clean; 865 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 17 MiB/s wr, 133 op/s 2024-06-06T11:21:56.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:56 smithi132 bash[74574]: cluster 2024-06-06T11:21:56.296929+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-06-06T11:21:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:56 smithi179 bash[54149]: cluster 2024-06-06T11:21:55.516293+0000 mgr.y (mgr.25375) 419 : cluster [DBG] pgmap v918: 137 pgs: 137 active+clean; 865 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 17 MiB/s wr, 133 op/s 2024-06-06T11:21:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:56 smithi179 bash[54149]: cluster 2024-06-06T11:21:56.296929+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-06-06T11:21:58.067 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:21:58.186 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:21:58.332 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 0~8388609 2024-06-06T11:21:58.349 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 16777218~8388609 2024-06-06T11:21:58.450 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:21:58.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:58 smithi132 bash[71843]: cluster 2024-06-06T11:21:57.300330+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-06-06T11:21:58.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:58 smithi132 bash[71843]: cluster 2024-06-06T11:21:57.516904+0000 mgr.y (mgr.25375) 420 : cluster [DBG] pgmap v921: 137 pgs: 137 active+clean; 869 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 12 MiB/s wr, 127 op/s 2024-06-06T11:21:58.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:58 smithi132 bash[74574]: cluster 2024-06-06T11:21:57.300330+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-06-06T11:21:58.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:58 smithi132 bash[74574]: cluster 2024-06-06T11:21:57.516904+0000 mgr.y (mgr.25375) 420 : cluster [DBG] pgmap v921: 137 pgs: 137 active+clean; 869 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 12 MiB/s wr, 127 op/s 2024-06-06T11:21:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:58 smithi179 bash[54149]: cluster 2024-06-06T11:21:57.300330+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-06-06T11:21:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:58 smithi179 bash[54149]: cluster 2024-06-06T11:21:57.516904+0000 mgr.y (mgr.25375) 420 : cluster [DBG] pgmap v921: 137 pgs: 137 active+clean; 869 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 12 MiB/s wr, 127 op/s 2024-06-06T11:21:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:21:59 smithi132 bash[71843]: cluster 2024-06-06T11:21:58.314175+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-06-06T11:21:59.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:21:59 smithi132 bash[74574]: cluster 2024-06-06T11:21:58.314175+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-06-06T11:21:59.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:21:59 smithi179 bash[54149]: cluster 2024-06-06T11:21:58.314175+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-06-06T11:22:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:00 smithi132 bash[74574]: cluster 2024-06-06T11:21:59.317145+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-06-06T11:22:00.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:00 smithi132 bash[74574]: cluster 2024-06-06T11:21:59.517665+0000 mgr.y (mgr.25375) 421 : cluster [DBG] pgmap v924: 137 pgs: 137 active+clean; 925 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 18 MiB/s wr, 418 op/s 2024-06-06T11:22:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:00 smithi132 bash[71843]: cluster 2024-06-06T11:21:59.317145+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-06-06T11:22:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:00 smithi132 bash[71843]: cluster 2024-06-06T11:21:59.517665+0000 mgr.y (mgr.25375) 421 : cluster [DBG] pgmap v924: 137 pgs: 137 active+clean; 925 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 18 MiB/s wr, 418 op/s 2024-06-06T11:22:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:00 smithi179 bash[54149]: cluster 2024-06-06T11:21:59.317145+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-06-06T11:22:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:00 smithi179 bash[54149]: cluster 2024-06-06T11:21:59.517665+0000 mgr.y (mgr.25375) 421 : cluster [DBG] pgmap v924: 137 pgs: 137 active+clean; 925 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 18 MiB/s wr, 418 op/s 2024-06-06T11:22:01.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:01 smithi132 bash[71843]: cluster 2024-06-06T11:22:00.327603+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-06-06T11:22:01.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:01 smithi132 bash[74574]: cluster 2024-06-06T11:22:00.327603+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-06-06T11:22:01.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:01 smithi179 bash[54149]: cluster 2024-06-06T11:22:00.327603+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-06-06T11:22:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:02 smithi132 bash[71843]: cluster 2024-06-06T11:22:01.329618+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-06-06T11:22:02.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:02 smithi132 bash[71843]: cluster 2024-06-06T11:22:01.518762+0000 mgr.y (mgr.25375) 422 : cluster [DBG] pgmap v927: 137 pgs: 137 active+clean; 937 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 21 MiB/s wr, 435 op/s 2024-06-06T11:22:02.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:02 smithi132 bash[74574]: cluster 2024-06-06T11:22:01.329618+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-06-06T11:22:02.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:02 smithi132 bash[74574]: cluster 2024-06-06T11:22:01.518762+0000 mgr.y (mgr.25375) 422 : cluster [DBG] pgmap v927: 137 pgs: 137 active+clean; 937 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 21 MiB/s wr, 435 op/s 2024-06-06T11:22:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:02 smithi179 bash[54149]: cluster 2024-06-06T11:22:01.329618+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-06-06T11:22:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:02 smithi179 bash[54149]: cluster 2024-06-06T11:22:01.518762+0000 mgr.y (mgr.25375) 422 : cluster [DBG] pgmap v927: 137 pgs: 137 active+clean; 937 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 21 MiB/s wr, 435 op/s 2024-06-06T11:22:02.866 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.AbortWithSnapshots (13914 ms) 2024-06-06T11:22:02.866 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-06-06T11:22:02.924 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:02.944 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 0~10 2024-06-06T11:22:02.961 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:03 smithi132 bash[71843]: cluster 2024-06-06T11:22:02.354330+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-06-06T11:22:03.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:03 smithi132 bash[74574]: cluster 2024-06-06T11:22:02.354330+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-06-06T11:22:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:03 smithi179 bash[54149]: cluster 2024-06-06T11:22:02.354330+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-06-06T11:22:04.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:22:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:22:03] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:22:04.389 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:04.490 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:22:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:04 smithi132 bash[71843]: cluster 2024-06-06T11:22:03.359354+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-06-06T11:22:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:04 smithi132 bash[71843]: cluster 2024-06-06T11:22:03.519699+0000 mgr.y (mgr.25375) 423 : cluster [DBG] pgmap v930: 137 pgs: 137 active+clean; 913 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 105 op/s 2024-06-06T11:22:04.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:04 smithi132 bash[74574]: cluster 2024-06-06T11:22:03.359354+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-06-06T11:22:04.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:04 smithi132 bash[74574]: cluster 2024-06-06T11:22:03.519699+0000 mgr.y (mgr.25375) 423 : cluster [DBG] pgmap v930: 137 pgs: 137 active+clean; 913 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 105 op/s 2024-06-06T11:22:04.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:04 smithi179 bash[54149]: cluster 2024-06-06T11:22:03.359354+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-06-06T11:22:04.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:04 smithi179 bash[54149]: cluster 2024-06-06T11:22:03.519699+0000 mgr.y (mgr.25375) 423 : cluster [DBG] pgmap v930: 137 pgs: 137 active+clean; 913 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 105 op/s 2024-06-06T11:22:05.769 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:22:05.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:05 smithi132 bash[71843]: cluster 2024-06-06T11:22:04.370601+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-06-06T11:22:05.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:05 smithi132 bash[74574]: cluster 2024-06-06T11:22:04.370601+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-06-06T11:22:05.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:05 smithi179 bash[54149]: cluster 2024-06-06T11:22:04.370601+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-06-06T11:22:05.944 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:22:06.602 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneV1Parent (3736 ms) 2024-06-06T11:22:06.602 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-06-06T11:22:06.667 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:06.689 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 0~10 2024-06-06T11:22:06.707 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:06.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:06 smithi132 bash[71843]: cluster 2024-06-06T11:22:05.381911+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-06-06T11:22:06.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:06 smithi132 bash[71843]: cluster 2024-06-06T11:22:05.520524+0000 mgr.y (mgr.25375) 424 : cluster [DBG] pgmap v933: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-06-06T11:22:06.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:06 smithi132 bash[74574]: cluster 2024-06-06T11:22:05.381911+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-06-06T11:22:06.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:06 smithi132 bash[74574]: cluster 2024-06-06T11:22:05.520524+0000 mgr.y (mgr.25375) 424 : cluster [DBG] pgmap v933: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-06-06T11:22:06.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:06 smithi179 bash[54149]: cluster 2024-06-06T11:22:05.381911+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-06-06T11:22:06.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:06 smithi179 bash[54149]: cluster 2024-06-06T11:22:05.520524+0000 mgr.y (mgr.25375) 424 : cluster [DBG] pgmap v933: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-06-06T11:22:07.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:07 smithi132 bash[71843]: cluster 2024-06-06T11:22:06.398228+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-06-06T11:22:07.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:07 smithi132 bash[74574]: cluster 2024-06-06T11:22:06.398228+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-06-06T11:22:07.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:07 smithi179 bash[54149]: cluster 2024-06-06T11:22:06.398228+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-06-06T11:22:08.429 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:08.524 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:22:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:08 smithi132 bash[71843]: cluster 2024-06-06T11:22:07.407501+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-06-06T11:22:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:08 smithi132 bash[71843]: cluster 2024-06-06T11:22:07.521305+0000 mgr.y (mgr.25375) 425 : cluster [DBG] pgmap v936: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 KiB/s wr, 103 op/s 2024-06-06T11:22:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:08 smithi132 bash[71843]: audit 2024-06-06T11:22:08.349089+0000 mon.a (mon.0) 1215 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:08 smithi132 bash[74574]: cluster 2024-06-06T11:22:07.407501+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-06-06T11:22:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:08 smithi132 bash[74574]: cluster 2024-06-06T11:22:07.521305+0000 mgr.y (mgr.25375) 425 : cluster [DBG] pgmap v936: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 KiB/s wr, 103 op/s 2024-06-06T11:22:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:08 smithi132 bash[74574]: audit 2024-06-06T11:22:08.349089+0000 mon.a (mon.0) 1215 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:08 smithi179 bash[54149]: cluster 2024-06-06T11:22:07.407501+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-06-06T11:22:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:08 smithi179 bash[54149]: cluster 2024-06-06T11:22:07.521305+0000 mgr.y (mgr.25375) 425 : cluster [DBG] pgmap v936: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 KiB/s wr, 103 op/s 2024-06-06T11:22:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:08 smithi179 bash[54149]: audit 2024-06-06T11:22:08.349089+0000 mon.a (mon.0) 1215 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:09.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:09 smithi132 bash[71843]: cluster 2024-06-06T11:22:08.418373+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-06-06T11:22:09.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:09 smithi132 bash[74574]: cluster 2024-06-06T11:22:08.418373+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-06-06T11:22:09.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:09 smithi179 bash[54149]: cluster 2024-06-06T11:22:08.418373+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-06-06T11:22:09.791 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:22:09.955 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:22:10.484 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneV2Parent (3882 ms) 2024-06-06T11:22:10.484 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-06-06T11:22:10.542 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:10.564 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 0~10 2024-06-06T11:22:10.581 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:10.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:10 smithi132 bash[71843]: cluster 2024-06-06T11:22:09.426787+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-06-06T11:22:10.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:10 smithi132 bash[71843]: cluster 2024-06-06T11:22:09.521977+0000 mgr.y (mgr.25375) 426 : cluster [DBG] pgmap v939: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 22 KiB/s wr, 488 op/s 2024-06-06T11:22:10.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:10 smithi132 bash[71843]: cluster 2024-06-06T11:22:10.295696+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-06-06T11:22:10.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:10 smithi132 bash[74574]: cluster 2024-06-06T11:22:09.426787+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-06-06T11:22:10.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:10 smithi132 bash[74574]: cluster 2024-06-06T11:22:09.521977+0000 mgr.y (mgr.25375) 426 : cluster [DBG] pgmap v939: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 22 KiB/s wr, 488 op/s 2024-06-06T11:22:10.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:10 smithi132 bash[74574]: cluster 2024-06-06T11:22:10.295696+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-06-06T11:22:10.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:10 smithi179 bash[54149]: cluster 2024-06-06T11:22:09.426787+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-06-06T11:22:10.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:10 smithi179 bash[54149]: cluster 2024-06-06T11:22:09.521977+0000 mgr.y (mgr.25375) 426 : cluster [DBG] pgmap v939: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 22 KiB/s wr, 488 op/s 2024-06-06T11:22:10.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:10 smithi179 bash[54149]: cluster 2024-06-06T11:22:10.295696+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-06-06T11:22:12.462 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:12.565 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:22:12.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:12 smithi132 bash[71843]: cluster 2024-06-06T11:22:11.439389+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-06-06T11:22:12.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:12 smithi132 bash[71843]: cluster 2024-06-06T11:22:11.522918+0000 mgr.y (mgr.25375) 427 : cluster [DBG] pgmap v942: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 27 KiB/s wr, 537 op/s 2024-06-06T11:22:12.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:12 smithi132 bash[74574]: cluster 2024-06-06T11:22:11.439389+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-06-06T11:22:12.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:12 smithi132 bash[74574]: cluster 2024-06-06T11:22:11.522918+0000 mgr.y (mgr.25375) 427 : cluster [DBG] pgmap v942: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 27 KiB/s wr, 537 op/s 2024-06-06T11:22:12.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:12 smithi179 bash[54149]: cluster 2024-06-06T11:22:11.439389+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-06-06T11:22:12.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:12 smithi179 bash[54149]: cluster 2024-06-06T11:22:11.522918+0000 mgr.y (mgr.25375) 427 : cluster [DBG] pgmap v942: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 27 KiB/s wr, 537 op/s 2024-06-06T11:22:13.769 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:22:13.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:13 smithi132 bash[71843]: cluster 2024-06-06T11:22:12.447106+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-06-06T11:22:13.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:13 smithi132 bash[74574]: cluster 2024-06-06T11:22:12.447106+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-06-06T11:22:13.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:13 smithi179 bash[54149]: cluster 2024-06-06T11:22:12.447106+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-06-06T11:22:14.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:22:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:22:13] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:22:14.685 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4201 ms) 2024-06-06T11:22:14.685 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-06-06T11:22:14.754 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:14.778 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 0~10 2024-06-06T11:22:14.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:14 smithi132 bash[74574]: cluster 2024-06-06T11:22:13.463209+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-06-06T11:22:14.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:14 smithi132 bash[74574]: cluster 2024-06-06T11:22:13.523668+0000 mgr.y (mgr.25375) 428 : cluster [DBG] pgmap v945: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 18 KiB/s wr, 342 op/s 2024-06-06T11:22:14.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:14 smithi132 bash[71843]: cluster 2024-06-06T11:22:13.463209+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-06-06T11:22:14.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:14 smithi132 bash[71843]: cluster 2024-06-06T11:22:13.523668+0000 mgr.y (mgr.25375) 428 : cluster [DBG] pgmap v945: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 18 KiB/s wr, 342 op/s 2024-06-06T11:22:14.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:14 smithi179 bash[54149]: cluster 2024-06-06T11:22:13.463209+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-06-06T11:22:14.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:14 smithi179 bash[54149]: cluster 2024-06-06T11:22:13.523668+0000 mgr.y (mgr.25375) 428 : cluster [DBG] pgmap v945: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 18 KiB/s wr, 342 op/s 2024-06-06T11:22:14.797 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:15 smithi132 bash[71843]: cluster 2024-06-06T11:22:14.472518+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-06-06T11:22:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:15 smithi132 bash[71843]: cluster 2024-06-06T11:22:15.301020+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-06-06T11:22:15.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:15 smithi132 bash[74574]: cluster 2024-06-06T11:22:14.472518+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-06-06T11:22:15.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:15 smithi132 bash[74574]: cluster 2024-06-06T11:22:15.301020+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-06-06T11:22:15.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:15 smithi179 bash[54149]: cluster 2024-06-06T11:22:14.472518+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-06-06T11:22:15.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:15 smithi179 bash[54149]: cluster 2024-06-06T11:22:15.301020+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-06-06T11:22:16.317 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:16.430 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:22:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:16 smithi132 bash[71843]: cluster 2024-06-06T11:22:15.524426+0000 mgr.y (mgr.25375) 429 : cluster [DBG] pgmap v948: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 21 KiB/s wr, 445 op/s 2024-06-06T11:22:16.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:16 smithi132 bash[71843]: cluster 2024-06-06T11:22:16.302905+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-06-06T11:22:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:16 smithi132 bash[74574]: cluster 2024-06-06T11:22:15.524426+0000 mgr.y (mgr.25375) 429 : cluster [DBG] pgmap v948: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 21 KiB/s wr, 445 op/s 2024-06-06T11:22:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:16 smithi132 bash[74574]: cluster 2024-06-06T11:22:16.302905+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-06-06T11:22:16.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:16 smithi179 bash[54149]: cluster 2024-06-06T11:22:15.524426+0000 mgr.y (mgr.25375) 429 : cluster [DBG] pgmap v948: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 21 KiB/s wr, 445 op/s 2024-06-06T11:22:16.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:16 smithi179 bash[54149]: cluster 2024-06-06T11:22:16.302905+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-06-06T11:22:17.800 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:22:18.706 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4022 ms) 2024-06-06T11:22:18.707 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-06-06T11:22:18.766 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:18.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:18 smithi132 bash[74574]: cluster 2024-06-06T11:22:17.485301+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-06-06T11:22:18.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:18 smithi132 bash[74574]: cluster 2024-06-06T11:22:17.525146+0000 mgr.y (mgr.25375) 430 : cluster [DBG] pgmap v951: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 10 KiB/s wr, 216 op/s 2024-06-06T11:22:18.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:18 smithi132 bash[71843]: cluster 2024-06-06T11:22:17.485301+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-06-06T11:22:18.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:18 smithi132 bash[71843]: cluster 2024-06-06T11:22:17.525146+0000 mgr.y (mgr.25375) 430 : cluster [DBG] pgmap v951: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 10 KiB/s wr, 216 op/s 2024-06-06T11:22:18.787 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 0~10 2024-06-06T11:22:18.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:18 smithi179 bash[54149]: cluster 2024-06-06T11:22:17.485301+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-06-06T11:22:18.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:18 smithi179 bash[54149]: cluster 2024-06-06T11:22:17.525146+0000 mgr.y (mgr.25375) 430 : cluster [DBG] pgmap v951: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 10 KiB/s wr, 216 op/s 2024-06-06T11:22:18.805 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:19 smithi132 bash[74574]: cluster 2024-06-06T11:22:18.493900+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-06-06T11:22:19.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:19 smithi132 bash[71843]: cluster 2024-06-06T11:22:18.493900+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-06-06T11:22:19.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:19 smithi179 bash[54149]: cluster 2024-06-06T11:22:18.493900+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-06-06T11:22:20.312 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:20.406 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:22:20.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:20 smithi132 bash[71843]: cluster 2024-06-06T11:22:19.502499+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-06-06T11:22:20.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:20 smithi132 bash[71843]: cluster 2024-06-06T11:22:19.525695+0000 mgr.y (mgr.25375) 431 : cluster [DBG] pgmap v954: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 21 KiB/s wr, 398 op/s 2024-06-06T11:22:20.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:20 smithi132 bash[71843]: cluster 2024-06-06T11:22:20.298814+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-06-06T11:22:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:20 smithi132 bash[74574]: cluster 2024-06-06T11:22:19.502499+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-06-06T11:22:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:20 smithi132 bash[74574]: cluster 2024-06-06T11:22:19.525695+0000 mgr.y (mgr.25375) 431 : cluster [DBG] pgmap v954: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 21 KiB/s wr, 398 op/s 2024-06-06T11:22:20.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:20 smithi132 bash[74574]: cluster 2024-06-06T11:22:20.298814+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-06-06T11:22:20.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:20 smithi179 bash[54149]: cluster 2024-06-06T11:22:19.502499+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-06-06T11:22:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:20 smithi179 bash[54149]: cluster 2024-06-06T11:22:19.525695+0000 mgr.y (mgr.25375) 431 : cluster [DBG] pgmap v954: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 21 KiB/s wr, 398 op/s 2024-06-06T11:22:20.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:20 smithi179 bash[54149]: cluster 2024-06-06T11:22:20.298814+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-06-06T11:22:21.838 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:22:22.723 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4017 ms) 2024-06-06T11:22:22.724 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-06-06T11:22:22.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:22 smithi132 bash[71843]: cluster 2024-06-06T11:22:21.513598+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-06-06T11:22:22.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:22 smithi132 bash[71843]: cluster 2024-06-06T11:22:21.526287+0000 mgr.y (mgr.25375) 432 : cluster [DBG] pgmap v957: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 28 KiB/s wr, 533 op/s 2024-06-06T11:22:22.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:22 smithi132 bash[74574]: cluster 2024-06-06T11:22:21.513598+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-06-06T11:22:22.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:22 smithi132 bash[74574]: cluster 2024-06-06T11:22:21.526287+0000 mgr.y (mgr.25375) 432 : cluster [DBG] pgmap v957: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 28 KiB/s wr, 533 op/s 2024-06-06T11:22:22.786 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:22.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:22 smithi179 bash[54149]: cluster 2024-06-06T11:22:21.513598+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-06-06T11:22:22.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:22 smithi179 bash[54149]: cluster 2024-06-06T11:22:21.526287+0000 mgr.y (mgr.25375) 432 : cluster [DBG] pgmap v957: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 28 KiB/s wr, 533 op/s 2024-06-06T11:22:22.806 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 0~10 2024-06-06T11:22:22.821 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:23 smithi132 bash[71843]: cluster 2024-06-06T11:22:22.522924+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-06-06T11:22:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:23 smithi132 bash[71843]: audit 2024-06-06T11:22:23.349949+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:23 smithi132 bash[74574]: cluster 2024-06-06T11:22:22.522924+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-06-06T11:22:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:23 smithi132 bash[74574]: audit 2024-06-06T11:22:23.349949+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:23.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:23 smithi179 bash[54149]: cluster 2024-06-06T11:22:22.522924+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-06-06T11:22:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:23 smithi179 bash[54149]: audit 2024-06-06T11:22:23.349949+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:24.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:22:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:22:23] "GET /metrics HTTP/1.1" 200 38918 "" "Prometheus/2.33.4" 2024-06-06T11:22:24.552 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:24.663 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:22:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:24 smithi132 bash[71843]: cluster 2024-06-06T11:22:23.525408+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-06-06T11:22:25.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:24 smithi132 bash[71843]: cluster 2024-06-06T11:22:23.527155+0000 mgr.y (mgr.25375) 433 : cluster [DBG] pgmap v960: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 18 KiB/s wr, 295 op/s 2024-06-06T11:22:25.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:24 smithi132 bash[74574]: cluster 2024-06-06T11:22:23.525408+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-06-06T11:22:25.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:24 smithi132 bash[74574]: cluster 2024-06-06T11:22:23.527155+0000 mgr.y (mgr.25375) 433 : cluster [DBG] pgmap v960: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 18 KiB/s wr, 295 op/s 2024-06-06T11:22:25.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:24 smithi179 bash[54149]: cluster 2024-06-06T11:22:23.525408+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-06-06T11:22:25.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:24 smithi179 bash[54149]: cluster 2024-06-06T11:22:23.527155+0000 mgr.y (mgr.25375) 433 : cluster [DBG] pgmap v960: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 18 KiB/s wr, 295 op/s 2024-06-06T11:22:25.624 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:22:26.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:25 smithi132 bash[71843]: cluster 2024-06-06T11:22:24.537036+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-06-06T11:22:26.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:25 smithi132 bash[71843]: cluster 2024-06-06T11:22:25.302769+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-06-06T11:22:26.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:25 smithi132 bash[74574]: cluster 2024-06-06T11:22:24.537036+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-06-06T11:22:26.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:25 smithi132 bash[74574]: cluster 2024-06-06T11:22:25.302769+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-06-06T11:22:26.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:25 smithi179 bash[54149]: cluster 2024-06-06T11:22:24.537036+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-06-06T11:22:26.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:25 smithi179 bash[54149]: cluster 2024-06-06T11:22:25.302769+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-06-06T11:22:26.793 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4070 ms) 2024-06-06T11:22:26.793 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-06-06T11:22:26.857 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:26.880 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 0~10 2024-06-06T11:22:26.897 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:27.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:26 smithi132 bash[71843]: cluster 2024-06-06T11:22:25.527714+0000 mgr.y (mgr.25375) 434 : cluster [DBG] pgmap v963: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 15 KiB/s wr, 171 op/s 2024-06-06T11:22:27.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:26 smithi132 bash[74574]: cluster 2024-06-06T11:22:25.527714+0000 mgr.y (mgr.25375) 434 : cluster [DBG] pgmap v963: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 15 KiB/s wr, 171 op/s 2024-06-06T11:22:27.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:26 smithi179 bash[54149]: cluster 2024-06-06T11:22:25.527714+0000 mgr.y (mgr.25375) 434 : cluster [DBG] pgmap v963: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 15 KiB/s wr, 171 op/s 2024-06-06T11:22:28.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:27 smithi132 bash[71843]: cluster 2024-06-06T11:22:26.569666+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-06-06T11:22:28.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:27 smithi132 bash[74574]: cluster 2024-06-06T11:22:26.569666+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-06-06T11:22:28.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:27 smithi179 bash[54149]: cluster 2024-06-06T11:22:26.569666+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-06-06T11:22:28.590 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:28.682 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:22:29.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:28 smithi132 bash[71843]: cluster 2024-06-06T11:22:27.528473+0000 mgr.y (mgr.25375) 435 : cluster [DBG] pgmap v965: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 303 KiB/s rd, 18 KiB/s wr, 380 op/s 2024-06-06T11:22:29.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:28 smithi132 bash[71843]: cluster 2024-06-06T11:22:27.573277+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-06-06T11:22:29.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:28 smithi132 bash[74574]: cluster 2024-06-06T11:22:27.528473+0000 mgr.y (mgr.25375) 435 : cluster [DBG] pgmap v965: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 303 KiB/s rd, 18 KiB/s wr, 380 op/s 2024-06-06T11:22:29.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:28 smithi132 bash[74574]: cluster 2024-06-06T11:22:27.573277+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-06-06T11:22:29.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:28 smithi179 bash[54149]: cluster 2024-06-06T11:22:27.528473+0000 mgr.y (mgr.25375) 435 : cluster [DBG] pgmap v965: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 303 KiB/s rd, 18 KiB/s wr, 380 op/s 2024-06-06T11:22:29.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:28 smithi179 bash[54149]: cluster 2024-06-06T11:22:27.573277+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-06-06T11:22:29.920 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:22:30.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:29 smithi132 bash[71843]: cluster 2024-06-06T11:22:28.576248+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-06-06T11:22:30.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:29 smithi132 bash[74574]: cluster 2024-06-06T11:22:28.576248+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-06-06T11:22:30.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:29 smithi179 bash[54149]: cluster 2024-06-06T11:22:28.576248+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-06-06T11:22:30.511 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (3717 ms) 2024-06-06T11:22:30.511 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-06-06T11:22:30.573 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:30.597 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 0~10 2024-06-06T11:22:30.612 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:31.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:30 smithi132 bash[71843]: cluster 2024-06-06T11:22:29.529671+0000 mgr.y (mgr.25375) 436 : cluster [DBG] pgmap v968: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 330 KiB/s rd, 17 KiB/s wr, 412 op/s 2024-06-06T11:22:31.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:30 smithi132 bash[71843]: cluster 2024-06-06T11:22:29.594954+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-06-06T11:22:31.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:30 smithi132 bash[71843]: cluster 2024-06-06T11:22:30.305883+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-06-06T11:22:31.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:30 smithi132 bash[74574]: cluster 2024-06-06T11:22:29.529671+0000 mgr.y (mgr.25375) 436 : cluster [DBG] pgmap v968: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 330 KiB/s rd, 17 KiB/s wr, 412 op/s 2024-06-06T11:22:31.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:30 smithi132 bash[74574]: cluster 2024-06-06T11:22:29.594954+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-06-06T11:22:31.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:30 smithi132 bash[74574]: cluster 2024-06-06T11:22:30.305883+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-06-06T11:22:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:30 smithi179 bash[54149]: cluster 2024-06-06T11:22:29.529671+0000 mgr.y (mgr.25375) 436 : cluster [DBG] pgmap v968: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 330 KiB/s rd, 17 KiB/s wr, 412 op/s 2024-06-06T11:22:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:30 smithi179 bash[54149]: cluster 2024-06-06T11:22:29.594954+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-06-06T11:22:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:30 smithi179 bash[54149]: cluster 2024-06-06T11:22:30.305883+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-06-06T11:22:32.622 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:32.724 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:22:33.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:32 smithi132 bash[71843]: cluster 2024-06-06T11:22:31.530790+0000 mgr.y (mgr.25375) 437 : cluster [DBG] pgmap v971: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 16 KiB/s wr, 319 op/s 2024-06-06T11:22:33.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:32 smithi132 bash[71843]: cluster 2024-06-06T11:22:31.603546+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-06-06T11:22:33.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:32 smithi132 bash[74574]: cluster 2024-06-06T11:22:31.530790+0000 mgr.y (mgr.25375) 437 : cluster [DBG] pgmap v971: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 16 KiB/s wr, 319 op/s 2024-06-06T11:22:33.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:32 smithi132 bash[74574]: cluster 2024-06-06T11:22:31.603546+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-06-06T11:22:33.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:32 smithi179 bash[54149]: cluster 2024-06-06T11:22:31.530790+0000 mgr.y (mgr.25375) 437 : cluster [DBG] pgmap v971: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 16 KiB/s wr, 319 op/s 2024-06-06T11:22:33.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:32 smithi179 bash[54149]: cluster 2024-06-06T11:22:31.603546+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-06-06T11:22:33.902 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:33 smithi132 bash[71843]: cluster 2024-06-06T11:22:32.608063+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-06-06T11:22:33.902 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:33 smithi132 bash[74574]: cluster 2024-06-06T11:22:32.608063+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-06-06T11:22:33.950 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:22:34.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:33 smithi179 bash[54149]: cluster 2024-06-06T11:22:32.608063+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-06-06T11:22:34.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:22:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:22:33] "GET /metrics HTTP/1.1" 200 38918 "" "Prometheus/2.33.4" 2024-06-06T11:22:34.847 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4336 ms) 2024-06-06T11:22:34.847 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-06-06T11:22:34.911 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:34.935 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 0~10 2024-06-06T11:22:34.953 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:35.031 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:34 smithi132 bash[74574]: cluster 2024-06-06T11:22:33.531864+0000 mgr.y (mgr.25375) 438 : cluster [DBG] pgmap v974: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 19 KiB/s wr, 428 op/s 2024-06-06T11:22:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:34 smithi132 bash[74574]: cluster 2024-06-06T11:22:33.627282+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-06-06T11:22:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:34 smithi132 bash[71843]: cluster 2024-06-06T11:22:33.531864+0000 mgr.y (mgr.25375) 438 : cluster [DBG] pgmap v974: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 19 KiB/s wr, 428 op/s 2024-06-06T11:22:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:34 smithi132 bash[71843]: cluster 2024-06-06T11:22:33.627282+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-06-06T11:22:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:34 smithi179 bash[54149]: cluster 2024-06-06T11:22:33.531864+0000 mgr.y (mgr.25375) 438 : cluster [DBG] pgmap v974: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 19 KiB/s wr, 428 op/s 2024-06-06T11:22:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:34 smithi179 bash[54149]: cluster 2024-06-06T11:22:33.627282+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-06-06T11:22:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:35 smithi132 bash[74574]: cluster 2024-06-06T11:22:34.639057+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-06-06T11:22:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:35 smithi132 bash[74574]: cluster 2024-06-06T11:22:35.307598+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-06-06T11:22:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:35 smithi132 bash[74574]: cluster 2024-06-06T11:22:35.532675+0000 mgr.y (mgr.25375) 439 : cluster [DBG] pgmap v978: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 19 KiB/s wr, 356 op/s 2024-06-06T11:22:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:35 smithi132 bash[71843]: cluster 2024-06-06T11:22:34.639057+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-06-06T11:22:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:35 smithi132 bash[71843]: cluster 2024-06-06T11:22:35.307598+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-06-06T11:22:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:35 smithi132 bash[71843]: cluster 2024-06-06T11:22:35.532675+0000 mgr.y (mgr.25375) 439 : cluster [DBG] pgmap v978: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 19 KiB/s wr, 356 op/s 2024-06-06T11:22:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:35 smithi179 bash[54149]: cluster 2024-06-06T11:22:34.639057+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-06-06T11:22:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:35 smithi179 bash[54149]: cluster 2024-06-06T11:22:35.307598+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-06-06T11:22:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:35 smithi179 bash[54149]: cluster 2024-06-06T11:22:35.532675+0000 mgr.y (mgr.25375) 439 : cluster [DBG] pgmap v978: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 19 KiB/s wr, 356 op/s 2024-06-06T11:22:36.327 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:36.430 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:22:37.663 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:22:37.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:37 smithi132 bash[71843]: cluster 2024-06-06T11:22:36.312254+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-06-06T11:22:37.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:37 smithi132 bash[74574]: cluster 2024-06-06T11:22:36.312254+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-06-06T11:22:37.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:37 smithi179 bash[54149]: cluster 2024-06-06T11:22:36.312254+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-06-06T11:22:38.552 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3705 ms) 2024-06-06T11:22:38.552 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-06-06T11:22:38.621 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:38.643 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 0~10 2024-06-06T11:22:38.661 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:38 smithi132 bash[71843]: cluster 2024-06-06T11:22:37.318364+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-06-06T11:22:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:38 smithi132 bash[71843]: cluster 2024-06-06T11:22:37.533465+0000 mgr.y (mgr.25375) 440 : cluster [DBG] pgmap v981: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.4 KiB/s wr, 59 op/s 2024-06-06T11:22:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:38 smithi132 bash[74574]: cluster 2024-06-06T11:22:37.318364+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-06-06T11:22:38.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:38 smithi132 bash[74574]: cluster 2024-06-06T11:22:37.533465+0000 mgr.y (mgr.25375) 440 : cluster [DBG] pgmap v981: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.4 KiB/s wr, 59 op/s 2024-06-06T11:22:38.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:38 smithi179 bash[54149]: cluster 2024-06-06T11:22:37.318364+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-06-06T11:22:38.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:38 smithi179 bash[54149]: cluster 2024-06-06T11:22:37.533465+0000 mgr.y (mgr.25375) 440 : cluster [DBG] pgmap v981: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.4 KiB/s wr, 59 op/s 2024-06-06T11:22:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:39 smithi132 bash[71843]: cluster 2024-06-06T11:22:38.338596+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-06-06T11:22:39.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:39 smithi132 bash[71843]: audit 2024-06-06T11:22:38.349489+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:39.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:39 smithi132 bash[74574]: cluster 2024-06-06T11:22:38.338596+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-06-06T11:22:39.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:39 smithi132 bash[74574]: audit 2024-06-06T11:22:38.349489+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:39 smithi179 bash[54149]: cluster 2024-06-06T11:22:38.338596+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-06-06T11:22:39.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:39 smithi179 bash[54149]: audit 2024-06-06T11:22:38.349489+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:40.323 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:40.441 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:22:40.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:40 smithi132 bash[71843]: cluster 2024-06-06T11:22:39.345631+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-06-06T11:22:40.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:40 smithi132 bash[71843]: cluster 2024-06-06T11:22:39.534255+0000 mgr.y (mgr.25375) 441 : cluster [DBG] pgmap v984: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 29 KiB/s wr, 465 op/s 2024-06-06T11:22:40.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:40 smithi132 bash[71843]: cluster 2024-06-06T11:22:40.309820+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-06-06T11:22:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:40 smithi132 bash[74574]: cluster 2024-06-06T11:22:39.345631+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-06-06T11:22:40.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:40 smithi132 bash[74574]: cluster 2024-06-06T11:22:39.534255+0000 mgr.y (mgr.25375) 441 : cluster [DBG] pgmap v984: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 29 KiB/s wr, 465 op/s 2024-06-06T11:22:40.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:40 smithi132 bash[74574]: cluster 2024-06-06T11:22:40.309820+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-06-06T11:22:40.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:40 smithi179 bash[54149]: cluster 2024-06-06T11:22:39.345631+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-06-06T11:22:40.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:40 smithi179 bash[54149]: cluster 2024-06-06T11:22:39.534255+0000 mgr.y (mgr.25375) 441 : cluster [DBG] pgmap v984: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 29 KiB/s wr, 465 op/s 2024-06-06T11:22:40.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:40 smithi179 bash[54149]: cluster 2024-06-06T11:22:40.309820+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-06-06T11:22:41.702 INFO:tasks.workunit.client.0.smithi132.stdout:migration_abort 2024-06-06T11:22:42.586 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4034 ms) 2024-06-06T11:22:42.587 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-06-06T11:22:42.647 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:42.673 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 43540840~5868888 2024-06-06T11:22:42.742 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 41019205~2189686 2024-06-06T11:22:42.747 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 71999417~5062134 2024-06-06T11:22:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:42 smithi132 bash[71843]: cluster 2024-06-06T11:22:41.357723+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-06-06T11:22:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:42 smithi132 bash[71843]: cluster 2024-06-06T11:22:41.535285+0000 mgr.y (mgr.25375) 442 : cluster [DBG] pgmap v987: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 384 KiB/s rd, 30 KiB/s wr, 493 op/s 2024-06-06T11:22:42.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:42 smithi132 bash[74574]: cluster 2024-06-06T11:22:41.357723+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-06-06T11:22:42.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:42 smithi132 bash[74574]: cluster 2024-06-06T11:22:41.535285+0000 mgr.y (mgr.25375) 442 : cluster [DBG] pgmap v987: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 384 KiB/s rd, 30 KiB/s wr, 493 op/s 2024-06-06T11:22:42.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:42 smithi179 bash[54149]: cluster 2024-06-06T11:22:41.357723+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-06-06T11:22:42.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:42 smithi179 bash[54149]: cluster 2024-06-06T11:22:41.535285+0000 mgr.y (mgr.25375) 442 : cluster [DBG] pgmap v987: 137 pgs: 137 active+clean; 901 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 384 KiB/s rd, 30 KiB/s wr, 493 op/s 2024-06-06T11:22:42.796 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 53264170~4886693 2024-06-06T11:22:42.796 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 22596400~2488958 2024-06-06T11:22:42.832 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 79136302~4749778 2024-06-06T11:22:42.837 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 23510113~5798073 2024-06-06T11:22:42.877 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 46819396~212974 2024-06-06T11:22:42.881 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap0 2024-06-06T11:22:43.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:43 smithi132 bash[71843]: cluster 2024-06-06T11:22:42.368523+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-06-06T11:22:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:43 smithi132 bash[74574]: cluster 2024-06-06T11:22:42.368523+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-06-06T11:22:43.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:43 smithi179 bash[54149]: cluster 2024-06-06T11:22:42.368523+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-06-06T11:22:44.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:22:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:22:43] "GET /metrics HTTP/1.1" 200 38920 "" "Prometheus/2.33.4" 2024-06-06T11:22:44.397 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap0 2024-06-06T11:22:44.417 INFO:tasks.workunit.client.0.smithi132.stdout:clone image355 -> image358 2024-06-06T11:22:44.618 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 82469657~757250 2024-06-06T11:22:44.650 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 4810668~5046175 2024-06-06T11:22:44.663 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 78212780~5673300 2024-06-06T11:22:44.723 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 76924119~5065056 2024-06-06T11:22:44.729 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 68172025~8051784 2024-06-06T11:22:44.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:44 smithi132 bash[71843]: cluster 2024-06-06T11:22:43.368214+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-06-06T11:22:44.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:44 smithi132 bash[71843]: cluster 2024-06-06T11:22:43.536235+0000 mgr.y (mgr.25375) 443 : cluster [DBG] pgmap v990: 137 pgs: 137 active+clean; 920 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.0 MiB/s wr, 109 op/s 2024-06-06T11:22:44.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:44 smithi132 bash[74574]: cluster 2024-06-06T11:22:43.368214+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-06-06T11:22:44.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:44 smithi132 bash[74574]: cluster 2024-06-06T11:22:43.536235+0000 mgr.y (mgr.25375) 443 : cluster [DBG] pgmap v990: 137 pgs: 137 active+clean; 920 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.0 MiB/s wr, 109 op/s 2024-06-06T11:22:44.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:44 smithi179 bash[54149]: cluster 2024-06-06T11:22:43.368214+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-06-06T11:22:44.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:44 smithi179 bash[54149]: cluster 2024-06-06T11:22:43.536235+0000 mgr.y (mgr.25375) 443 : cluster [DBG] pgmap v990: 137 pgs: 137 active+clean; 920 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.0 MiB/s wr, 109 op/s 2024-06-06T11:22:44.797 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 48408959~8019196 2024-06-06T11:22:44.840 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 47442517~3096359 2024-06-06T11:22:44.877 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 30451869~8063720 2024-06-06T11:22:44.896 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:45 smithi132 bash[71843]: cluster 2024-06-06T11:22:44.385323+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-06-06T11:22:45.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:45 smithi132 bash[71843]: cluster 2024-06-06T11:22:45.313541+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-06-06T11:22:45.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:45 smithi132 bash[74574]: cluster 2024-06-06T11:22:44.385323+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-06-06T11:22:45.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:45 smithi132 bash[74574]: cluster 2024-06-06T11:22:45.313541+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-06-06T11:22:45.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:45 smithi179 bash[54149]: cluster 2024-06-06T11:22:44.385323+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-06-06T11:22:45.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:45 smithi179 bash[54149]: cluster 2024-06-06T11:22:45.313541+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-06-06T11:22:46.329 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:46.350 INFO:tasks.workunit.client.0.smithi132.stdout:clone image358 -> image360 2024-06-06T11:22:46.600 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 1073728~1787990 2024-06-06T11:22:46.644 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 4276949~7669768 2024-06-06T11:22:46.657 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 45973979~6892912 2024-06-06T11:22:46.736 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 63022633~3946952 2024-06-06T11:22:46.747 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 4159926~2375228 2024-06-06T11:22:46.771 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83075038~790126 2024-06-06T11:22:46.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:46 smithi132 bash[71843]: cluster 2024-06-06T11:22:45.537052+0000 mgr.y (mgr.25375) 444 : cluster [DBG] pgmap v993: 137 pgs: 137 active+clean; 934 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 243 KiB/s rd, 7.1 MiB/s wr, 328 op/s 2024-06-06T11:22:46.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:46 smithi132 bash[71843]: cluster 2024-06-06T11:22:46.314759+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-06-06T11:22:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:46 smithi132 bash[74574]: cluster 2024-06-06T11:22:45.537052+0000 mgr.y (mgr.25375) 444 : cluster [DBG] pgmap v993: 137 pgs: 137 active+clean; 934 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 243 KiB/s rd, 7.1 MiB/s wr, 328 op/s 2024-06-06T11:22:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:46 smithi132 bash[74574]: cluster 2024-06-06T11:22:46.314759+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-06-06T11:22:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:46 smithi179 bash[54149]: cluster 2024-06-06T11:22:45.537052+0000 mgr.y (mgr.25375) 444 : cluster [DBG] pgmap v993: 137 pgs: 137 active+clean; 934 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 243 KiB/s rd, 7.1 MiB/s wr, 328 op/s 2024-06-06T11:22:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:46 smithi179 bash[54149]: cluster 2024-06-06T11:22:46.314759+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-06-06T11:22:46.801 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 18324592~3228373 2024-06-06T11:22:46.866 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 50217588~6161143 2024-06-06T11:22:46.878 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:22:48.426 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 28200316~6278062 2024-06-06T11:22:48.446 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 56272886~4872483 2024-06-06T11:22:48.446 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 12891680~4097653 2024-06-06T11:22:48.446 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 7194013~4018550 2024-06-06T11:22:48.447 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 62413918~1613941 2024-06-06T11:22:48.448 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 48132623~4091450 2024-06-06T11:22:48.448 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 5879441~42300 2024-06-06T11:22:48.451 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 58043716~7263311 2024-06-06T11:22:48.514 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:22:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:48 smithi132 bash[71843]: cluster 2024-06-06T11:22:47.399577+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-06-06T11:22:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:48 smithi132 bash[71843]: cluster 2024-06-06T11:22:47.537839+0000 mgr.y (mgr.25375) 445 : cluster [DBG] pgmap v996: 137 pgs: 137 active+clean; 947 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 6.1 MiB/s wr, 373 op/s 2024-06-06T11:22:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:48 smithi132 bash[74574]: cluster 2024-06-06T11:22:47.399577+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-06-06T11:22:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:48 smithi132 bash[74574]: cluster 2024-06-06T11:22:47.537839+0000 mgr.y (mgr.25375) 445 : cluster [DBG] pgmap v996: 137 pgs: 137 active+clean; 947 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 6.1 MiB/s wr, 373 op/s 2024-06-06T11:22:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:48 smithi179 bash[54149]: cluster 2024-06-06T11:22:47.399577+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-06-06T11:22:48.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:48 smithi179 bash[54149]: cluster 2024-06-06T11:22:47.537839+0000 mgr.y (mgr.25375) 445 : cluster [DBG] pgmap v996: 137 pgs: 137 active+clean; 947 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 6.1 MiB/s wr, 373 op/s 2024-06-06T11:22:49.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:49 smithi132 bash[71843]: cluster 2024-06-06T11:22:48.406047+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-06-06T11:22:49.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:49 smithi132 bash[71843]: audit 2024-06-06T11:22:49.084574+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:22:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:49 smithi132 bash[74574]: cluster 2024-06-06T11:22:48.406047+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-06-06T11:22:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:49 smithi132 bash[74574]: audit 2024-06-06T11:22:49.084574+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:22:49.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:49 smithi179 bash[54149]: cluster 2024-06-06T11:22:48.406047+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-06-06T11:22:49.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:49 smithi179 bash[54149]: audit 2024-06-06T11:22:49.084574+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:22:50.329 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap3 2024-06-06T11:22:50.348 INFO:tasks.workunit.client.0.smithi132.stdout:clone image360 -> image362 2024-06-06T11:22:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:50 smithi132 bash[71843]: cluster 2024-06-06T11:22:49.411731+0000 mon.a (mon.0) 1260 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-06-06T11:22:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:50 smithi132 bash[71843]: cluster 2024-06-06T11:22:49.538563+0000 mgr.y (mgr.25375) 446 : cluster [DBG] pgmap v999: 137 pgs: 137 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 25 MiB/s wr, 382 op/s 2024-06-06T11:22:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:50 smithi132 bash[71843]: cluster 2024-06-06T11:22:50.315685+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-06-06T11:22:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:50 smithi132 bash[74574]: cluster 2024-06-06T11:22:49.411731+0000 mon.a (mon.0) 1260 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-06-06T11:22:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:50 smithi132 bash[74574]: cluster 2024-06-06T11:22:49.538563+0000 mgr.y (mgr.25375) 446 : cluster [DBG] pgmap v999: 137 pgs: 137 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 25 MiB/s wr, 382 op/s 2024-06-06T11:22:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:50 smithi132 bash[74574]: cluster 2024-06-06T11:22:50.315685+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-06-06T11:22:50.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:50 smithi179 bash[54149]: cluster 2024-06-06T11:22:49.411731+0000 mon.a (mon.0) 1260 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-06-06T11:22:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:50 smithi179 bash[54149]: cluster 2024-06-06T11:22:49.538563+0000 mgr.y (mgr.25375) 446 : cluster [DBG] pgmap v999: 137 pgs: 137 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 25 MiB/s wr, 382 op/s 2024-06-06T11:22:50.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:50 smithi179 bash[54149]: cluster 2024-06-06T11:22:50.315685+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-06-06T11:22:50.917 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.StressNoMigrate (8332 ms) 2024-06-06T11:22:50.917 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.Stress 2024-06-06T11:22:50.981 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:22:51.003 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 47657774~3354399 2024-06-06T11:22:51.051 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 39284059~1681385 2024-06-06T11:22:51.051 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 61191767~1486052 2024-06-06T11:22:51.071 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 78967495~4918585 2024-06-06T11:22:51.071 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 69799985~4018887 2024-06-06T11:22:51.106 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 52319971~4600366 2024-06-06T11:22:51.110 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 44432860~6136957 2024-06-06T11:22:51.160 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 36175264~5022816 2024-06-06T11:22:51.161 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap0 2024-06-06T11:22:52.450 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap0 2024-06-06T11:22:52.463 INFO:tasks.workunit.client.0.smithi132.stdout:clone image363 -> image366 2024-06-06T11:22:52.641 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 166507456 2024-06-06T11:22:52.661 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 9654898~4061001 2024-06-06T11:22:52.707 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83252135~349237 2024-06-06T11:22:52.717 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 68252805~3628717 2024-06-06T11:22:52.777 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 6642686~7796963 2024-06-06T11:22:52.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:52 smithi132 bash[71843]: cluster 2024-06-06T11:22:51.426232+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-06-06T11:22:52.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:52 smithi132 bash[71843]: cluster 2024-06-06T11:22:51.539471+0000 mgr.y (mgr.25375) 447 : cluster [DBG] pgmap v1002: 137 pgs: 137 active+clean; 1.1 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 28 MiB/s wr, 429 op/s 2024-06-06T11:22:52.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:52 smithi132 bash[74574]: cluster 2024-06-06T11:22:51.426232+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-06-06T11:22:52.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:52 smithi132 bash[74574]: cluster 2024-06-06T11:22:51.539471+0000 mgr.y (mgr.25375) 447 : cluster [DBG] pgmap v1002: 137 pgs: 137 active+clean; 1.1 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 28 MiB/s wr, 429 op/s 2024-06-06T11:22:52.787 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 139273063~5413524 2024-06-06T11:22:52.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:52 smithi179 bash[54149]: cluster 2024-06-06T11:22:51.426232+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-06-06T11:22:52.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:52 smithi179 bash[54149]: cluster 2024-06-06T11:22:51.539471+0000 mgr.y (mgr.25375) 447 : cluster [DBG] pgmap v1002: 137 pgs: 137 active+clean; 1.1 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 28 MiB/s wr, 429 op/s 2024-06-06T11:22:52.832 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 92201748~2887332 2024-06-06T11:22:52.832 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 121448082~2086215 2024-06-06T11:22:52.858 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 65735714~4473918 2024-06-06T11:22:52.867 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:22:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:53 smithi132 bash[71843]: cluster 2024-06-06T11:22:52.433605+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-06-06T11:22:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:53 smithi132 bash[71843]: audit 2024-06-06T11:22:53.350332+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:53 smithi132 bash[74574]: cluster 2024-06-06T11:22:52.433605+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-06-06T11:22:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:53 smithi132 bash[74574]: audit 2024-06-06T11:22:53.350332+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:53.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:53 smithi179 bash[54149]: cluster 2024-06-06T11:22:52.433605+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-06-06T11:22:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:53 smithi179 bash[54149]: audit 2024-06-06T11:22:53.350332+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:22:54.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:22:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:22:53] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:22:54.472 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:22:54.488 INFO:tasks.workunit.client.0.smithi132.stdout:clone image366 -> image368 2024-06-06T11:22:54.694 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 219119836 2024-06-06T11:22:54.714 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 13256757~6413936 2024-06-06T11:22:54.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:54 smithi132 bash[71843]: cluster 2024-06-06T11:22:53.443757+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-06-06T11:22:54.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:54 smithi132 bash[71843]: cluster 2024-06-06T11:22:53.540290+0000 mgr.y (mgr.25375) 448 : cluster [DBG] pgmap v1005: 137 pgs: 137 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 407 op/s 2024-06-06T11:22:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:54 smithi132 bash[74574]: cluster 2024-06-06T11:22:53.443757+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-06-06T11:22:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:54 smithi132 bash[74574]: cluster 2024-06-06T11:22:53.540290+0000 mgr.y (mgr.25375) 448 : cluster [DBG] pgmap v1005: 137 pgs: 137 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 407 op/s 2024-06-06T11:22:54.783 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 111677598~7036941 2024-06-06T11:22:54.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:54 smithi179 bash[54149]: cluster 2024-06-06T11:22:53.443757+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-06-06T11:22:54.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:54 smithi179 bash[54149]: cluster 2024-06-06T11:22:53.540290+0000 mgr.y (mgr.25375) 448 : cluster [DBG] pgmap v1005: 137 pgs: 137 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 407 op/s 2024-06-06T11:22:54.797 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 50036798~4564032 2024-06-06T11:22:54.876 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 180667476~5115514 2024-06-06T11:22:54.876 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 13806957~7406122 2024-06-06T11:22:54.940 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 137311063~1930102 2024-06-06T11:22:54.989 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 19520996~830358 2024-06-06T11:22:55.002 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 104168177~6490656 2024-06-06T11:22:55.013 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:22:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:55 smithi132 bash[71843]: cluster 2024-06-06T11:22:54.459601+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-06-06T11:22:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:55 smithi132 bash[71843]: audit 2024-06-06T11:22:54.974758+0000 mon.a (mon.0) 1267 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:55 smithi132 bash[71843]: audit 2024-06-06T11:22:54.983468+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:55 smithi132 bash[71843]: audit 2024-06-06T11:22:55.149610+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:55 smithi132 bash[71843]: audit 2024-06-06T11:22:55.166682+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:55.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:55 smithi132 bash[74574]: cluster 2024-06-06T11:22:54.459601+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-06-06T11:22:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:55 smithi132 bash[74574]: audit 2024-06-06T11:22:54.974758+0000 mon.a (mon.0) 1267 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:55 smithi132 bash[74574]: audit 2024-06-06T11:22:54.983468+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:55 smithi132 bash[74574]: audit 2024-06-06T11:22:55.149610+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:55.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:55 smithi132 bash[74574]: audit 2024-06-06T11:22:55.166682+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:55 smithi179 bash[54149]: cluster 2024-06-06T11:22:54.459601+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-06-06T11:22:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:55 smithi179 bash[54149]: audit 2024-06-06T11:22:54.974758+0000 mon.a (mon.0) 1267 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:55 smithi179 bash[54149]: audit 2024-06-06T11:22:54.983468+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:55 smithi179 bash[54149]: audit 2024-06-06T11:22:55.149610+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:55.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:55 smithi179 bash[54149]: audit 2024-06-06T11:22:55.166682+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:56 smithi132 bash[71843]: cluster 2024-06-06T11:22:55.541159+0000 mgr.y (mgr.25375) 449 : cluster [DBG] pgmap v1007: 137 pgs: 137 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 429 op/s 2024-06-06T11:22:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:56 smithi132 bash[71843]: audit 2024-06-06T11:22:55.642715+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:22:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:56 smithi132 bash[71843]: audit 2024-06-06T11:22:55.643967+0000 mon.a (mon.0) 1272 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:22:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:56 smithi132 bash[71843]: audit 2024-06-06T11:22:55.653515+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:56.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:56 smithi132 bash[71843]: cluster 2024-06-06T11:22:55.987949+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-06-06T11:22:56.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:56 smithi132 bash[74574]: cluster 2024-06-06T11:22:55.541159+0000 mgr.y (mgr.25375) 449 : cluster [DBG] pgmap v1007: 137 pgs: 137 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 429 op/s 2024-06-06T11:22:56.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:56 smithi132 bash[74574]: audit 2024-06-06T11:22:55.642715+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:22:56.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:56 smithi132 bash[74574]: audit 2024-06-06T11:22:55.643967+0000 mon.a (mon.0) 1272 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:22:56.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:56 smithi132 bash[74574]: audit 2024-06-06T11:22:55.653515+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:56.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:56 smithi132 bash[74574]: cluster 2024-06-06T11:22:55.987949+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-06-06T11:22:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:56 smithi179 bash[54149]: cluster 2024-06-06T11:22:55.541159+0000 mgr.y (mgr.25375) 449 : cluster [DBG] pgmap v1007: 137 pgs: 137 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 429 op/s 2024-06-06T11:22:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:56 smithi179 bash[54149]: audit 2024-06-06T11:22:55.642715+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:22:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:56 smithi179 bash[54149]: audit 2024-06-06T11:22:55.643967+0000 mon.a (mon.0) 1272 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:22:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:56 smithi179 bash[54149]: audit 2024-06-06T11:22:55.653515+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:22:56.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:56 smithi179 bash[54149]: cluster 2024-06-06T11:22:55.987949+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-06-06T11:22:57.001 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap2 2024-06-06T11:22:57.029 INFO:tasks.workunit.client.0.smithi132.stdout:clone image368 -> image370 2024-06-06T11:22:57.312 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 108917056 2024-06-06T11:22:57.346 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 60386042~6215635 2024-06-06T11:22:57.415 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 102191864~6725192 2024-06-06T11:22:57.425 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 101625487~4458318 2024-06-06T11:22:57.467 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 19208716~927817 2024-06-06T11:22:57.519 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 100678415~8238641 2024-06-06T11:22:57.595 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 38019981~7489058 2024-06-06T11:22:57.616 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 54030527~652656 2024-06-06T11:22:57.692 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 63212238~2844186 2024-06-06T11:22:57.697 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:22:58.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:57 smithi132 bash[74574]: cluster 2024-06-06T11:22:56.991590+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-06-06T11:22:58.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:57 smithi132 bash[74574]: cluster 2024-06-06T11:22:57.541683+0000 mgr.y (mgr.25375) 450 : cluster [DBG] pgmap v1010: 137 pgs: 137 active+clean; 1.1 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 12 MiB/s wr, 313 op/s 2024-06-06T11:22:58.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:57 smithi132 bash[71843]: cluster 2024-06-06T11:22:56.991590+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-06-06T11:22:58.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:57 smithi132 bash[71843]: cluster 2024-06-06T11:22:57.541683+0000 mgr.y (mgr.25375) 450 : cluster [DBG] pgmap v1010: 137 pgs: 137 active+clean; 1.1 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 12 MiB/s wr, 313 op/s 2024-06-06T11:22:58.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:57 smithi179 bash[54149]: cluster 2024-06-06T11:22:56.991590+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-06-06T11:22:58.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:57 smithi179 bash[54149]: cluster 2024-06-06T11:22:57.541683+0000 mgr.y (mgr.25375) 450 : cluster [DBG] pgmap v1010: 137 pgs: 137 active+clean; 1.1 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 12 MiB/s wr, 313 op/s 2024-06-06T11:22:59.018 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap3 2024-06-06T11:22:59.033 INFO:tasks.workunit.client.0.smithi132.stdout:clone image370 -> image372 2024-06-06T11:22:59.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:22:58 smithi132 bash[71843]: cluster 2024-06-06T11:22:57.999714+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-06-06T11:22:59.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:22:58 smithi132 bash[74574]: cluster 2024-06-06T11:22:57.999714+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-06-06T11:22:59.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:22:58 smithi179 bash[54149]: cluster 2024-06-06T11:22:57.999714+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-06-06T11:22:59.379 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:23:00.223 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:23:00.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:00 smithi132 bash[71843]: cluster 2024-06-06T11:22:59.007761+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-06-06T11:23:00.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:00 smithi132 bash[71843]: cluster 2024-06-06T11:22:59.542746+0000 mgr.y (mgr.25375) 451 : cluster [DBG] pgmap v1013: 137 pgs: 137 active+clean; 1.2 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 20 MiB/s wr, 480 op/s 2024-06-06T11:23:00.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:00 smithi132 bash[74574]: cluster 2024-06-06T11:22:59.007761+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-06-06T11:23:00.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:00 smithi132 bash[74574]: cluster 2024-06-06T11:22:59.542746+0000 mgr.y (mgr.25375) 451 : cluster [DBG] pgmap v1013: 137 pgs: 137 active+clean; 1.2 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 20 MiB/s wr, 480 op/s 2024-06-06T11:23:00.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:00 smithi179 bash[54149]: cluster 2024-06-06T11:22:59.007761+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-06-06T11:23:00.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:00 smithi179 bash[54149]: cluster 2024-06-06T11:22:59.542746+0000 mgr.y (mgr.25375) 451 : cluster [DBG] pgmap v1013: 137 pgs: 137 active+clean; 1.2 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 20 MiB/s wr, 480 op/s 2024-06-06T11:23:00.700 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:23:01.201 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.Stress (10283 ms) 2024-06-06T11:23:01.201 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.Stress2 2024-06-06T11:23:01.268 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:23:01.290 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 49381472~5256 2024-06-06T11:23:01.309 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 63883478~6646991 2024-06-06T11:23:01.309 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 71508666~979926 2024-06-06T11:23:01.329 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 2447294~5993580 2024-06-06T11:23:01.329 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 64910250~2501850 2024-06-06T11:23:01.359 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 40697152~7543380 2024-06-06T11:23:01.363 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 72479271~5794762 2024-06-06T11:23:01.409 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 46074386~419898 2024-06-06T11:23:01.412 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap0 2024-06-06T11:23:02.493 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap0 2024-06-06T11:23:02.515 INFO:tasks.workunit.client.0.smithi132.stdout:clone image373 -> image376 2024-06-06T11:23:02.713 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 57344232~4554145 2024-06-06T11:23:02.779 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 37958611~5421845 2024-06-06T11:23:02.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:02 smithi132 bash[71843]: cluster 2024-06-06T11:23:01.473573+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-06-06T11:23:02.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:02 smithi132 bash[71843]: cluster 2024-06-06T11:23:01.543495+0000 mgr.y (mgr.25375) 452 : cluster [DBG] pgmap v1015: 137 pgs: 137 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 766 op/s 2024-06-06T11:23:02.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:02 smithi132 bash[74574]: cluster 2024-06-06T11:23:01.473573+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-06-06T11:23:02.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:02 smithi132 bash[74574]: cluster 2024-06-06T11:23:01.543495+0000 mgr.y (mgr.25375) 452 : cluster [DBG] pgmap v1015: 137 pgs: 137 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 766 op/s 2024-06-06T11:23:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:02 smithi179 bash[54149]: cluster 2024-06-06T11:23:01.473573+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-06-06T11:23:02.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:02 smithi179 bash[54149]: cluster 2024-06-06T11:23:01.543495+0000 mgr.y (mgr.25375) 452 : cluster [DBG] pgmap v1015: 137 pgs: 137 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 766 op/s 2024-06-06T11:23:02.792 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 29688119~1251304 2024-06-06T11:23:02.811 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 77401432~211424 2024-06-06T11:23:02.859 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 61775867~6198454 2024-06-06T11:23:02.918 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 20827253~5182310 2024-06-06T11:23:02.934 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 5187567~2296479 2024-06-06T11:23:02.964 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 554862~3099861 2024-06-06T11:23:02.974 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:23:03.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:03 smithi132 bash[71843]: cluster 2024-06-06T11:23:02.480772+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-06-06T11:23:03.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:03 smithi132 bash[74574]: cluster 2024-06-06T11:23:02.480772+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-06-06T11:23:03.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:03 smithi179 bash[54149]: cluster 2024-06-06T11:23:02.480772+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-06-06T11:23:04.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:23:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:23:03] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:23:04.511 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap1 2024-06-06T11:23:04.533 INFO:tasks.workunit.client.0.smithi132.stdout:clone image376 -> image378 2024-06-06T11:23:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:04 smithi132 bash[71843]: cluster 2024-06-06T11:23:03.490132+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-06-06T11:23:04.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:04 smithi132 bash[71843]: cluster 2024-06-06T11:23:03.544379+0000 mgr.y (mgr.25375) 453 : cluster [DBG] pgmap v1018: 137 pgs: 137 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 834 op/s 2024-06-06T11:23:04.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:04 smithi132 bash[74574]: cluster 2024-06-06T11:23:03.490132+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-06-06T11:23:04.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:04 smithi132 bash[74574]: cluster 2024-06-06T11:23:03.544379+0000 mgr.y (mgr.25375) 453 : cluster [DBG] pgmap v1018: 137 pgs: 137 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 834 op/s 2024-06-06T11:23:04.786 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 155949608 2024-06-06T11:23:04.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:04 smithi179 bash[54149]: cluster 2024-06-06T11:23:03.490132+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-06-06T11:23:04.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:04 smithi179 bash[54149]: cluster 2024-06-06T11:23:03.544379+0000 mgr.y (mgr.25375) 453 : cluster [DBG] pgmap v1018: 137 pgs: 137 active+clean; 1.3 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 834 op/s 2024-06-06T11:23:04.809 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 111409330~7955761 2024-06-06T11:23:04.874 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 75564243~7456515 2024-06-06T11:23:04.893 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 150267754~5681854 2024-06-06T11:23:04.952 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 20225877~3163302 2024-06-06T11:23:04.965 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 78622464~6630525 2024-06-06T11:23:05.004 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 45455677~359812 2024-06-06T11:23:05.015 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 56575829~3460186 2024-06-06T11:23:05.082 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 1388981~153370 2024-06-06T11:23:05.092 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:23:05.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:05 smithi132 bash[71843]: cluster 2024-06-06T11:23:04.500917+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-06-06T11:23:05.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:05 smithi132 bash[74574]: cluster 2024-06-06T11:23:04.500917+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-06-06T11:23:05.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:05 smithi179 bash[54149]: cluster 2024-06-06T11:23:04.500917+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-06-06T11:23:06.537 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap2 2024-06-06T11:23:06.556 INFO:tasks.workunit.client.0.smithi132.stdout:clone image378 -> image380 2024-06-06T11:23:06.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:06 smithi132 bash[71843]: cluster 2024-06-06T11:23:05.505308+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-06-06T11:23:06.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:06 smithi132 bash[71843]: cluster 2024-06-06T11:23:05.544958+0000 mgr.y (mgr.25375) 454 : cluster [DBG] pgmap v1021: 137 pgs: 137 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 11 MiB/s wr, 771 op/s 2024-06-06T11:23:06.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:06 smithi132 bash[74574]: cluster 2024-06-06T11:23:05.505308+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-06-06T11:23:06.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:06 smithi132 bash[74574]: cluster 2024-06-06T11:23:05.544958+0000 mgr.y (mgr.25375) 454 : cluster [DBG] pgmap v1021: 137 pgs: 137 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 11 MiB/s wr, 771 op/s 2024-06-06T11:23:06.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:06 smithi179 bash[54149]: cluster 2024-06-06T11:23:05.505308+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-06-06T11:23:06.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:06 smithi179 bash[54149]: cluster 2024-06-06T11:23:05.544958+0000 mgr.y (mgr.25375) 454 : cluster [DBG] pgmap v1021: 137 pgs: 137 active+clean; 1.3 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 11 MiB/s wr, 771 op/s 2024-06-06T11:23:06.870 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 149946413 2024-06-06T11:23:06.905 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 77982983~2139054 2024-06-06T11:23:06.979 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 51361466~2742792 2024-06-06T11:23:06.989 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 107799630~6535549 2024-06-06T11:23:07.059 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 2295333~4120323 2024-06-06T11:23:07.097 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 39636936~5594134 2024-06-06T11:23:07.146 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 10548799~5326590 2024-06-06T11:23:07.159 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 97836814~5649658 2024-06-06T11:23:07.204 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 60689562~1228098 2024-06-06T11:23:07.254 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:23:07.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:07 smithi132 bash[71843]: cluster 2024-06-06T11:23:06.520753+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-06-06T11:23:07.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:07 smithi132 bash[74574]: cluster 2024-06-06T11:23:06.520753+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-06-06T11:23:07.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:07 smithi179 bash[54149]: cluster 2024-06-06T11:23:06.520753+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-06-06T11:23:08.550 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap3 2024-06-06T11:23:08.568 INFO:tasks.workunit.client.0.smithi132.stdout:clone image380 -> image382 2024-06-06T11:23:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:08 smithi179 bash[54149]: cluster 2024-06-06T11:23:07.528519+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-06-06T11:23:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:08 smithi179 bash[54149]: cluster 2024-06-06T11:23:07.545633+0000 mgr.y (mgr.25375) 455 : cluster [DBG] pgmap v1024: 137 pgs: 137 active+clean; 1.3 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 10 MiB/s wr, 497 op/s 2024-06-06T11:23:08.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:08 smithi179 bash[54149]: audit 2024-06-06T11:23:08.350837+0000 mon.a (mon.0) 1285 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:08.931 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 118378636 2024-06-06T11:23:08.990 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:23:09.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:08 smithi132 bash[71843]: cluster 2024-06-06T11:23:07.528519+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-06-06T11:23:09.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:08 smithi132 bash[71843]: cluster 2024-06-06T11:23:07.545633+0000 mgr.y (mgr.25375) 455 : cluster [DBG] pgmap v1024: 137 pgs: 137 active+clean; 1.3 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 10 MiB/s wr, 497 op/s 2024-06-06T11:23:09.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:08 smithi132 bash[71843]: audit 2024-06-06T11:23:08.350837+0000 mon.a (mon.0) 1285 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:09.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:08 smithi132 bash[74574]: cluster 2024-06-06T11:23:07.528519+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-06-06T11:23:09.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:08 smithi132 bash[74574]: cluster 2024-06-06T11:23:07.545633+0000 mgr.y (mgr.25375) 455 : cluster [DBG] pgmap v1024: 137 pgs: 137 active+clean; 1.3 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 10 MiB/s wr, 497 op/s 2024-06-06T11:23:09.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:08 smithi132 bash[74574]: audit 2024-06-06T11:23:08.350837+0000 mon.a (mon.0) 1285 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:09.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:09 smithi179 bash[54149]: cluster 2024-06-06T11:23:08.538028+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-06-06T11:23:09.994 INFO:tasks.workunit.client.0.smithi132.stdout:write: a 95140958~3421963 2024-06-06T11:23:10.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:09 smithi132 bash[71843]: cluster 2024-06-06T11:23:08.538028+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-06-06T11:23:10.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:09 smithi132 bash[74574]: cluster 2024-06-06T11:23:08.538028+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-06-06T11:23:10.059 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 12061368~5087540 2024-06-06T11:23:10.094 INFO:tasks.workunit.client.0.smithi132.stdout:write: a 113847134~412167 2024-06-06T11:23:10.132 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 102112450~2765565 2024-06-06T11:23:10.165 INFO:tasks.workunit.client.0.smithi132.stdout:write: a 110355153~8023483 2024-06-06T11:23:10.227 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 17921012~5241203 2024-06-06T11:23:10.254 INFO:tasks.workunit.client.0.smithi132.stdout:write: a 90674671~5139712 2024-06-06T11:23:10.297 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 72064949~2064849 2024-06-06T11:23:10.332 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: user0 2024-06-06T11:23:11.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:10 smithi132 bash[71843]: cluster 2024-06-06T11:23:09.546556+0000 mgr.y (mgr.25375) 456 : cluster [DBG] pgmap v1026: 137 pgs: 137 active+clean; 1.5 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 26 MiB/s wr, 723 op/s 2024-06-06T11:23:11.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:10 smithi132 bash[74574]: cluster 2024-06-06T11:23:09.546556+0000 mgr.y (mgr.25375) 456 : cluster [DBG] pgmap v1026: 137 pgs: 137 active+clean; 1.5 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 26 MiB/s wr, 723 op/s 2024-06-06T11:23:11.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:10 smithi179 bash[54149]: cluster 2024-06-06T11:23:09.546556+0000 mgr.y (mgr.25375) 456 : cluster [DBG] pgmap v1026: 137 pgs: 137 active+clean; 1.5 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 26 MiB/s wr, 723 op/s 2024-06-06T11:23:11.567 INFO:tasks.workunit.client.0.smithi132.stdout:write: b 103172836~7104121 2024-06-06T11:23:11.590 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 37864079~7120458 2024-06-06T11:23:11.590 INFO:tasks.workunit.client.0.smithi132.stdout:write: b 18021284~5886689 2024-06-06T11:23:11.601 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 97244167~6469838 2024-06-06T11:23:11.668 INFO:tasks.workunit.client.0.smithi132.stdout:write: b 68185424~7523504 2024-06-06T11:23:11.680 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 110712342~6165936 2024-06-06T11:23:11.681 INFO:tasks.workunit.client.0.smithi132.stdout:write: b 33706256~6748053 2024-06-06T11:23:11.689 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 50564731~3315170 2024-06-06T11:23:11.704 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: user1 2024-06-06T11:23:12.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:11 smithi132 bash[71843]: cluster 2024-06-06T11:23:10.550037+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-06-06T11:23:12.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:11 smithi132 bash[74574]: cluster 2024-06-06T11:23:10.550037+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-06-06T11:23:12.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:11 smithi179 bash[54149]: cluster 2024-06-06T11:23:10.550037+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-06-06T11:23:13.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:12 smithi132 bash[71843]: cluster 2024-06-06T11:23:11.547544+0000 mgr.y (mgr.25375) 457 : cluster [DBG] pgmap v1028: 137 pgs: 137 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 698 op/s 2024-06-06T11:23:13.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:12 smithi132 bash[71843]: cluster 2024-06-06T11:23:11.554789+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-06-06T11:23:13.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:12 smithi132 bash[74574]: cluster 2024-06-06T11:23:11.547544+0000 mgr.y (mgr.25375) 457 : cluster [DBG] pgmap v1028: 137 pgs: 137 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 698 op/s 2024-06-06T11:23:13.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:12 smithi132 bash[74574]: cluster 2024-06-06T11:23:11.554789+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-06-06T11:23:13.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:12 smithi179 bash[54149]: cluster 2024-06-06T11:23:11.547544+0000 mgr.y (mgr.25375) 457 : cluster [DBG] pgmap v1028: 137 pgs: 137 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 698 op/s 2024-06-06T11:23:13.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:12 smithi179 bash[54149]: cluster 2024-06-06T11:23:11.554789+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-06-06T11:23:13.592 INFO:tasks.workunit.client.0.smithi132.stdout:write: c 7212119~7096946 2024-06-06T11:23:13.631 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 5117383~816878 2024-06-06T11:23:13.631 INFO:tasks.workunit.client.0.smithi132.stdout:write: c 15352721~5017793 2024-06-06T11:23:13.641 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 3637620~4474561 2024-06-06T11:23:13.703 INFO:tasks.workunit.client.0.smithi132.stdout:write: c 61713154~8162417 2024-06-06T11:23:13.718 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 36222198~1208495 2024-06-06T11:23:13.718 INFO:tasks.workunit.client.0.smithi132.stdout:write: c 70384011~5298135 2024-06-06T11:23:13.725 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 85235903~554171 2024-06-06T11:23:13.726 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: user2 2024-06-06T11:23:13.901 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:13 smithi132 bash[74574]: cluster 2024-06-06T11:23:12.568686+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-06-06T11:23:13.901 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:13 smithi132 bash[71843]: cluster 2024-06-06T11:23:12.568686+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-06-06T11:23:14.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:13 smithi179 bash[54149]: cluster 2024-06-06T11:23:12.568686+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-06-06T11:23:14.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:23:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:23:13] "GET /metrics HTTP/1.1" 200 38919 "" "Prometheus/2.33.4" 2024-06-06T11:23:15.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:14 smithi132 bash[71843]: cluster 2024-06-06T11:23:13.548488+0000 mgr.y (mgr.25375) 458 : cluster [DBG] pgmap v1031: 137 pgs: 137 active+clean; 1.6 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 30 MiB/s wr, 660 op/s 2024-06-06T11:23:15.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:14 smithi132 bash[71843]: cluster 2024-06-06T11:23:13.577694+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-06-06T11:23:15.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:14 smithi132 bash[74574]: cluster 2024-06-06T11:23:13.548488+0000 mgr.y (mgr.25375) 458 : cluster [DBG] pgmap v1031: 137 pgs: 137 active+clean; 1.6 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 30 MiB/s wr, 660 op/s 2024-06-06T11:23:15.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:14 smithi132 bash[74574]: cluster 2024-06-06T11:23:13.577694+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-06-06T11:23:15.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:14 smithi179 bash[54149]: cluster 2024-06-06T11:23:13.548488+0000 mgr.y (mgr.25375) 458 : cluster [DBG] pgmap v1031: 137 pgs: 137 active+clean; 1.6 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 30 MiB/s wr, 660 op/s 2024-06-06T11:23:15.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:14 smithi179 bash[54149]: cluster 2024-06-06T11:23:13.577694+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-06-06T11:23:15.613 INFO:tasks.workunit.client.0.smithi132.stdout:write: d 92998840~4863819 2024-06-06T11:23:15.643 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 42957333~1483834 2024-06-06T11:23:15.643 INFO:tasks.workunit.client.0.smithi132.stdout:write: d 23908307~5748139 2024-06-06T11:23:15.655 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 78968432~2254378 2024-06-06T11:23:15.655 INFO:tasks.workunit.client.0.smithi132.stdout:write: d 33230131~511937 2024-06-06T11:23:15.655 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 49468135~7484296 2024-06-06T11:23:15.656 INFO:tasks.workunit.client.0.smithi132.stdout:write: d 22988516~4653911 2024-06-06T11:23:15.797 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 74338782~2535445 2024-06-06T11:23:15.798 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: user3 2024-06-06T11:23:16.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:15 smithi132 bash[71843]: cluster 2024-06-06T11:23:14.586999+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-06-06T11:23:16.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:15 smithi132 bash[74574]: cluster 2024-06-06T11:23:14.586999+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-06-06T11:23:16.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:15 smithi179 bash[54149]: cluster 2024-06-06T11:23:14.586999+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-06-06T11:23:17.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:16 smithi132 bash[71843]: cluster 2024-06-06T11:23:15.549210+0000 mgr.y (mgr.25375) 459 : cluster [DBG] pgmap v1034: 137 pgs: 137 active+clean; 1.7 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 45 MiB/s wr, 410 op/s 2024-06-06T11:23:17.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:16 smithi132 bash[71843]: cluster 2024-06-06T11:23:15.597038+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-06-06T11:23:17.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:16 smithi132 bash[74574]: cluster 2024-06-06T11:23:15.549210+0000 mgr.y (mgr.25375) 459 : cluster [DBG] pgmap v1034: 137 pgs: 137 active+clean; 1.7 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 45 MiB/s wr, 410 op/s 2024-06-06T11:23:17.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:16 smithi132 bash[74574]: cluster 2024-06-06T11:23:15.597038+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-06-06T11:23:17.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:16 smithi179 bash[54149]: cluster 2024-06-06T11:23:15.549210+0000 mgr.y (mgr.25375) 459 : cluster [DBG] pgmap v1034: 137 pgs: 137 active+clean; 1.7 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 45 MiB/s wr, 410 op/s 2024-06-06T11:23:17.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:16 smithi179 bash[54149]: cluster 2024-06-06T11:23:15.597038+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-06-06T11:23:17.641 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 11837863~2959465 2024-06-06T11:23:17.643 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 12577729~1479732 2024-06-06T11:23:17.683 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 23675727~2959465 2024-06-06T11:23:17.684 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 24415593~1479732 2024-06-06T11:23:17.717 INFO:tasks.workunit.client.0.smithi132.stdout:write: 3 35513590~2959465 2024-06-06T11:23:17.719 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 36253456~1479732 2024-06-06T11:23:17.754 INFO:tasks.workunit.client.0.smithi132.stdout:write: 4 47351454~2959465 2024-06-06T11:23:17.755 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 48091320~1479732 2024-06-06T11:23:17.791 INFO:tasks.workunit.client.0.smithi132.stdout:write: 5 59189318~2959465 2024-06-06T11:23:17.793 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 59929184~1479732 2024-06-06T11:23:18.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:17 smithi132 bash[71843]: cluster 2024-06-06T11:23:16.606065+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-06-06T11:23:18.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:17 smithi132 bash[74574]: cluster 2024-06-06T11:23:16.606065+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-06-06T11:23:18.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:17 smithi179 bash[54149]: cluster 2024-06-06T11:23:16.606065+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-06-06T11:23:19.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:18 smithi132 bash[71843]: cluster 2024-06-06T11:23:17.549975+0000 mgr.y (mgr.25375) 460 : cluster [DBG] pgmap v1037: 137 pgs: 137 active+clean; 1.8 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 43 MiB/s wr, 564 op/s 2024-06-06T11:23:19.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:18 smithi132 bash[71843]: cluster 2024-06-06T11:23:17.617438+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-06-06T11:23:19.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:18 smithi132 bash[74574]: cluster 2024-06-06T11:23:17.549975+0000 mgr.y (mgr.25375) 460 : cluster [DBG] pgmap v1037: 137 pgs: 137 active+clean; 1.8 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 43 MiB/s wr, 564 op/s 2024-06-06T11:23:19.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:18 smithi132 bash[74574]: cluster 2024-06-06T11:23:17.617438+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-06-06T11:23:19.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:18 smithi179 bash[54149]: cluster 2024-06-06T11:23:17.549975+0000 mgr.y (mgr.25375) 460 : cluster [DBG] pgmap v1037: 137 pgs: 137 active+clean; 1.8 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 43 MiB/s wr, 564 op/s 2024-06-06T11:23:19.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:18 smithi179 bash[54149]: cluster 2024-06-06T11:23:17.617438+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-06-06T11:23:19.476 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:23:20.047 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:23:21.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:20 smithi132 bash[71843]: cluster 2024-06-06T11:23:19.551029+0000 mgr.y (mgr.25375) 461 : cluster [DBG] pgmap v1039: 137 pgs: 137 active+clean; 1.9 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 81 MiB/s rd, 30 MiB/s wr, 368 op/s 2024-06-06T11:23:21.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:20 smithi132 bash[74574]: cluster 2024-06-06T11:23:19.551029+0000 mgr.y (mgr.25375) 461 : cluster [DBG] pgmap v1039: 137 pgs: 137 active+clean; 1.9 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 81 MiB/s rd, 30 MiB/s wr, 368 op/s 2024-06-06T11:23:21.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:20 smithi179 bash[54149]: cluster 2024-06-06T11:23:19.551029+0000 mgr.y (mgr.25375) 461 : cluster [DBG] pgmap v1039: 137 pgs: 137 active+clean; 1.9 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 81 MiB/s rd, 30 MiB/s wr, 368 op/s 2024-06-06T11:23:21.994 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.Stress2 (20793 ms) 2024-06-06T11:23:21.994 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMigration.StressLive 2024-06-06T11:23:22.052 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 83886080 2024-06-06T11:23:22.073 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 64455607~4009348 2024-06-06T11:23:22.120 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 33649734~1022079 2024-06-06T11:23:22.120 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 25961712~7605739 2024-06-06T11:23:22.185 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 25591451~1320968 2024-06-06T11:23:22.190 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 31784927~2634547 2024-06-06T11:23:22.210 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 45131758~7507778 2024-06-06T11:23:22.210 INFO:tasks.workunit.client.0.smithi132.stdout:write: A 30098996~3332814 2024-06-06T11:23:22.244 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 75833543~8052537 2024-06-06T11:23:22.244 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap0 2024-06-06T11:23:23.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:22 smithi132 bash[71843]: cluster 2024-06-06T11:23:21.552056+0000 mgr.y (mgr.25375) 462 : cluster [DBG] pgmap v1040: 137 pgs: 137 active+clean; 1.9 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 MiB/s rd, 26 MiB/s wr, 435 op/s 2024-06-06T11:23:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:22 smithi132 bash[74574]: cluster 2024-06-06T11:23:21.552056+0000 mgr.y (mgr.25375) 462 : cluster [DBG] pgmap v1040: 137 pgs: 137 active+clean; 1.9 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 MiB/s rd, 26 MiB/s wr, 435 op/s 2024-06-06T11:23:23.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:22 smithi179 bash[54149]: cluster 2024-06-06T11:23:21.552056+0000 mgr.y (mgr.25375) 462 : cluster [DBG] pgmap v1040: 137 pgs: 137 active+clean; 1.9 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 MiB/s rd, 26 MiB/s wr, 435 op/s 2024-06-06T11:23:23.663 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap0 2024-06-06T11:23:23.681 INFO:tasks.workunit.client.0.smithi132.stdout:clone image383 -> image386 2024-06-06T11:23:23.873 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 112344650 2024-06-06T11:23:23.898 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 53705375~7035738 2024-06-06T11:23:23.902 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:23 smithi132 bash[74574]: cluster 2024-06-06T11:23:22.633857+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-06-06T11:23:23.902 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:23 smithi132 bash[74574]: audit 2024-06-06T11:23:23.351344+0000 mon.a (mon.0) 1296 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:23.902 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:23 smithi132 bash[74574]: cluster 2024-06-06T11:23:23.553091+0000 mgr.y (mgr.25375) 463 : cluster [DBG] pgmap v1042: 137 pgs: 137 active+clean; 1.9 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 167 MiB/s rd, 15 MiB/s wr, 290 op/s 2024-06-06T11:23:23.902 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:23 smithi132 bash[71843]: cluster 2024-06-06T11:23:22.633857+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-06-06T11:23:23.902 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:23 smithi132 bash[71843]: audit 2024-06-06T11:23:23.351344+0000 mon.a (mon.0) 1296 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:23.902 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:23 smithi132 bash[71843]: cluster 2024-06-06T11:23:23.553091+0000 mgr.y (mgr.25375) 463 : cluster [DBG] pgmap v1042: 137 pgs: 137 active+clean; 1.9 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 167 MiB/s rd, 15 MiB/s wr, 290 op/s 2024-06-06T11:23:23.969 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 9350791~6818214 2024-06-06T11:23:23.980 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 14302510~5477180 2024-06-06T11:23:24.032 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 23615561~2986175 2024-06-06T11:23:24.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:23 smithi179 bash[54149]: cluster 2024-06-06T11:23:22.633857+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-06-06T11:23:24.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:23 smithi179 bash[54149]: audit 2024-06-06T11:23:23.351344+0000 mon.a (mon.0) 1296 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:24.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:23 smithi179 bash[54149]: cluster 2024-06-06T11:23:23.553091+0000 mgr.y (mgr.25375) 463 : cluster [DBG] pgmap v1042: 137 pgs: 137 active+clean; 1.9 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 167 MiB/s rd, 15 MiB/s wr, 290 op/s 2024-06-06T11:23:24.076 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 13361056~5667350 2024-06-06T11:23:24.119 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 62605644~2460041 2024-06-06T11:23:24.154 INFO:tasks.workunit.client.0.smithi132.stdout:write: B 40260194~1142361 2024-06-06T11:23:24.172 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 41691073~7259755 2024-06-06T11:23:24.183 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap1 2024-06-06T11:23:24.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:23:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:23:23] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:23:25.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:24 smithi132 bash[71843]: cluster 2024-06-06T11:23:23.648872+0000 mon.a (mon.0) 1297 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-06-06T11:23:25.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:24 smithi132 bash[74574]: cluster 2024-06-06T11:23:23.648872+0000 mon.a (mon.0) 1297 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-06-06T11:23:25.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:24 smithi179 bash[54149]: cluster 2024-06-06T11:23:23.648872+0000 mon.a (mon.0) 1297 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-06-06T11:23:25.683 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 47428903~2558631 2024-06-06T11:23:25.692 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 4395358~2301583 2024-06-06T11:23:25.693 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 44454081~6957321 2024-06-06T11:23:25.721 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 76333584~4121940 2024-06-06T11:23:25.721 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 94254721~5154231 2024-06-06T11:23:25.729 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 107877334~1530285 2024-06-06T11:23:25.729 INFO:tasks.workunit.client.0.smithi132.stdout:write: C 47843289~4959294 2024-06-06T11:23:25.745 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 99269820~4237959 2024-06-06T11:23:25.769 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap2 2024-06-06T11:23:26.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:25 smithi132 bash[71843]: cluster 2024-06-06T11:23:24.660903+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-06-06T11:23:26.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:25 smithi132 bash[71843]: cluster 2024-06-06T11:23:25.553850+0000 mgr.y (mgr.25375) 464 : cluster [DBG] pgmap v1045: 137 pgs: 137 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 MiB/s rd, 10 MiB/s wr, 561 op/s 2024-06-06T11:23:26.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:25 smithi132 bash[74574]: cluster 2024-06-06T11:23:24.660903+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-06-06T11:23:26.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:25 smithi132 bash[74574]: cluster 2024-06-06T11:23:25.553850+0000 mgr.y (mgr.25375) 464 : cluster [DBG] pgmap v1045: 137 pgs: 137 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 MiB/s rd, 10 MiB/s wr, 561 op/s 2024-06-06T11:23:26.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:25 smithi179 bash[54149]: cluster 2024-06-06T11:23:24.660903+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-06-06T11:23:26.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:25 smithi179 bash[54149]: cluster 2024-06-06T11:23:25.553850+0000 mgr.y (mgr.25375) 464 : cluster [DBG] pgmap v1045: 137 pgs: 137 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 MiB/s rd, 10 MiB/s wr, 561 op/s 2024-06-06T11:23:27.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:26 smithi132 bash[71843]: cluster 2024-06-06T11:23:25.670097+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-06-06T11:23:27.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:26 smithi132 bash[74574]: cluster 2024-06-06T11:23:25.670097+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-06-06T11:23:27.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:26 smithi179 bash[54149]: cluster 2024-06-06T11:23:25.670097+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-06-06T11:23:27.708 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap2 2024-06-06T11:23:27.728 INFO:tasks.workunit.client.0.smithi132.stdout:clone image386 -> image388 2024-06-06T11:23:28.004 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 85113761 2024-06-06T11:23:28.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:27 smithi132 bash[71843]: cluster 2024-06-06T11:23:26.676489+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-06-06T11:23:28.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:27 smithi132 bash[71843]: cluster 2024-06-06T11:23:27.554625+0000 mgr.y (mgr.25375) 465 : cluster [DBG] pgmap v1048: 137 pgs: 137 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 102 MiB/s rd, 12 MiB/s wr, 664 op/s 2024-06-06T11:23:28.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:27 smithi132 bash[74574]: cluster 2024-06-06T11:23:26.676489+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-06-06T11:23:28.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:27 smithi132 bash[74574]: cluster 2024-06-06T11:23:27.554625+0000 mgr.y (mgr.25375) 465 : cluster [DBG] pgmap v1048: 137 pgs: 137 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 102 MiB/s rd, 12 MiB/s wr, 664 op/s 2024-06-06T11:23:28.035 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 30279883~2322657 2024-06-06T11:23:28.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:27 smithi179 bash[54149]: cluster 2024-06-06T11:23:26.676489+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-06-06T11:23:28.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:27 smithi179 bash[54149]: cluster 2024-06-06T11:23:27.554625+0000 mgr.y (mgr.25375) 465 : cluster [DBG] pgmap v1048: 137 pgs: 137 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 102 MiB/s rd, 12 MiB/s wr, 664 op/s 2024-06-06T11:23:28.124 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 48559637~6581545 2024-06-06T11:23:28.192 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 79584705~5529056 2024-06-06T11:23:28.249 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 3492683~598031 2024-06-06T11:23:28.262 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 54212386~3301761 2024-06-06T11:23:28.295 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 77238588~4359757 2024-06-06T11:23:28.300 INFO:tasks.workunit.client.0.smithi132.stdout:write: D 14037793~4394325 2024-06-06T11:23:28.371 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 79843381~5270380 2024-06-06T11:23:28.376 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: snap3 2024-06-06T11:23:29.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:28 smithi132 bash[71843]: cluster 2024-06-06T11:23:27.695224+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-06-06T11:23:29.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:28 smithi132 bash[74574]: cluster 2024-06-06T11:23:27.695224+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-06-06T11:23:29.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:28 smithi179 bash[54149]: cluster 2024-06-06T11:23:27.695224+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-06-06T11:23:29.727 INFO:tasks.workunit.client.0.smithi132.stdout:snap_protect: snap3 2024-06-06T11:23:29.749 INFO:tasks.workunit.client.0.smithi132.stdout:clone image388 -> image390 2024-06-06T11:23:30.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:29 smithi132 bash[71843]: cluster 2024-06-06T11:23:28.699826+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-06-06T11:23:30.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:29 smithi132 bash[71843]: cluster 2024-06-06T11:23:29.555808+0000 mgr.y (mgr.25375) 466 : cluster [DBG] pgmap v1051: 137 pgs: 137 active+clean; 2.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 25 MiB/s wr, 397 op/s 2024-06-06T11:23:30.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:29 smithi132 bash[74574]: cluster 2024-06-06T11:23:28.699826+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-06-06T11:23:30.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:29 smithi132 bash[74574]: cluster 2024-06-06T11:23:29.555808+0000 mgr.y (mgr.25375) 466 : cluster [DBG] pgmap v1051: 137 pgs: 137 active+clean; 2.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 25 MiB/s wr, 397 op/s 2024-06-06T11:23:30.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:29 smithi179 bash[54149]: cluster 2024-06-06T11:23:28.699826+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-06-06T11:23:30.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:29 smithi179 bash[54149]: cluster 2024-06-06T11:23:29.555808+0000 mgr.y (mgr.25375) 466 : cluster [DBG] pgmap v1051: 137 pgs: 137 active+clean; 2.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 25 MiB/s wr, 397 op/s 2024-06-06T11:23:30.089 INFO:tasks.workunit.client.0.smithi132.stdout:migration_prepare 2024-06-06T11:23:30.833 INFO:tasks.workunit.client.0.smithi132.stdout:migration_execute 2024-06-06T11:23:30.833 INFO:tasks.workunit.client.0.smithi132.stdout:write: a 40046535~916783 2024-06-06T11:23:30.879 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 57210226~7526305 2024-06-06T11:23:30.930 INFO:tasks.workunit.client.0.smithi132.stdout:write: a 2807546~7410184 2024-06-06T11:23:30.992 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 3289079~7542625 2024-06-06T11:23:30.995 INFO:tasks.workunit.client.0.smithi132.stdout:write: a 72924506~2750258 2024-06-06T11:23:31.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:30 smithi132 bash[71843]: cluster 2024-06-06T11:23:29.704026+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-06-06T11:23:31.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:30 smithi132 bash[74574]: cluster 2024-06-06T11:23:29.704026+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-06-06T11:23:31.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:30 smithi179 bash[54149]: cluster 2024-06-06T11:23:29.704026+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-06-06T11:23:31.057 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 78189679~6924082 2024-06-06T11:23:31.074 INFO:tasks.workunit.client.0.smithi132.stdout:write: a 44641056~3457112 2024-06-06T11:23:31.136 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 50343699~7145804 2024-06-06T11:23:31.187 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: user0 2024-06-06T11:23:32.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:31 smithi132 bash[71843]: cluster 2024-06-06T11:23:31.556827+0000 mgr.y (mgr.25375) 467 : cluster [DBG] pgmap v1053: 137 pgs: 137 active+clean; 2.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 25 MiB/s wr, 479 op/s 2024-06-06T11:23:32.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:31 smithi132 bash[74574]: cluster 2024-06-06T11:23:31.556827+0000 mgr.y (mgr.25375) 467 : cluster [DBG] pgmap v1053: 137 pgs: 137 active+clean; 2.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 25 MiB/s wr, 479 op/s 2024-06-06T11:23:32.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:31 smithi179 bash[54149]: cluster 2024-06-06T11:23:31.556827+0000 mgr.y (mgr.25375) 467 : cluster [DBG] pgmap v1053: 137 pgs: 137 active+clean; 2.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 25 MiB/s wr, 479 op/s 2024-06-06T11:23:32.744 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 143004387 2024-06-06T11:23:32.766 INFO:tasks.workunit.client.0.smithi132.stdout:write: b 58835986~6080664 2024-06-06T11:23:32.784 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 32557994~1233486 2024-06-06T11:23:32.784 INFO:tasks.workunit.client.0.smithi132.stdout:write: b 79896562~2747526 2024-06-06T11:23:32.786 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 65066005~3962615 2024-06-06T11:23:32.786 INFO:tasks.workunit.client.0.smithi132.stdout:write: b 48787729~1013935 2024-06-06T11:23:32.787 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 136813574~3936694 2024-06-06T11:23:32.787 INFO:tasks.workunit.client.0.smithi132.stdout:write: b 11649882~3216461 2024-06-06T11:23:32.788 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83851932~883240 2024-06-06T11:23:32.789 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: user1 2024-06-06T11:23:33.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:32 smithi132 bash[71843]: cluster 2024-06-06T11:23:31.734058+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-06-06T11:23:33.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:32 smithi132 bash[74574]: cluster 2024-06-06T11:23:31.734058+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-06-06T11:23:33.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:32 smithi179 bash[54149]: cluster 2024-06-06T11:23:31.734058+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-06-06T11:23:34.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:33 smithi132 bash[71843]: cluster 2024-06-06T11:23:32.730372+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-06-06T11:23:34.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:33 smithi132 bash[71843]: cluster 2024-06-06T11:23:33.557759+0000 mgr.y (mgr.25375) 468 : cluster [DBG] pgmap v1056: 137 pgs: 137 active+clean; 2.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 24 MiB/s wr, 622 op/s 2024-06-06T11:23:34.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:23:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:23:33] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.33.4" 2024-06-06T11:23:34.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:33 smithi132 bash[74574]: cluster 2024-06-06T11:23:32.730372+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-06-06T11:23:34.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:33 smithi132 bash[74574]: cluster 2024-06-06T11:23:33.557759+0000 mgr.y (mgr.25375) 468 : cluster [DBG] pgmap v1056: 137 pgs: 137 active+clean; 2.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 24 MiB/s wr, 622 op/s 2024-06-06T11:23:34.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:33 smithi179 bash[54149]: cluster 2024-06-06T11:23:32.730372+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-06-06T11:23:34.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:33 smithi179 bash[54149]: cluster 2024-06-06T11:23:33.557759+0000 mgr.y (mgr.25375) 468 : cluster [DBG] pgmap v1056: 137 pgs: 137 active+clean; 2.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 24 MiB/s wr, 622 op/s 2024-06-06T11:23:34.772 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 150137186 2024-06-06T11:23:34.796 INFO:tasks.workunit.client.0.smithi132.stdout:write: c 100581030~866457 2024-06-06T11:23:34.811 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 115430865~7492416 2024-06-06T11:23:34.811 INFO:tasks.workunit.client.0.smithi132.stdout:write: c 143007864~745135 2024-06-06T11:23:34.812 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 83988510~7693505 2024-06-06T11:23:34.812 INFO:tasks.workunit.client.0.smithi132.stdout:write: c 6450701~6886021 2024-06-06T11:23:34.816 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 56004927~5852298 2024-06-06T11:23:34.816 INFO:tasks.workunit.client.0.smithi132.stdout:write: c 58164792~2348346 2024-06-06T11:23:34.857 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 71737426~8111655 2024-06-06T11:23:34.857 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: user2 2024-06-06T11:23:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:34 smithi132 bash[71843]: cluster 2024-06-06T11:23:33.748277+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-06-06T11:23:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:34 smithi132 bash[74574]: cluster 2024-06-06T11:23:33.748277+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-06-06T11:23:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:34 smithi179 bash[54149]: cluster 2024-06-06T11:23:33.748277+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-06-06T11:23:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:35 smithi132 bash[71843]: cluster 2024-06-06T11:23:34.755168+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-06-06T11:23:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:35 smithi132 bash[71843]: cluster 2024-06-06T11:23:35.558531+0000 mgr.y (mgr.25375) 469 : cluster [DBG] pgmap v1059: 137 pgs: 137 active+clean; 2.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 27 MiB/s wr, 606 op/s 2024-06-06T11:23:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:35 smithi132 bash[74574]: cluster 2024-06-06T11:23:34.755168+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-06-06T11:23:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:35 smithi132 bash[74574]: cluster 2024-06-06T11:23:35.558531+0000 mgr.y (mgr.25375) 469 : cluster [DBG] pgmap v1059: 137 pgs: 137 active+clean; 2.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 27 MiB/s wr, 606 op/s 2024-06-06T11:23:36.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:35 smithi179 bash[54149]: cluster 2024-06-06T11:23:34.755168+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-06-06T11:23:36.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:35 smithi179 bash[54149]: cluster 2024-06-06T11:23:35.558531+0000 mgr.y (mgr.25375) 469 : cluster [DBG] pgmap v1059: 137 pgs: 137 active+clean; 2.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 27 MiB/s wr, 606 op/s 2024-06-06T11:23:36.809 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 209313637 2024-06-06T11:23:36.832 INFO:tasks.workunit.client.0.smithi132.stdout:write: d 109565645~786467 2024-06-06T11:23:36.847 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 77297874~1223817 2024-06-06T11:23:36.848 INFO:tasks.workunit.client.0.smithi132.stdout:write: d 124207276~956566 2024-06-06T11:23:36.848 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 72486580~5192351 2024-06-06T11:23:36.862 INFO:tasks.workunit.client.0.smithi132.stdout:write: d 99153405~1625382 2024-06-06T11:23:36.863 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 20261740~6527186 2024-06-06T11:23:36.863 INFO:tasks.workunit.client.0.smithi132.stdout:write: d 2619102~5980407 2024-06-06T11:23:36.867 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 92584362~7264409 2024-06-06T11:23:36.900 INFO:tasks.workunit.client.0.smithi132.stdout:snap_create: user3 2024-06-06T11:23:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:36 smithi132 bash[71843]: cluster 2024-06-06T11:23:35.777085+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-06-06T11:23:37.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:36 smithi132 bash[74574]: cluster 2024-06-06T11:23:35.777085+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-06-06T11:23:37.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:36 smithi179 bash[54149]: cluster 2024-06-06T11:23:35.777085+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-06-06T11:23:38.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:37 smithi132 bash[71843]: cluster 2024-06-06T11:23:36.793810+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-06-06T11:23:38.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:37 smithi132 bash[71843]: cluster 2024-06-06T11:23:37.559296+0000 mgr.y (mgr.25375) 470 : cluster [DBG] pgmap v1062: 137 pgs: 137 active+clean; 2.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 325 op/s 2024-06-06T11:23:38.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:37 smithi132 bash[74574]: cluster 2024-06-06T11:23:36.793810+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-06-06T11:23:38.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:37 smithi132 bash[74574]: cluster 2024-06-06T11:23:37.559296+0000 mgr.y (mgr.25375) 470 : cluster [DBG] pgmap v1062: 137 pgs: 137 active+clean; 2.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 325 op/s 2024-06-06T11:23:38.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:37 smithi179 bash[54149]: cluster 2024-06-06T11:23:36.793810+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-06-06T11:23:38.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:37 smithi179 bash[54149]: cluster 2024-06-06T11:23:37.559296+0000 mgr.y (mgr.25375) 470 : cluster [DBG] pgmap v1062: 137 pgs: 137 active+clean; 2.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 325 op/s 2024-06-06T11:23:38.824 INFO:tasks.workunit.client.0.smithi132.stdout:resize: 187405808 2024-06-06T11:23:38.858 INFO:tasks.workunit.client.0.smithi132.stdout:write: 1 18740580~4685145 2024-06-06T11:23:38.860 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 19911866~2342572 2024-06-06T11:23:38.893 INFO:tasks.workunit.client.0.smithi132.stdout:write: 2 37481161~4685145 2024-06-06T11:23:38.895 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 38652447~2342572 2024-06-06T11:23:38.930 INFO:tasks.workunit.client.0.smithi132.stdout:write: 3 56221742~4685145 2024-06-06T11:23:38.933 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 57393028~2342572 2024-06-06T11:23:38.960 INFO:tasks.workunit.client.0.smithi132.stdout:write: 4 74962323~4685145 2024-06-06T11:23:38.962 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 76133609~2342572 2024-06-06T11:23:38.998 INFO:tasks.workunit.client.0.smithi132.stdout:write: 5 93702904~4685145 2024-06-06T11:23:39.000 INFO:tasks.workunit.client.0.smithi132.stdout:discard: 94874190~2342572 2024-06-06T11:23:39.211 INFO:tasks.workunit.client.0.smithi132.stdout:migration_commit 2024-06-06T11:23:39.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:38 smithi132 bash[71843]: cluster 2024-06-06T11:23:37.797065+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-06-06T11:23:39.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:38 smithi132 bash[71843]: audit 2024-06-06T11:23:38.350860+0000 mon.a (mon.0) 1311 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:39.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:38 smithi132 bash[74574]: cluster 2024-06-06T11:23:37.797065+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-06-06T11:23:39.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:38 smithi132 bash[74574]: audit 2024-06-06T11:23:38.350860+0000 mon.a (mon.0) 1311 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:39.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:38 smithi179 bash[54149]: cluster 2024-06-06T11:23:37.797065+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-06-06T11:23:39.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:38 smithi179 bash[54149]: audit 2024-06-06T11:23:38.350860+0000 mon.a (mon.0) 1311 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:40.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:39 smithi132 bash[71843]: cluster 2024-06-06T11:23:38.803664+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-06-06T11:23:40.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:39 smithi132 bash[71843]: cluster 2024-06-06T11:23:39.560428+0000 mgr.y (mgr.25375) 471 : cluster [DBG] pgmap v1065: 137 pgs: 137 active+clean; 2.3 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 18 MiB/s wr, 324 op/s 2024-06-06T11:23:40.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:39 smithi132 bash[74574]: cluster 2024-06-06T11:23:38.803664+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-06-06T11:23:40.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:39 smithi132 bash[74574]: cluster 2024-06-06T11:23:39.560428+0000 mgr.y (mgr.25375) 471 : cluster [DBG] pgmap v1065: 137 pgs: 137 active+clean; 2.3 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 18 MiB/s wr, 324 op/s 2024-06-06T11:23:40.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:39 smithi179 bash[54149]: cluster 2024-06-06T11:23:38.803664+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-06-06T11:23:40.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:39 smithi179 bash[54149]: cluster 2024-06-06T11:23:39.560428+0000 mgr.y (mgr.25375) 471 : cluster [DBG] pgmap v1065: 137 pgs: 137 active+clean; 2.3 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 18 MiB/s wr, 324 op/s 2024-06-06T11:23:40.838 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMigration.StressLive (18844 ms) 2024-06-06T11:23:41.918 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 57 tests from TestMigration (281572 ms total) 2024-06-06T11:23:41.918 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:23:41.918 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 2 tests from TestMirroringWatcher 2024-06-06T11:23:42.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:41 smithi132 bash[71843]: cluster 2024-06-06T11:23:40.899837+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-06-06T11:23:42.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:41 smithi132 bash[71843]: cluster 2024-06-06T11:23:41.561261+0000 mgr.y (mgr.25375) 472 : cluster [DBG] pgmap v1067: 105 pgs: 105 active+clean; 2.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-06-06T11:23:42.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:41 smithi132 bash[74574]: cluster 2024-06-06T11:23:40.899837+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-06-06T11:23:42.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:41 smithi132 bash[74574]: cluster 2024-06-06T11:23:41.561261+0000 mgr.y (mgr.25375) 472 : cluster [DBG] pgmap v1067: 105 pgs: 105 active+clean; 2.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-06-06T11:23:42.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:41 smithi179 bash[54149]: cluster 2024-06-06T11:23:40.899837+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-06-06T11:23:42.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:41 smithi179 bash[54149]: cluster 2024-06-06T11:23:41.561261+0000 mgr.y (mgr.25375) 472 : cluster [DBG] pgmap v1067: 105 pgs: 105 active+clean; 2.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-06-06T11:23:43.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:42 smithi132 bash[71843]: cluster 2024-06-06T11:23:41.893443+0000 mon.a (mon.0) 1314 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:23:43.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:42 smithi132 bash[71843]: cluster 2024-06-06T11:23:41.913474+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-06-06T11:23:43.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:42 smithi132 bash[74574]: cluster 2024-06-06T11:23:41.893443+0000 mon.a (mon.0) 1314 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:23:43.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:42 smithi132 bash[74574]: cluster 2024-06-06T11:23:41.913474+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-06-06T11:23:43.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:42 smithi179 bash[54149]: cluster 2024-06-06T11:23:41.893443+0000 mon.a (mon.0) 1314 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:23:43.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:42 smithi179 bash[54149]: cluster 2024-06-06T11:23:41.913474+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-06-06T11:23:43.930 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-06-06T11:23:44.283 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:23:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:23:43] "GET /metrics HTTP/1.1" 200 38925 "" "Prometheus/2.33.4" 2024-06-06T11:23:44.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:43 smithi132 bash[71843]: cluster 2024-06-06T11:23:42.919064+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-06-06T11:23:44.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:43 smithi132 bash[71843]: audit 2024-06-06T11:23:42.924435+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.132:0/2369858716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:44.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:43 smithi132 bash[71843]: audit 2024-06-06T11:23:42.925887+0000 mon.a (mon.0) 1317 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:44.284 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:43 smithi132 bash[71843]: cluster 2024-06-06T11:23:43.562143+0000 mgr.y (mgr.25375) 473 : cluster [DBG] pgmap v1070: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 582 KiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-06-06T11:23:44.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:43 smithi132 bash[74574]: cluster 2024-06-06T11:23:42.919064+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-06-06T11:23:44.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:43 smithi132 bash[74574]: audit 2024-06-06T11:23:42.924435+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.132:0/2369858716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:44.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:43 smithi132 bash[74574]: audit 2024-06-06T11:23:42.925887+0000 mon.a (mon.0) 1317 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:44.284 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:43 smithi132 bash[74574]: cluster 2024-06-06T11:23:43.562143+0000 mgr.y (mgr.25375) 473 : cluster [DBG] pgmap v1070: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 582 KiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-06-06T11:23:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:43 smithi179 bash[54149]: cluster 2024-06-06T11:23:42.919064+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-06-06T11:23:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:43 smithi179 bash[54149]: audit 2024-06-06T11:23:42.924435+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.132:0/2369858716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:43 smithi179 bash[54149]: audit 2024-06-06T11:23:42.925887+0000 mon.a (mon.0) 1317 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:44.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:43 smithi179 bash[54149]: cluster 2024-06-06T11:23:43.562143+0000 mgr.y (mgr.25375) 473 : cluster [DBG] pgmap v1070: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 582 KiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-06-06T11:23:45.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:44 smithi132 bash[71843]: cluster 2024-06-06T11:23:43.915569+0000 mon.a (mon.0) 1318 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:23:45.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:44 smithi132 bash[71843]: audit 2024-06-06T11:23:43.929868+0000 mon.a (mon.0) 1319 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:23:45.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:44 smithi132 bash[71843]: cluster 2024-06-06T11:23:43.930195+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-06-06T11:23:45.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:44 smithi132 bash[74574]: cluster 2024-06-06T11:23:43.915569+0000 mon.a (mon.0) 1318 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:23:45.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:44 smithi132 bash[74574]: audit 2024-06-06T11:23:43.929868+0000 mon.a (mon.0) 1319 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:23:45.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:44 smithi132 bash[74574]: cluster 2024-06-06T11:23:43.930195+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-06-06T11:23:45.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:44 smithi179 bash[54149]: cluster 2024-06-06T11:23:43.915569+0000 mon.a (mon.0) 1318 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:23:45.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:44 smithi179 bash[54149]: audit 2024-06-06T11:23:43.929868+0000 mon.a (mon.0) 1319 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:23:45.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:44 smithi179 bash[54149]: cluster 2024-06-06T11:23:43.930195+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-06-06T11:23:45.990 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2060 ms) 2024-06-06T11:23:45.990 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-06-06T11:23:46.034 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (44 ms) 2024-06-06T11:23:46.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:45 smithi132 bash[71843]: cluster 2024-06-06T11:23:44.935749+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-06-06T11:23:46.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:45 smithi132 bash[71843]: cluster 2024-06-06T11:23:45.562900+0000 mgr.y (mgr.25375) 474 : cluster [DBG] pgmap v1073: 105 pgs: 5 creating+peering, 7 unknown, 93 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:23:46.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:45 smithi132 bash[74574]: cluster 2024-06-06T11:23:44.935749+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-06-06T11:23:46.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:45 smithi132 bash[74574]: cluster 2024-06-06T11:23:45.562900+0000 mgr.y (mgr.25375) 474 : cluster [DBG] pgmap v1073: 105 pgs: 5 creating+peering, 7 unknown, 93 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:23:46.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:45 smithi179 bash[54149]: cluster 2024-06-06T11:23:44.935749+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-06-06T11:23:46.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:45 smithi179 bash[54149]: cluster 2024-06-06T11:23:45.562900+0000 mgr.y (mgr.25375) 474 : cluster [DBG] pgmap v1073: 105 pgs: 5 creating+peering, 7 unknown, 93 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-06-06T11:23:46.957 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 2 tests from TestMirroringWatcher (2104 ms total) 2024-06-06T11:23:46.957 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:23:46.957 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 4 tests from TestObjectMap 2024-06-06T11:23:47.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:46 smithi132 bash[71843]: cluster 2024-06-06T11:23:45.937846+0000 mon.a (mon.0) 1322 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:23:47.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:46 smithi132 bash[71843]: cluster 2024-06-06T11:23:45.950872+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-06-06T11:23:47.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:46 smithi132 bash[74574]: cluster 2024-06-06T11:23:45.937846+0000 mon.a (mon.0) 1322 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:23:47.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:46 smithi132 bash[74574]: cluster 2024-06-06T11:23:45.950872+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-06-06T11:23:47.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:46 smithi179 bash[54149]: cluster 2024-06-06T11:23:45.937846+0000 mon.a (mon.0) 1322 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:23:47.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:46 smithi179 bash[54149]: cluster 2024-06-06T11:23:45.950872+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-06-06T11:23:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:47 smithi132 bash[71843]: cluster 2024-06-06T11:23:46.953288+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-06-06T11:23:48.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:47 smithi132 bash[71843]: cluster 2024-06-06T11:23:47.563443+0000 mgr.y (mgr.25375) 475 : cluster [DBG] pgmap v1076: 73 pgs: 73 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:48.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:47 smithi132 bash[74574]: cluster 2024-06-06T11:23:46.953288+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-06-06T11:23:48.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:47 smithi132 bash[74574]: cluster 2024-06-06T11:23:47.563443+0000 mgr.y (mgr.25375) 475 : cluster [DBG] pgmap v1076: 73 pgs: 73 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:47 smithi179 bash[54149]: cluster 2024-06-06T11:23:46.953288+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-06-06T11:23:48.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:47 smithi179 bash[54149]: cluster 2024-06-06T11:23:47.563443+0000 mgr.y (mgr.25375) 475 : cluster [DBG] pgmap v1076: 73 pgs: 73 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:48.974 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-06-06T11:23:49.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:48 smithi132 bash[71843]: cluster 2024-06-06T11:23:47.965986+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-06-06T11:23:49.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:48 smithi132 bash[71843]: audit 2024-06-06T11:23:47.967470+0000 mon.a (mon.0) 1326 : audit [INF] from='client.? 172.21.15.132:0/2401528306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:49.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:48 smithi132 bash[74574]: cluster 2024-06-06T11:23:47.965986+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-06-06T11:23:49.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:48 smithi132 bash[74574]: audit 2024-06-06T11:23:47.967470+0000 mon.a (mon.0) 1326 : audit [INF] from='client.? 172.21.15.132:0/2401528306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:49.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:48 smithi179 bash[54149]: cluster 2024-06-06T11:23:47.965986+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-06-06T11:23:49.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:48 smithi179 bash[54149]: audit 2024-06-06T11:23:47.967470+0000 mon.a (mon.0) 1326 : audit [INF] from='client.? 172.21.15.132:0/2401528306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:49 smithi132 bash[71843]: audit 2024-06-06T11:23:48.972904+0000 mon.a (mon.0) 1327 : audit [INF] from='client.? 172.21.15.132:0/2401528306' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:23:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:49 smithi132 bash[71843]: cluster 2024-06-06T11:23:48.973476+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-06-06T11:23:50.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:49 smithi132 bash[71843]: cluster 2024-06-06T11:23:49.564430+0000 mgr.y (mgr.25375) 476 : cluster [DBG] pgmap v1079: 105 pgs: 7 creating+activating, 14 creating+peering, 6 unknown, 78 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:50.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:49 smithi132 bash[74574]: audit 2024-06-06T11:23:48.972904+0000 mon.a (mon.0) 1327 : audit [INF] from='client.? 172.21.15.132:0/2401528306' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:23:50.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:49 smithi132 bash[74574]: cluster 2024-06-06T11:23:48.973476+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-06-06T11:23:50.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:49 smithi132 bash[74574]: cluster 2024-06-06T11:23:49.564430+0000 mgr.y (mgr.25375) 476 : cluster [DBG] pgmap v1079: 105 pgs: 7 creating+activating, 14 creating+peering, 6 unknown, 78 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:50.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:49 smithi179 bash[54149]: audit 2024-06-06T11:23:48.972904+0000 mon.a (mon.0) 1327 : audit [INF] from='client.? 172.21.15.132:0/2401528306' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:23:50.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:49 smithi179 bash[54149]: cluster 2024-06-06T11:23:48.973476+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-06-06T11:23:50.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:49 smithi179 bash[54149]: cluster 2024-06-06T11:23:49.564430+0000 mgr.y (mgr.25375) 476 : cluster [DBG] pgmap v1079: 105 pgs: 7 creating+activating, 14 creating+peering, 6 unknown, 78 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:51.053 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2078 ms) 2024-06-06T11:23:51.053 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-06-06T11:23:51.102 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (50 ms) 2024-06-06T11:23:51.103 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-06-06T11:23:51.164 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (62 ms) 2024-06-06T11:23:51.165 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-06-06T11:23:51.214 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (50 ms) 2024-06-06T11:23:51.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:50 smithi132 bash[71843]: cluster 2024-06-06T11:23:49.987860+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-06-06T11:23:51.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:50 smithi132 bash[74574]: cluster 2024-06-06T11:23:49.987860+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-06-06T11:23:51.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:50 smithi179 bash[54149]: cluster 2024-06-06T11:23:49.987860+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-06-06T11:23:52.013 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 4 tests from TestObjectMap (2241 ms total) 2024-06-06T11:23:52.013 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:23:52.013 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 1 test from TestOperations 2024-06-06T11:23:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:52 smithi132 bash[71843]: cluster 2024-06-06T11:23:51.003371+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-06-06T11:23:52.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:52 smithi132 bash[71843]: cluster 2024-06-06T11:23:51.565376+0000 mgr.y (mgr.25375) 477 : cluster [DBG] pgmap v1082: 105 pgs: 7 creating+activating, 14 creating+peering, 84 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 KiB/s wr, 25 op/s 2024-06-06T11:23:52.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:52 smithi132 bash[74574]: cluster 2024-06-06T11:23:51.003371+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-06-06T11:23:52.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:52 smithi132 bash[74574]: cluster 2024-06-06T11:23:51.565376+0000 mgr.y (mgr.25375) 477 : cluster [DBG] pgmap v1082: 105 pgs: 7 creating+activating, 14 creating+peering, 84 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 KiB/s wr, 25 op/s 2024-06-06T11:23:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:52 smithi179 bash[54149]: cluster 2024-06-06T11:23:51.003371+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-06-06T11:23:52.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:52 smithi179 bash[54149]: cluster 2024-06-06T11:23:51.565376+0000 mgr.y (mgr.25375) 477 : cluster [DBG] pgmap v1082: 105 pgs: 7 creating+activating, 14 creating+peering, 84 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 KiB/s wr, 25 op/s 2024-06-06T11:23:53.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:53 smithi132 bash[71843]: cluster 2024-06-06T11:23:52.012907+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-06-06T11:23:53.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:53 smithi132 bash[74574]: cluster 2024-06-06T11:23:52.012907+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-06-06T11:23:53.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:53 smithi179 bash[54149]: cluster 2024-06-06T11:23:52.012907+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-06-06T11:23:54.043 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-06-06T11:23:54.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:23:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:23:53] "GET /metrics HTTP/1.1" 200 36421 "" "Prometheus/2.33.4" 2024-06-06T11:23:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:54 smithi132 bash[71843]: cluster 2024-06-06T11:23:53.022242+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-06-06T11:23:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:54 smithi132 bash[71843]: audit 2024-06-06T11:23:53.023551+0000 mon.a (mon.0) 1333 : audit [INF] from='client.? 172.21.15.132:0/9711807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:54 smithi132 bash[71843]: audit 2024-06-06T11:23:53.358240+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:23:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:54 smithi132 bash[71843]: audit 2024-06-06T11:23:53.359698+0000 mon.a (mon.0) 1335 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:54.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:54 smithi132 bash[71843]: cluster 2024-06-06T11:23:53.566296+0000 mgr.y (mgr.25375) 478 : cluster [DBG] pgmap v1085: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:54.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:54 smithi132 bash[74574]: cluster 2024-06-06T11:23:53.022242+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-06-06T11:23:54.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:54 smithi132 bash[74574]: audit 2024-06-06T11:23:53.023551+0000 mon.a (mon.0) 1333 : audit [INF] from='client.? 172.21.15.132:0/9711807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:54.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:54 smithi132 bash[74574]: audit 2024-06-06T11:23:53.358240+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:23:54.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:54 smithi132 bash[74574]: audit 2024-06-06T11:23:53.359698+0000 mon.a (mon.0) 1335 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:54.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:54 smithi132 bash[74574]: cluster 2024-06-06T11:23:53.566296+0000 mgr.y (mgr.25375) 478 : cluster [DBG] pgmap v1085: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:54.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:54 smithi179 bash[54149]: cluster 2024-06-06T11:23:53.022242+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-06-06T11:23:54.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:54 smithi179 bash[54149]: audit 2024-06-06T11:23:53.023551+0000 mon.a (mon.0) 1333 : audit [INF] from='client.? 172.21.15.132:0/9711807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:54.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:54 smithi179 bash[54149]: audit 2024-06-06T11:23:53.358240+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:23:54.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:54 smithi179 bash[54149]: audit 2024-06-06T11:23:53.359698+0000 mon.a (mon.0) 1335 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:23:54.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:54 smithi179 bash[54149]: cluster 2024-06-06T11:23:53.566296+0000 mgr.y (mgr.25375) 478 : cluster [DBG] pgmap v1085: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:55 smithi132 bash[71843]: audit 2024-06-06T11:23:54.027997+0000 mon.a (mon.0) 1336 : audit [INF] from='client.? 172.21.15.132:0/9711807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:23:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:55 smithi132 bash[71843]: cluster 2024-06-06T11:23:54.028862+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-06-06T11:23:55.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:55 smithi132 bash[71843]: cluster 2024-06-06T11:23:54.353672+0000 mon.a (mon.0) 1338 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:23:55.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:55 smithi132 bash[74574]: audit 2024-06-06T11:23:54.027997+0000 mon.a (mon.0) 1336 : audit [INF] from='client.? 172.21.15.132:0/9711807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:23:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:55 smithi132 bash[74574]: cluster 2024-06-06T11:23:54.028862+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-06-06T11:23:55.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:55 smithi132 bash[74574]: cluster 2024-06-06T11:23:54.353672+0000 mon.a (mon.0) 1338 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:23:55.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:55 smithi179 bash[54149]: audit 2024-06-06T11:23:54.027997+0000 mon.a (mon.0) 1336 : audit [INF] from='client.? 172.21.15.132:0/9711807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:23:55.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:55 smithi179 bash[54149]: cluster 2024-06-06T11:23:54.028862+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-06-06T11:23:55.542 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:55 smithi179 bash[54149]: cluster 2024-06-06T11:23:54.353672+0000 mon.a (mon.0) 1338 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:23:56.074 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:23:56.074 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2030 ms) 2024-06-06T11:23:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:56 smithi132 bash[71843]: cluster 2024-06-06T11:23:55.042469+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-06-06T11:23:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:56 smithi132 bash[71843]: cluster 2024-06-06T11:23:55.566920+0000 mgr.y (mgr.25375) 479 : cluster [DBG] pgmap v1088: 105 pgs: 8 creating+peering, 9 unknown, 88 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:56.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:56 smithi132 bash[71843]: audit 2024-06-06T11:23:55.749326+0000 mon.a (mon.0) 1340 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:23:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:56 smithi132 bash[74574]: cluster 2024-06-06T11:23:55.042469+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-06-06T11:23:56.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:56 smithi132 bash[74574]: cluster 2024-06-06T11:23:55.566920+0000 mgr.y (mgr.25375) 479 : cluster [DBG] pgmap v1088: 105 pgs: 8 creating+peering, 9 unknown, 88 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:56.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:56 smithi132 bash[74574]: audit 2024-06-06T11:23:55.749326+0000 mon.a (mon.0) 1340 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:23:56.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:56 smithi179 bash[54149]: cluster 2024-06-06T11:23:55.042469+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-06-06T11:23:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:56 smithi179 bash[54149]: cluster 2024-06-06T11:23:55.566920+0000 mgr.y (mgr.25375) 479 : cluster [DBG] pgmap v1088: 105 pgs: 8 creating+peering, 9 unknown, 88 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:56.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:56 smithi179 bash[54149]: audit 2024-06-06T11:23:55.749326+0000 mon.a (mon.0) 1340 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:23:57.066 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 1 test from TestOperations (2030 ms total) 2024-06-06T11:23:57.066 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:23:57.066 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 2 tests from TestTrash 2024-06-06T11:23:57.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:57 smithi132 bash[71843]: cluster 2024-06-06T11:23:56.044162+0000 mon.a (mon.0) 1341 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:23:57.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:57 smithi132 bash[71843]: cluster 2024-06-06T11:23:56.055596+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-06-06T11:23:57.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:57 smithi132 bash[74574]: cluster 2024-06-06T11:23:56.044162+0000 mon.a (mon.0) 1341 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:23:57.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:57 smithi132 bash[74574]: cluster 2024-06-06T11:23:56.055596+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-06-06T11:23:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:57 smithi179 bash[54149]: cluster 2024-06-06T11:23:56.044162+0000 mon.a (mon.0) 1341 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:23:57.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:57 smithi179 bash[54149]: cluster 2024-06-06T11:23:56.055596+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-06-06T11:23:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:58 smithi132 bash[71843]: cluster 2024-06-06T11:23:57.066063+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-06-06T11:23:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:58 smithi132 bash[71843]: cluster 2024-06-06T11:23:57.567554+0000 mgr.y (mgr.25375) 480 : cluster [DBG] pgmap v1091: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:58 smithi132 bash[74574]: cluster 2024-06-06T11:23:57.066063+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-06-06T11:23:58.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:58 smithi132 bash[74574]: cluster 2024-06-06T11:23:57.567554+0000 mgr.y (mgr.25375) 480 : cluster [DBG] pgmap v1091: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:58.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:58 smithi179 bash[54149]: cluster 2024-06-06T11:23:57.066063+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-06-06T11:23:58.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:58 smithi179 bash[54149]: cluster 2024-06-06T11:23:57.567554+0000 mgr.y (mgr.25375) 480 : cluster [DBG] pgmap v1091: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:23:59.102 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-06-06T11:23:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:59 smithi132 bash[71843]: cluster 2024-06-06T11:23:58.083692+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-06-06T11:23:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:59 smithi132 bash[71843]: audit 2024-06-06T11:23:58.088786+0000 mon.c (mon.2) 57 : audit [INF] from='client.? 172.21.15.132:0/542333274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:59.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:23:59 smithi132 bash[71843]: audit 2024-06-06T11:23:58.089271+0000 mon.a (mon.0) 1345 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:59 smithi132 bash[74574]: cluster 2024-06-06T11:23:58.083692+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-06-06T11:23:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:59 smithi132 bash[74574]: audit 2024-06-06T11:23:58.088786+0000 mon.c (mon.2) 57 : audit [INF] from='client.? 172.21.15.132:0/542333274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:59.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:23:59 smithi132 bash[74574]: audit 2024-06-06T11:23:58.089271+0000 mon.a (mon.0) 1345 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:59.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:59 smithi179 bash[54149]: cluster 2024-06-06T11:23:58.083692+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-06-06T11:23:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:59 smithi179 bash[54149]: audit 2024-06-06T11:23:58.088786+0000 mon.c (mon.2) 57 : audit [INF] from='client.? 172.21.15.132:0/542333274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:23:59.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:23:59 smithi179 bash[54149]: audit 2024-06-06T11:23:58.089271+0000 mon.a (mon.0) 1345 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:24:00.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:00 smithi132 bash[71843]: audit 2024-06-06T11:23:59.088783+0000 mon.a (mon.0) 1346 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:00.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:00 smithi132 bash[71843]: cluster 2024-06-06T11:23:59.089102+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-06-06T11:24:00.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:00 smithi132 bash[71843]: cluster 2024-06-06T11:23:59.568672+0000 mgr.y (mgr.25375) 481 : cluster [DBG] pgmap v1094: 105 pgs: 3 creating+peering, 12 unknown, 90 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:00 smithi132 bash[74574]: audit 2024-06-06T11:23:59.088783+0000 mon.a (mon.0) 1346 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:00.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:00 smithi132 bash[74574]: cluster 2024-06-06T11:23:59.089102+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-06-06T11:24:00.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:00 smithi132 bash[74574]: cluster 2024-06-06T11:23:59.568672+0000 mgr.y (mgr.25375) 481 : cluster [DBG] pgmap v1094: 105 pgs: 3 creating+peering, 12 unknown, 90 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:00.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:00 smithi179 bash[54149]: audit 2024-06-06T11:23:59.088783+0000 mon.a (mon.0) 1346 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:00 smithi179 bash[54149]: cluster 2024-06-06T11:23:59.089102+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-06-06T11:24:00.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:00 smithi179 bash[54149]: cluster 2024-06-06T11:23:59.568672+0000 mgr.y (mgr.25375) 481 : cluster [DBG] pgmap v1094: 105 pgs: 3 creating+peering, 12 unknown, 90 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:01.242 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestTrash.UserRemovingSource (2140 ms) 2024-06-06T11:24:01.242 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-06-06T11:24:01.313 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestTrash.RestoreMirroringSource (72 ms) 2024-06-06T11:24:01.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:01 smithi132 bash[71843]: cluster 2024-06-06T11:24:00.110303+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-06-06T11:24:01.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:01 smithi132 bash[74574]: cluster 2024-06-06T11:24:00.110303+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-06-06T11:24:01.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:01 smithi179 bash[54149]: cluster 2024-06-06T11:24:00.110303+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-06-06T11:24:02.138 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 2 tests from TestTrash (2212 ms total) 2024-06-06T11:24:02.138 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:24:02.138 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 4 tests from TestJournalEntries 2024-06-06T11:24:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[71843]: cluster 2024-06-06T11:24:01.111641+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-06-06T11:24:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[71843]: cluster 2024-06-06T11:24:01.569349+0000 mgr.y (mgr.25375) 482 : cluster [DBG] pgmap v1097: 105 pgs: 3 creating+peering, 102 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 4 op/s 2024-06-06T11:24:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[71843]: audit 2024-06-06T11:24:01.665422+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[71843]: audit 2024-06-06T11:24:01.671972+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[71843]: audit 2024-06-06T11:24:01.742961+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:02.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[71843]: audit 2024-06-06T11:24:01.750994+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:02.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[74574]: cluster 2024-06-06T11:24:01.111641+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-06-06T11:24:02.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[74574]: cluster 2024-06-06T11:24:01.569349+0000 mgr.y (mgr.25375) 482 : cluster [DBG] pgmap v1097: 105 pgs: 3 creating+peering, 102 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 4 op/s 2024-06-06T11:24:02.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[74574]: audit 2024-06-06T11:24:01.665422+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:02.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[74574]: audit 2024-06-06T11:24:01.671972+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:02.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[74574]: audit 2024-06-06T11:24:01.742961+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:02.533 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:02 smithi132 bash[74574]: audit 2024-06-06T11:24:01.750994+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:02 smithi179 bash[54149]: cluster 2024-06-06T11:24:01.111641+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-06-06T11:24:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:02 smithi179 bash[54149]: cluster 2024-06-06T11:24:01.569349+0000 mgr.y (mgr.25375) 482 : cluster [DBG] pgmap v1097: 105 pgs: 3 creating+peering, 102 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 4 op/s 2024-06-06T11:24:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:02 smithi179 bash[54149]: audit 2024-06-06T11:24:01.665422+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:02 smithi179 bash[54149]: audit 2024-06-06T11:24:01.671972+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:02 smithi179 bash[54149]: audit 2024-06-06T11:24:01.742961+0000 mon.a (mon.0) 1352 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:02.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:02 smithi179 bash[54149]: audit 2024-06-06T11:24:01.750994+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:03.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:03 smithi132 bash[74574]: cluster 2024-06-06T11:24:02.132224+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-06-06T11:24:03.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:03 smithi132 bash[74574]: audit 2024-06-06T11:24:02.643547+0000 mon.a (mon.0) 1355 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:24:03.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:03 smithi132 bash[74574]: audit 2024-06-06T11:24:02.645115+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:24:03.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:03 smithi132 bash[74574]: audit 2024-06-06T11:24:02.654022+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:03.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:03 smithi132 bash[71843]: cluster 2024-06-06T11:24:02.132224+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-06-06T11:24:03.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:03 smithi132 bash[71843]: audit 2024-06-06T11:24:02.643547+0000 mon.a (mon.0) 1355 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:24:03.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:03 smithi132 bash[71843]: audit 2024-06-06T11:24:02.645115+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:24:03.533 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:03 smithi132 bash[71843]: audit 2024-06-06T11:24:02.654022+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:03.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:03 smithi179 bash[54149]: cluster 2024-06-06T11:24:02.132224+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-06-06T11:24:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:03 smithi179 bash[54149]: audit 2024-06-06T11:24:02.643547+0000 mon.a (mon.0) 1355 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:24:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:03 smithi179 bash[54149]: audit 2024-06-06T11:24:02.645115+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:24:03.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:03 smithi179 bash[54149]: audit 2024-06-06T11:24:02.654022+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:24:04.157 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-06-06T11:24:04.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:24:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:24:03] "GET /metrics HTTP/1.1" 200 36421 "" "Prometheus/2.33.4" 2024-06-06T11:24:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:04 smithi132 bash[71843]: cluster 2024-06-06T11:24:03.141090+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-06-06T11:24:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:04 smithi132 bash[71843]: audit 2024-06-06T11:24:03.142078+0000 mon.a (mon.0) 1359 : audit [INF] from='client.? 172.21.15.132:0/4105324175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:24:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:04 smithi132 bash[71843]: cluster 2024-06-06T11:24:03.570227+0000 mgr.y (mgr.25375) 483 : cluster [DBG] pgmap v1100: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:04 smithi132 bash[74574]: cluster 2024-06-06T11:24:03.141090+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-06-06T11:24:04.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:04 smithi132 bash[74574]: audit 2024-06-06T11:24:03.142078+0000 mon.a (mon.0) 1359 : audit [INF] from='client.? 172.21.15.132:0/4105324175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:24:04.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:04 smithi132 bash[74574]: cluster 2024-06-06T11:24:03.570227+0000 mgr.y (mgr.25375) 483 : cluster [DBG] pgmap v1100: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:04 smithi179 bash[54149]: cluster 2024-06-06T11:24:03.141090+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-06-06T11:24:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:04 smithi179 bash[54149]: audit 2024-06-06T11:24:03.142078+0000 mon.a (mon.0) 1359 : audit [INF] from='client.? 172.21.15.132:0/4105324175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:24:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:04 smithi179 bash[54149]: cluster 2024-06-06T11:24:03.570227+0000 mgr.y (mgr.25375) 483 : cluster [DBG] pgmap v1100: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:05.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:05 smithi132 bash[74574]: cluster 2024-06-06T11:24:04.137865+0000 mon.a (mon.0) 1360 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:24:05.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:05 smithi132 bash[74574]: audit 2024-06-06T11:24:04.150758+0000 mon.a (mon.0) 1361 : audit [INF] from='client.? 172.21.15.132:0/4105324175' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:05.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:05 smithi132 bash[74574]: cluster 2024-06-06T11:24:04.151028+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-06-06T11:24:05.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:05 smithi132 bash[71843]: cluster 2024-06-06T11:24:04.137865+0000 mon.a (mon.0) 1360 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:24:05.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:05 smithi132 bash[71843]: audit 2024-06-06T11:24:04.150758+0000 mon.a (mon.0) 1361 : audit [INF] from='client.? 172.21.15.132:0/4105324175' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:05.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:05 smithi132 bash[71843]: cluster 2024-06-06T11:24:04.151028+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-06-06T11:24:05.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:05 smithi179 bash[54149]: cluster 2024-06-06T11:24:04.137865+0000 mon.a (mon.0) 1360 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:24:05.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:05 smithi179 bash[54149]: audit 2024-06-06T11:24:04.150758+0000 mon.a (mon.0) 1361 : audit [INF] from='client.? 172.21.15.132:0/4105324175' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:05.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:05 smithi179 bash[54149]: cluster 2024-06-06T11:24:04.151028+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-06-06T11:24:06.191 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:06.192 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalEntries.AioWrite (2034 ms) 2024-06-06T11:24:06.192 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-06-06T11:24:06.206 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:06.206 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalEntries.AioDiscard (15 ms) 2024-06-06T11:24:06.206 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-06-06T11:24:06.222 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:06.222 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (16 ms) 2024-06-06T11:24:06.222 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-06-06T11:24:06.238 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:06.238 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalEntries.AioFlush (17 ms) 2024-06-06T11:24:06.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:06 smithi132 bash[71843]: cluster 2024-06-06T11:24:05.159486+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-06-06T11:24:06.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:06 smithi132 bash[71843]: cluster 2024-06-06T11:24:05.571051+0000 mgr.y (mgr.25375) 484 : cluster [DBG] pgmap v1103: 105 pgs: 6 creating+peering, 12 unknown, 87 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:06.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:06 smithi132 bash[74574]: cluster 2024-06-06T11:24:05.159486+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-06-06T11:24:06.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:06 smithi132 bash[74574]: cluster 2024-06-06T11:24:05.571051+0000 mgr.y (mgr.25375) 484 : cluster [DBG] pgmap v1103: 105 pgs: 6 creating+peering, 12 unknown, 87 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:06.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:06 smithi179 bash[54149]: cluster 2024-06-06T11:24:05.159486+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-06-06T11:24:06.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:06 smithi179 bash[54149]: cluster 2024-06-06T11:24:05.571051+0000 mgr.y (mgr.25375) 484 : cluster [DBG] pgmap v1103: 105 pgs: 6 creating+peering, 12 unknown, 87 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:07.184 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 4 tests from TestJournalEntries (2082 ms total) 2024-06-06T11:24:07.184 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:24:07.184 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 16 tests from TestJournalReplay 2024-06-06T11:24:07.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:07 smithi132 bash[71843]: cluster 2024-06-06T11:24:06.155524+0000 mon.a (mon.0) 1364 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:24:07.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:07 smithi132 bash[71843]: cluster 2024-06-06T11:24:06.169554+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-06-06T11:24:07.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:07 smithi132 bash[74574]: cluster 2024-06-06T11:24:06.155524+0000 mon.a (mon.0) 1364 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:24:07.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:07 smithi132 bash[74574]: cluster 2024-06-06T11:24:06.169554+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-06-06T11:24:07.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:07 smithi179 bash[54149]: cluster 2024-06-06T11:24:06.155524+0000 mon.a (mon.0) 1364 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:24:07.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:07 smithi179 bash[54149]: cluster 2024-06-06T11:24:06.169554+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-06-06T11:24:08.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:08 smithi132 bash[71843]: cluster 2024-06-06T11:24:07.180163+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-06-06T11:24:08.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:08 smithi132 bash[71843]: cluster 2024-06-06T11:24:07.571678+0000 mgr.y (mgr.25375) 485 : cluster [DBG] pgmap v1106: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:08 smithi132 bash[74574]: cluster 2024-06-06T11:24:07.180163+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-06-06T11:24:08.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:08 smithi132 bash[74574]: cluster 2024-06-06T11:24:07.571678+0000 mgr.y (mgr.25375) 485 : cluster [DBG] pgmap v1106: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:08 smithi179 bash[54149]: cluster 2024-06-06T11:24:07.180163+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-06-06T11:24:08.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:08 smithi179 bash[54149]: cluster 2024-06-06T11:24:07.571678+0000 mgr.y (mgr.25375) 485 : cluster [DBG] pgmap v1106: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:09.196 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-06-06T11:24:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:09 smithi132 bash[74574]: cluster 2024-06-06T11:24:08.192685+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-06-06T11:24:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:09 smithi132 bash[74574]: audit 2024-06-06T11:24:08.193665+0000 mon.a (mon.0) 1368 : audit [INF] from='client.? 172.21.15.132:0/1236962853' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:24:09.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:09 smithi132 bash[74574]: audit 2024-06-06T11:24:08.352315+0000 mon.a (mon.0) 1369 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:09 smithi132 bash[71843]: cluster 2024-06-06T11:24:08.192685+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-06-06T11:24:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:09 smithi132 bash[71843]: audit 2024-06-06T11:24:08.193665+0000 mon.a (mon.0) 1368 : audit [INF] from='client.? 172.21.15.132:0/1236962853' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:24:09.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:09 smithi132 bash[71843]: audit 2024-06-06T11:24:08.352315+0000 mon.a (mon.0) 1369 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:09 smithi179 bash[54149]: cluster 2024-06-06T11:24:08.192685+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-06-06T11:24:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:09 smithi179 bash[54149]: audit 2024-06-06T11:24:08.193665+0000 mon.a (mon.0) 1368 : audit [INF] from='client.? 172.21.15.132:0/1236962853' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:24:09.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:09 smithi179 bash[54149]: audit 2024-06-06T11:24:08.352315+0000 mon.a (mon.0) 1369 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:10 smithi132 bash[71843]: audit 2024-06-06T11:24:09.195164+0000 mon.a (mon.0) 1370 : audit [INF] from='client.? 172.21.15.132:0/1236962853' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:10 smithi132 bash[71843]: cluster 2024-06-06T11:24:09.195654+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-06-06T11:24:10.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:10 smithi132 bash[71843]: cluster 2024-06-06T11:24:09.572646+0000 mgr.y (mgr.25375) 486 : cluster [DBG] pgmap v1109: 105 pgs: 5 creating+peering, 12 unknown, 88 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:10 smithi132 bash[74574]: audit 2024-06-06T11:24:09.195164+0000 mon.a (mon.0) 1370 : audit [INF] from='client.? 172.21.15.132:0/1236962853' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:10 smithi132 bash[74574]: cluster 2024-06-06T11:24:09.195654+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-06-06T11:24:10.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:10 smithi132 bash[74574]: cluster 2024-06-06T11:24:09.572646+0000 mgr.y (mgr.25375) 486 : cluster [DBG] pgmap v1109: 105 pgs: 5 creating+peering, 12 unknown, 88 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:10 smithi179 bash[54149]: audit 2024-06-06T11:24:09.195164+0000 mon.a (mon.0) 1370 : audit [INF] from='client.? 172.21.15.132:0/1236962853' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:10 smithi179 bash[54149]: cluster 2024-06-06T11:24:09.195654+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-06-06T11:24:10.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:10 smithi179 bash[54149]: cluster 2024-06-06T11:24:09.572646+0000 mgr.y (mgr.25375) 486 : cluster [DBG] pgmap v1109: 105 pgs: 5 creating+peering, 12 unknown, 88 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:11.238 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.238 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2042 ms) 2024-06-06T11:24:11.238 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-06-06T11:24:11.252 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.252 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.AioWriteEvent (14 ms) 2024-06-06T11:24:11.252 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-06-06T11:24:11.267 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.267 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.AioFlushEvent (15 ms) 2024-06-06T11:24:11.267 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-06-06T11:24:11.280 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.280 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.SnapCreate (14 ms) 2024-06-06T11:24:11.280 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-06-06T11:24:11.301 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.301 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.SnapProtect (20 ms) 2024-06-06T11:24:11.301 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-06-06T11:24:11.316 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.317 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.SnapUnprotect (16 ms) 2024-06-06T11:24:11.317 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-06-06T11:24:11.333 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.333 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.SnapRename (16 ms) 2024-06-06T11:24:11.333 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-06-06T11:24:11.348 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.348 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.SnapRollback (16 ms) 2024-06-06T11:24:11.349 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-06-06T11:24:11.363 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.364 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.SnapRemove (15 ms) 2024-06-06T11:24:11.364 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.Rename 2024-06-06T11:24:11.377 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.377 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.Rename (13 ms) 2024-06-06T11:24:11.377 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.Resize 2024-06-06T11:24:11.391 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.391 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.Resize (14 ms) 2024-06-06T11:24:11.391 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.Flatten 2024-06-06T11:24:11.406 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.406 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.Flatten (14 ms) 2024-06-06T11:24:11.406 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-06-06T11:24:11.420 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.420 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.UpdateFeatures (15 ms) 2024-06-06T11:24:11.421 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-06-06T11:24:11.436 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.436 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.MetadataSet (16 ms) 2024-06-06T11:24:11.436 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-06-06T11:24:11.451 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.451 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.MetadataRemove (14 ms) 2024-06-06T11:24:11.451 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-06-06T11:24:11.466 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:11.467 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalReplay.ObjectPosition (16 ms) 2024-06-06T11:24:11.531 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:11 smithi132 bash[71843]: cluster 2024-06-06T11:24:10.217288+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-06-06T11:24:11.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:11 smithi132 bash[74574]: cluster 2024-06-06T11:24:10.217288+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-06-06T11:24:11.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:11 smithi179 bash[54149]: cluster 2024-06-06T11:24:10.217288+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-06-06T11:24:12.238 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 16 tests from TestJournalReplay (2271 ms total) 2024-06-06T11:24:12.238 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:24:12.238 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 1 test from TestJournalStress 2024-06-06T11:24:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:12 smithi132 bash[74574]: cluster 2024-06-06T11:24:11.222217+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-06-06T11:24:12.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:12 smithi132 bash[74574]: cluster 2024-06-06T11:24:11.573627+0000 mgr.y (mgr.25375) 487 : cluster [DBG] pgmap v1112: 105 pgs: 5 creating+peering, 100 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 KiB/s rd, 3.7 KiB/s wr, 15 op/s 2024-06-06T11:24:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:12 smithi132 bash[71843]: cluster 2024-06-06T11:24:11.222217+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-06-06T11:24:12.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:12 smithi132 bash[71843]: cluster 2024-06-06T11:24:11.573627+0000 mgr.y (mgr.25375) 487 : cluster [DBG] pgmap v1112: 105 pgs: 5 creating+peering, 100 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 KiB/s rd, 3.7 KiB/s wr, 15 op/s 2024-06-06T11:24:12.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:12 smithi179 bash[54149]: cluster 2024-06-06T11:24:11.222217+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-06-06T11:24:12.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:12 smithi179 bash[54149]: cluster 2024-06-06T11:24:11.573627+0000 mgr.y (mgr.25375) 487 : cluster [DBG] pgmap v1112: 105 pgs: 5 creating+peering, 100 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 KiB/s rd, 3.7 KiB/s wr, 15 op/s 2024-06-06T11:24:13.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:13 smithi132 bash[71843]: cluster 2024-06-06T11:24:12.238329+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-06-06T11:24:13.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:13 smithi132 bash[74574]: cluster 2024-06-06T11:24:12.238329+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-06-06T11:24:13.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:13 smithi179 bash[54149]: cluster 2024-06-06T11:24:12.238329+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-06-06T11:24:14.252 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:24:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:24:13] "GET /metrics HTTP/1.1" 200 36422 "" "Prometheus/2.33.4" 2024-06-06T11:24:14.262 INFO:tasks.workunit.client.0.smithi132.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-06-06T11:24:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:14 smithi132 bash[71843]: cluster 2024-06-06T11:24:13.248810+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-06-06T11:24:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:14 smithi132 bash[71843]: audit 2024-06-06T11:24:13.251912+0000 mon.a (mon.0) 1376 : audit [INF] from='client.? 172.21.15.132:0/938474789' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:24:14.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:14 smithi132 bash[71843]: cluster 2024-06-06T11:24:13.574332+0000 mgr.y (mgr.25375) 488 : cluster [DBG] pgmap v1115: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:14.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:14 smithi132 bash[74574]: cluster 2024-06-06T11:24:13.248810+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-06-06T11:24:14.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:14 smithi132 bash[74574]: audit 2024-06-06T11:24:13.251912+0000 mon.a (mon.0) 1376 : audit [INF] from='client.? 172.21.15.132:0/938474789' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:24:14.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:14 smithi132 bash[74574]: cluster 2024-06-06T11:24:13.574332+0000 mgr.y (mgr.25375) 488 : cluster [DBG] pgmap v1115: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:14 smithi179 bash[54149]: cluster 2024-06-06T11:24:13.248810+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-06-06T11:24:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:14 smithi179 bash[54149]: audit 2024-06-06T11:24:13.251912+0000 mon.a (mon.0) 1376 : audit [INF] from='client.? 172.21.15.132:0/938474789' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-06-06T11:24:14.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:14 smithi179 bash[54149]: cluster 2024-06-06T11:24:13.574332+0000 mgr.y (mgr.25375) 488 : cluster [DBG] pgmap v1115: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:15 smithi132 bash[71843]: cluster 2024-06-06T11:24:14.245696+0000 mon.a (mon.0) 1377 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:24:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:15 smithi132 bash[71843]: audit 2024-06-06T11:24:14.260289+0000 mon.a (mon.0) 1378 : audit [INF] from='client.? 172.21.15.132:0/938474789' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:15.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:15 smithi132 bash[71843]: cluster 2024-06-06T11:24:14.260602+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-06-06T11:24:15.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:15 smithi132 bash[74574]: cluster 2024-06-06T11:24:14.245696+0000 mon.a (mon.0) 1377 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:24:15.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:15 smithi132 bash[74574]: audit 2024-06-06T11:24:14.260289+0000 mon.a (mon.0) 1378 : audit [INF] from='client.? 172.21.15.132:0/938474789' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:15.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:15 smithi132 bash[74574]: cluster 2024-06-06T11:24:14.260602+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-06-06T11:24:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:15 smithi179 bash[54149]: cluster 2024-06-06T11:24:14.245696+0000 mon.a (mon.0) 1377 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T11:24:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:15 smithi179 bash[54149]: audit 2024-06-06T11:24:14.260289+0000 mon.a (mon.0) 1378 : audit [INF] from='client.? 172.21.15.132:0/938474789' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi132-60178-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-06-06T11:24:15.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:15 smithi179 bash[54149]: cluster 2024-06-06T11:24:14.260602+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-06-06T11:24:16.297 INFO:tasks.workunit.client.0.smithi132.stdout:SKIPPING 2024-06-06T11:24:16.297 INFO:tasks.workunit.client.0.smithi132.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2034 ms) 2024-06-06T11:24:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:16 smithi132 bash[71843]: cluster 2024-06-06T11:24:15.269725+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-06-06T11:24:16.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:16 smithi132 bash[71843]: cluster 2024-06-06T11:24:15.574932+0000 mgr.y (mgr.25375) 489 : cluster [DBG] pgmap v1118: 105 pgs: 5 creating+peering, 8 unknown, 92 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:16 smithi132 bash[74574]: cluster 2024-06-06T11:24:15.269725+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-06-06T11:24:16.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:16 smithi132 bash[74574]: cluster 2024-06-06T11:24:15.574932+0000 mgr.y (mgr.25375) 489 : cluster [DBG] pgmap v1118: 105 pgs: 5 creating+peering, 8 unknown, 92 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:16.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:16 smithi179 bash[54149]: cluster 2024-06-06T11:24:15.269725+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-06-06T11:24:16.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:16 smithi179 bash[54149]: cluster 2024-06-06T11:24:15.574932+0000 mgr.y (mgr.25375) 489 : cluster [DBG] pgmap v1118: 105 pgs: 5 creating+peering, 8 unknown, 92 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:17.281 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] 1 test from TestJournalStress (2034 ms total) 2024-06-06T11:24:17.281 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:24:17.281 INFO:tasks.workunit.client.0.smithi132.stdout:[----------] Global test environment tear-down 2024-06-06T11:24:17.281 INFO:tasks.workunit.client.0.smithi132.stdout:[==========] 378 tests from 16 test suites ran. (1064012 ms total) 2024-06-06T11:24:17.281 INFO:tasks.workunit.client.0.smithi132.stdout:[ PASSED ] 378 tests. 2024-06-06T11:24:17.281 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:24:17.281 INFO:tasks.workunit.client.0.smithi132.stdout: YOU HAVE 2 DISABLED TESTS 2024-06-06T11:24:17.281 INFO:tasks.workunit.client.0.smithi132.stdout: 2024-06-06T11:24:17.306 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-06-06T11:24:17.307 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-06-06T11:24:17.318 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-06-06T11:24:17.318 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-06-06T11:24:17.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:17 smithi132 bash[71843]: cluster 2024-06-06T11:24:16.265903+0000 mon.a (mon.0) 1381 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:24:17.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:17 smithi132 bash[71843]: cluster 2024-06-06T11:24:16.280832+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-06-06T11:24:17.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:17 smithi132 bash[74574]: cluster 2024-06-06T11:24:16.265903+0000 mon.a (mon.0) 1381 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:24:17.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:17 smithi132 bash[74574]: cluster 2024-06-06T11:24:16.280832+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-06-06T11:24:17.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:17 smithi179 bash[54149]: cluster 2024-06-06T11:24:16.265903+0000 mon.a (mon.0) 1381 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T11:24:17.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:17 smithi179 bash[54149]: cluster 2024-06-06T11:24:16.280832+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-06-06T11:24:17.575 DEBUG:teuthology.parallel:result is None 2024-06-06T11:24:17.576 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-06-06T11:24:17.589 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-06-06T11:24:17.589 DEBUG:teuthology.orchestra.run.smithi132:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-06-06T11:24:17.716 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-06-06T11:24:17.716 INFO:teuthology.task.sequential:In sequential, running task print... 2024-06-06T11:24:17.716 INFO:teuthology.task.print:**** done rbd/test_librbd.sh 7-workload 2024-06-06T11:24:17.717 DEBUG:teuthology.parallel:result is None 2024-06-06T11:24:17.717 INFO:teuthology.run_tasks:Running task print... 2024-06-06T11:24:17.727 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2024-06-06T11:24:17.727 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-06-06T11:24:17.735 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-06-06T11:24:17.736 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-06-06T11:24:17.736 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph mgr dump --format=json 2024-06-06T11:24:18.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:18 smithi132 bash[74574]: cluster 2024-06-06T11:24:17.280186+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-06-06T11:24:18.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:18 smithi132 bash[74574]: cluster 2024-06-06T11:24:17.575548+0000 mgr.y (mgr.25375) 490 : cluster [DBG] pgmap v1121: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:18 smithi132 bash[71843]: cluster 2024-06-06T11:24:17.280186+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-06-06T11:24:18.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:18 smithi132 bash[71843]: cluster 2024-06-06T11:24:17.575548+0000 mgr.y (mgr.25375) 490 : cluster [DBG] pgmap v1121: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:18.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:18 smithi179 bash[54149]: cluster 2024-06-06T11:24:17.280186+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-06-06T11:24:18.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:18 smithi179 bash[54149]: cluster 2024-06-06T11:24:17.575548+0000 mgr.y (mgr.25375) 490 : cluster [DBG] pgmap v1121: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:21.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:20 smithi132 bash[71843]: cluster 2024-06-06T11:24:19.576500+0000 mgr.y (mgr.25375) 491 : cluster [DBG] pgmap v1122: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:21.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:20 smithi132 bash[74574]: cluster 2024-06-06T11:24:19.576500+0000 mgr.y (mgr.25375) 491 : cluster [DBG] pgmap v1122: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:21.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:20 smithi179 bash[54149]: cluster 2024-06-06T11:24:19.576500+0000 mgr.y (mgr.25375) 491 : cluster [DBG] pgmap v1122: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:22.509 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:24:23.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:22 smithi132 bash[71843]: cluster 2024-06-06T11:24:21.577300+0000 mgr.y (mgr.25375) 492 : cluster [DBG] pgmap v1123: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:23.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:22 smithi132 bash[74574]: cluster 2024-06-06T11:24:21.577300+0000 mgr.y (mgr.25375) 492 : cluster [DBG] pgmap v1123: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:23.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:22 smithi179 bash[54149]: cluster 2024-06-06T11:24:21.577300+0000 mgr.y (mgr.25375) 492 : cluster [DBG] pgmap v1123: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:23.901 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:23 smithi132 bash[71843]: audit 2024-06-06T11:24:23.352523+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:23.902 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:23 smithi132 bash[74574]: audit 2024-06-06T11:24:23.352523+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:24.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:23 smithi179 bash[54149]: audit 2024-06-06T11:24:23.352523+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:24.169 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:24:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:24:23] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:24:25.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:24 smithi132 bash[71843]: cluster 2024-06-06T11:24:23.578037+0000 mgr.y (mgr.25375) 493 : cluster [DBG] pgmap v1124: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:25.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:24 smithi132 bash[74574]: cluster 2024-06-06T11:24:23.578037+0000 mgr.y (mgr.25375) 493 : cluster [DBG] pgmap v1124: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:25.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:24 smithi179 bash[54149]: cluster 2024-06-06T11:24:23.578037+0000 mgr.y (mgr.25375) 493 : cluster [DBG] pgmap v1124: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:26.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:25 smithi132 bash[71843]: cluster 2024-06-06T11:24:25.578999+0000 mgr.y (mgr.25375) 494 : cluster [DBG] pgmap v1125: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:26.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:25 smithi132 bash[74574]: cluster 2024-06-06T11:24:25.578999+0000 mgr.y (mgr.25375) 494 : cluster [DBG] pgmap v1125: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:26.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:25 smithi179 bash[54149]: cluster 2024-06-06T11:24:25.578999+0000 mgr.y (mgr.25375) 494 : cluster [DBG] pgmap v1125: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:26.227 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:24:26.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:26 smithi132 bash[74574]: audit 2024-06-06T11:24:26.217796+0000 mon.a (mon.0) 1385 : audit [DBG] from='client.? 172.21.15.132:0/3056329346' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T11:24:26.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:26 smithi132 bash[71843]: audit 2024-06-06T11:24:26.217796+0000 mon.a (mon.0) 1385 : audit [DBG] from='client.? 172.21.15.132:0/3056329346' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T11:24:27.029 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":37,"flags":0,"active_gid":25375,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":2932321338},{"type":"v1","addr":"172.21.15.132:6801","nonce":2932321338}]},"active_addr":"172.21.15.132:6801/2932321338","active_change":"2024-06-06T11:10:53.153642+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":25372,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":false,"error_string":"No module named 'kubernetes.client.models.v1_event'","module_options":{}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":false,"error_string":"No module named 'kubernetes.client.models.v1_event'","module_options":{}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.132:8443/","prometheus":"http://172.21.15.132:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":237,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":2489091519}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":3892155521}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":875808831}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":1301729308}]}]} 2024-06-06T11:24:27.033 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-06-06T11:24:27.034 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-06-06T11:24:27.034 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T11:24:27.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:26 smithi179 bash[54149]: audit 2024-06-06T11:24:26.217796+0000 mon.a (mon.0) 1385 : audit [DBG] from='client.? 172.21.15.132:0/3056329346' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T11:24:28.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:27 smithi132 bash[71843]: cluster 2024-06-06T11:24:27.579848+0000 mgr.y (mgr.25375) 495 : cluster [DBG] pgmap v1126: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:28.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:27 smithi132 bash[74574]: cluster 2024-06-06T11:24:27.579848+0000 mgr.y (mgr.25375) 495 : cluster [DBG] pgmap v1126: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:28.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:27 smithi179 bash[54149]: cluster 2024-06-06T11:24:27.579848+0000 mgr.y (mgr.25375) 495 : cluster [DBG] pgmap v1126: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:31.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:30 smithi132 bash[71843]: cluster 2024-06-06T11:24:29.580846+0000 mgr.y (mgr.25375) 496 : cluster [DBG] pgmap v1127: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:31.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:30 smithi132 bash[74574]: cluster 2024-06-06T11:24:29.580846+0000 mgr.y (mgr.25375) 496 : cluster [DBG] pgmap v1127: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:31.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:30 smithi179 bash[54149]: cluster 2024-06-06T11:24:29.580846+0000 mgr.y (mgr.25375) 496 : cluster [DBG] pgmap v1127: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:31.813 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:24:32.903 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:32 smithi132 bash[74574]: cluster 2024-06-06T11:24:31.581681+0000 mgr.y (mgr.25375) 497 : cluster [DBG] pgmap v1128: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:32.903 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:32 smithi132 bash[71843]: cluster 2024-06-06T11:24:31.581681+0000 mgr.y (mgr.25375) 497 : cluster [DBG] pgmap v1128: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:33.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:32 smithi179 bash[54149]: cluster 2024-06-06T11:24:31.581681+0000 mgr.y (mgr.25375) 497 : cluster [DBG] pgmap v1128: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:33.901 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:33 smithi132 bash[74574]: cluster 2024-06-06T11:24:33.582438+0000 mgr.y (mgr.25375) 498 : cluster [DBG] pgmap v1129: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:33.902 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:33 smithi132 bash[71843]: cluster 2024-06-06T11:24:33.582438+0000 mgr.y (mgr.25375) 498 : cluster [DBG] pgmap v1129: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:34.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:24:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:24:33] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:24:34.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:33 smithi179 bash[54149]: cluster 2024-06-06T11:24:33.582438+0000 mgr.y (mgr.25375) 498 : cluster [DBG] pgmap v1129: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:35.032 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:24:35.033 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":953,"fsid":"e393e0b4-23f2-11ef-bc9b-c7b262605968","created":"2024-06-06T10:53:41.520205+0000","modified":"2024-06-06T11:24:17.275391+0000","last_up_change":"2024-06-06T11:17:12.200277+0000","last_in_change":"2024-06-06T11:01:03.669229+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":41,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T10:57:57.516429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-06-06T11:02:28.059390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-06-06T11:04:22.801287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-06-06T11:04:23.489743+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6ab272e9-bcc7-4e4f-819a-c1e105c5f133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":473,"up_from":485,"up_thru":949,"down_at":474,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":4239143632},{"type":"v1","addr":"172.21.15.132:6803","nonce":4239143632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":4239143632},{"type":"v1","addr":"172.21.15.132:6805","nonce":4239143632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":4239143632},{"type":"v1","addr":"172.21.15.132:6809","nonce":4239143632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":4239143632},{"type":"v1","addr":"172.21.15.132:6807","nonce":4239143632}]},"public_addr":"172.21.15.132:6803/4239143632","cluster_addr":"172.21.15.132:6805/4239143632","heartbeat_back_addr":"172.21.15.132:6809/4239143632","heartbeat_front_addr":"172.21.15.132:6807/4239143632","state":["exists","up"]},{"osd":1,"uuid":"fa477058-74e7-4120-a36e-63947f5beecd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":499,"up_from":510,"up_thru":949,"down_at":500,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":3594353138},{"type":"v1","addr":"172.21.15.132:6811","nonce":3594353138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":3594353138},{"type":"v1","addr":"172.21.15.132:6813","nonce":3594353138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3594353138},{"type":"v1","addr":"172.21.15.132:6817","nonce":3594353138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":3594353138},{"type":"v1","addr":"172.21.15.132:6815","nonce":3594353138}]},"public_addr":"172.21.15.132:6811/3594353138","cluster_addr":"172.21.15.132:6813/3594353138","heartbeat_back_addr":"172.21.15.132:6817/3594353138","heartbeat_front_addr":"172.21.15.132:6815/3594353138","state":["exists","up"]},{"osd":2,"uuid":"03a068c8-ef8b-4669-946a-467419a8310e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":520,"up_from":534,"up_thru":949,"down_at":521,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3503021441},{"type":"v1","addr":"172.21.15.132:6819","nonce":3503021441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3503021441},{"type":"v1","addr":"172.21.15.132:6821","nonce":3503021441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":3503021441},{"type":"v1","addr":"172.21.15.132:6825","nonce":3503021441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3503021441},{"type":"v1","addr":"172.21.15.132:6823","nonce":3503021441}]},"public_addr":"172.21.15.132:6819/3503021441","cluster_addr":"172.21.15.132:6821/3503021441","heartbeat_back_addr":"172.21.15.132:6825/3503021441","heartbeat_front_addr":"172.21.15.132:6823/3503021441","state":["exists","up"]},{"osd":3,"uuid":"e7464067-04ec-4203-963d-4bac90dfadd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":547,"up_from":562,"up_thru":949,"down_at":548,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":3783304569},{"type":"v1","addr":"172.21.15.132:6827","nonce":3783304569}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":3783304569},{"type":"v1","addr":"172.21.15.132:6829","nonce":3783304569}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":3783304569},{"type":"v1","addr":"172.21.15.132:6833","nonce":3783304569}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":3783304569},{"type":"v1","addr":"172.21.15.132:6831","nonce":3783304569}]},"public_addr":"172.21.15.132:6827/3783304569","cluster_addr":"172.21.15.132:6829/3783304569","heartbeat_back_addr":"172.21.15.132:6833/3783304569","heartbeat_front_addr":"172.21.15.132:6831/3783304569","state":["exists","up"]},{"osd":4,"uuid":"09f23fe7-b976-411b-9542-b4b6f3c037de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":949,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6801","nonce":1916533005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6803","nonce":1916533005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6807","nonce":1916533005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6805","nonce":1916533005}]},"public_addr":"172.21.15.179:6801/1916533005","cluster_addr":"172.21.15.179:6803/1916533005","heartbeat_back_addr":"172.21.15.179:6807/1916533005","heartbeat_front_addr":"172.21.15.179:6805/1916533005","state":["exists","up"]},{"osd":5,"uuid":"2a08f273-f15e-4c4a-9e7f-008f2ec28ae5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":949,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6809","nonce":2503586442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6811","nonce":2503586442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6815","nonce":2503586442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6813","nonce":2503586442}]},"public_addr":"172.21.15.179:6809/2503586442","cluster_addr":"172.21.15.179:6811/2503586442","heartbeat_back_addr":"172.21.15.179:6815/2503586442","heartbeat_front_addr":"172.21.15.179:6813/2503586442","state":["exists","up"]},{"osd":6,"uuid":"32bc60f8-90f1-43f1-94c4-d4bb62f87b62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":949,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6817","nonce":2447080127}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6819","nonce":2447080127}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6823","nonce":2447080127}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6821","nonce":2447080127}]},"public_addr":"172.21.15.179:6817/2447080127","cluster_addr":"172.21.15.179:6819/2447080127","heartbeat_back_addr":"172.21.15.179:6823/2447080127","heartbeat_front_addr":"172.21.15.179:6821/2447080127","state":["exists","up"]},{"osd":7,"uuid":"19985f50-ad6d-45e2-9d93-91f0943558d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":949,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6825","nonce":662715256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6827","nonce":662715256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6831","nonce":662715256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6829","nonce":662715256}]},"public_addr":"172.21.15.179:6825/662715256","cluster_addr":"172.21.15.179:6827/662715256","heartbeat_back_addr":"172.21.15.179:6831/662715256","heartbeat_front_addr":"172.21.15.179:6829/662715256","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:56:28.640799+0000","dead_epoch":473},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:11.832518+0000","dead_epoch":499},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:55.161621+0000","dead_epoch":520},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:58:38.649012+0000","dead_epoch":547},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:59:18.941412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:01.161032+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:43.960238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:01:27.930283+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.132:0/2654533940":"2024-06-06T12:15:37.153720+0000","172.21.15.132:0/1705705221":"2024-06-06T12:15:36.135531+0000","172.21.15.132:0/3835288770":"2024-06-07T11:10:53.153313+0000","172.21.15.132:0/2043971472":"2024-06-07T11:10:53.153313+0000","172.21.15.132:6801/971542882":"2024-06-07T10:54:09.120630+0000","172.21.15.132:0/4289441864":"2024-06-07T10:54:39.104653+0000","172.21.15.132:6800/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.179:0/2861509482":"2024-06-07T11:09:47.703161+0000","172.21.15.132:6800/971542882":"2024-06-07T10:54:09.120630+0000","172.21.15.132:0/2700016730":"2024-06-07T11:02:01.700459+0000","172.21.15.132:0/3809950502":"2024-06-07T11:10:53.153313+0000","172.21.15.132:6801/1225557774":"2024-06-07T11:10:53.153313+0000","172.21.15.132:0/1487553657":"2024-06-07T11:10:53.153313+0000","172.21.15.132:0/2050707779":"2024-06-07T10:54:09.120630+0000","172.21.15.132:0/863583776":"2024-06-07T10:54:09.120630+0000","172.21.15.179:6834/2645008198":"2024-06-07T11:09:47.703161+0000","172.21.15.132:0/1986935051":"2024-06-07T11:08:07.821409+0000","172.21.15.132:6800/3465223394":"2024-06-07T11:08:07.821409+0000","172.21.15.132:6800/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:6801/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/3244667069":"2024-06-07T11:08:07.821409+0000","172.21.15.179:0/3563198144":"2024-06-07T11:09:47.703161+0000","172.21.15.132:6800/1225557774":"2024-06-07T11:10:53.153313+0000","172.21.15.132:0/3533729394":"2024-06-07T11:02:01.700459+0000","172.21.15.179:0/3683527114":"2024-06-07T11:09:47.703161+0000","172.21.15.179:6835/2645008198":"2024-06-07T11:09:47.703161+0000","172.21.15.132:6801/3465223394":"2024-06-07T11:08:07.821409+0000","172.21.15.132:0/196118023":"2024-06-07T11:10:53.153313+0000","172.21.15.179:0/1592062438":"2024-06-07T11:09:47.703161+0000","172.21.15.132:0/4177348319":"2024-06-06T12:10:49.057978+0000","172.21.15.132:0/1822996916":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/1622606202":"2024-06-07T11:10:53.153313+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":28,"snaps":[{"begin":2,"length":1}]},{"pool":29,"snaps":[{"begin":31,"length":1}]},{"pool":30,"snaps":[{"begin":60,"length":4},{"begin":70,"length":4}]},{"pool":32,"snaps":[{"begin":8,"length":1},{"begin":10,"length":1},{"begin":12,"length":1},{"begin":14,"length":1}]},{"pool":35,"snaps":[{"begin":2,"length":1}]},{"pool":36,"snaps":[{"begin":2,"length":1}]},{"pool":37,"snaps":[{"begin":2,"length":1}]},{"pool":38,"snaps":[{"begin":2,"length":1}]},{"pool":39,"snaps":[{"begin":2,"length":1}]},{"pool":40,"snaps":[{"begin":2,"length":1}]},{"pool":41,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T11:24:35.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:35 smithi132 bash[71843]: audit 2024-06-06T11:24:35.031186+0000 mon.a (mon.0) 1386 : audit [DBG] from='client.? 172.21.15.132:0/1744215097' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:24:35.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:35 smithi132 bash[74574]: audit 2024-06-06T11:24:35.031186+0000 mon.a (mon.0) 1386 : audit [DBG] from='client.? 172.21.15.132:0/1744215097' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:24:35.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:35 smithi179 bash[54149]: audit 2024-06-06T11:24:35.031186+0000 mon.a (mon.0) 1386 : audit [DBG] from='client.? 172.21.15.132:0/1744215097' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:24:35.894 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-06-06T11:24:35.895 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T11:24:36.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:36 smithi132 bash[71843]: cluster 2024-06-06T11:24:35.582974+0000 mgr.y (mgr.25375) 499 : cluster [DBG] pgmap v1130: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:36.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:36 smithi132 bash[74574]: cluster 2024-06-06T11:24:35.582974+0000 mgr.y (mgr.25375) 499 : cluster [DBG] pgmap v1130: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:36.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:36 smithi179 bash[54149]: cluster 2024-06-06T11:24:35.582974+0000 mgr.y (mgr.25375) 499 : cluster [DBG] pgmap v1130: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:39.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:38 smithi132 bash[71843]: cluster 2024-06-06T11:24:37.583755+0000 mgr.y (mgr.25375) 500 : cluster [DBG] pgmap v1131: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:39.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:38 smithi132 bash[71843]: audit 2024-06-06T11:24:38.352954+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:38 smithi132 bash[74574]: cluster 2024-06-06T11:24:37.583755+0000 mgr.y (mgr.25375) 500 : cluster [DBG] pgmap v1131: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:38 smithi132 bash[74574]: audit 2024-06-06T11:24:38.352954+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:39.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:38 smithi179 bash[54149]: cluster 2024-06-06T11:24:37.583755+0000 mgr.y (mgr.25375) 500 : cluster [DBG] pgmap v1131: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:39.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:38 smithi179 bash[54149]: audit 2024-06-06T11:24:38.352954+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:40.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:39 smithi132 bash[71843]: cluster 2024-06-06T11:24:39.584729+0000 mgr.y (mgr.25375) 501 : cluster [DBG] pgmap v1132: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:40.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:39 smithi132 bash[74574]: cluster 2024-06-06T11:24:39.584729+0000 mgr.y (mgr.25375) 501 : cluster [DBG] pgmap v1132: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:40.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:39 smithi179 bash[54149]: cluster 2024-06-06T11:24:39.584729+0000 mgr.y (mgr.25375) 501 : cluster [DBG] pgmap v1132: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:40.669 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:24:42.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:42 smithi132 bash[71843]: cluster 2024-06-06T11:24:41.585526+0000 mgr.y (mgr.25375) 502 : cluster [DBG] pgmap v1133: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:42.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:42 smithi132 bash[74574]: cluster 2024-06-06T11:24:41.585526+0000 mgr.y (mgr.25375) 502 : cluster [DBG] pgmap v1133: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:43.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:42 smithi179 bash[54149]: cluster 2024-06-06T11:24:41.585526+0000 mgr.y (mgr.25375) 502 : cluster [DBG] pgmap v1133: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:43.828 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:24:43.829 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":953,"fsid":"e393e0b4-23f2-11ef-bc9b-c7b262605968","created":"2024-06-06T10:53:41.520205+0000","modified":"2024-06-06T11:24:17.275391+0000","last_up_change":"2024-06-06T11:17:12.200277+0000","last_in_change":"2024-06-06T11:01:03.669229+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":41,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T10:57:57.516429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-06-06T11:02:28.059390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-06-06T11:04:22.801287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-06-06T11:04:23.489743+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6ab272e9-bcc7-4e4f-819a-c1e105c5f133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":473,"up_from":485,"up_thru":949,"down_at":474,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":4239143632},{"type":"v1","addr":"172.21.15.132:6803","nonce":4239143632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":4239143632},{"type":"v1","addr":"172.21.15.132:6805","nonce":4239143632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":4239143632},{"type":"v1","addr":"172.21.15.132:6809","nonce":4239143632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":4239143632},{"type":"v1","addr":"172.21.15.132:6807","nonce":4239143632}]},"public_addr":"172.21.15.132:6803/4239143632","cluster_addr":"172.21.15.132:6805/4239143632","heartbeat_back_addr":"172.21.15.132:6809/4239143632","heartbeat_front_addr":"172.21.15.132:6807/4239143632","state":["exists","up"]},{"osd":1,"uuid":"fa477058-74e7-4120-a36e-63947f5beecd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":499,"up_from":510,"up_thru":949,"down_at":500,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":3594353138},{"type":"v1","addr":"172.21.15.132:6811","nonce":3594353138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":3594353138},{"type":"v1","addr":"172.21.15.132:6813","nonce":3594353138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":3594353138},{"type":"v1","addr":"172.21.15.132:6817","nonce":3594353138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":3594353138},{"type":"v1","addr":"172.21.15.132:6815","nonce":3594353138}]},"public_addr":"172.21.15.132:6811/3594353138","cluster_addr":"172.21.15.132:6813/3594353138","heartbeat_back_addr":"172.21.15.132:6817/3594353138","heartbeat_front_addr":"172.21.15.132:6815/3594353138","state":["exists","up"]},{"osd":2,"uuid":"03a068c8-ef8b-4669-946a-467419a8310e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":520,"up_from":534,"up_thru":949,"down_at":521,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":3503021441},{"type":"v1","addr":"172.21.15.132:6819","nonce":3503021441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":3503021441},{"type":"v1","addr":"172.21.15.132:6821","nonce":3503021441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":3503021441},{"type":"v1","addr":"172.21.15.132:6825","nonce":3503021441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":3503021441},{"type":"v1","addr":"172.21.15.132:6823","nonce":3503021441}]},"public_addr":"172.21.15.132:6819/3503021441","cluster_addr":"172.21.15.132:6821/3503021441","heartbeat_back_addr":"172.21.15.132:6825/3503021441","heartbeat_front_addr":"172.21.15.132:6823/3503021441","state":["exists","up"]},{"osd":3,"uuid":"e7464067-04ec-4203-963d-4bac90dfadd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":547,"up_from":562,"up_thru":949,"down_at":548,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":3783304569},{"type":"v1","addr":"172.21.15.132:6827","nonce":3783304569}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":3783304569},{"type":"v1","addr":"172.21.15.132:6829","nonce":3783304569}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":3783304569},{"type":"v1","addr":"172.21.15.132:6833","nonce":3783304569}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":3783304569},{"type":"v1","addr":"172.21.15.132:6831","nonce":3783304569}]},"public_addr":"172.21.15.132:6827/3783304569","cluster_addr":"172.21.15.132:6829/3783304569","heartbeat_back_addr":"172.21.15.132:6833/3783304569","heartbeat_front_addr":"172.21.15.132:6831/3783304569","state":["exists","up"]},{"osd":4,"uuid":"09f23fe7-b976-411b-9542-b4b6f3c037de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":949,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6800","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6801","nonce":1916533005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6802","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6803","nonce":1916533005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6806","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6807","nonce":1916533005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6804","nonce":1916533005},{"type":"v1","addr":"172.21.15.179:6805","nonce":1916533005}]},"public_addr":"172.21.15.179:6801/1916533005","cluster_addr":"172.21.15.179:6803/1916533005","heartbeat_back_addr":"172.21.15.179:6807/1916533005","heartbeat_front_addr":"172.21.15.179:6805/1916533005","state":["exists","up"]},{"osd":5,"uuid":"2a08f273-f15e-4c4a-9e7f-008f2ec28ae5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":949,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6808","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6809","nonce":2503586442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6810","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6811","nonce":2503586442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6814","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6815","nonce":2503586442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6812","nonce":2503586442},{"type":"v1","addr":"172.21.15.179:6813","nonce":2503586442}]},"public_addr":"172.21.15.179:6809/2503586442","cluster_addr":"172.21.15.179:6811/2503586442","heartbeat_back_addr":"172.21.15.179:6815/2503586442","heartbeat_front_addr":"172.21.15.179:6813/2503586442","state":["exists","up"]},{"osd":6,"uuid":"32bc60f8-90f1-43f1-94c4-d4bb62f87b62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":949,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6816","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6817","nonce":2447080127}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6818","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6819","nonce":2447080127}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6822","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6823","nonce":2447080127}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6820","nonce":2447080127},{"type":"v1","addr":"172.21.15.179:6821","nonce":2447080127}]},"public_addr":"172.21.15.179:6817/2447080127","cluster_addr":"172.21.15.179:6819/2447080127","heartbeat_back_addr":"172.21.15.179:6823/2447080127","heartbeat_front_addr":"172.21.15.179:6821/2447080127","state":["exists","up"]},{"osd":7,"uuid":"19985f50-ad6d-45e2-9d93-91f0943558d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":949,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6824","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6825","nonce":662715256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6826","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6827","nonce":662715256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6830","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6831","nonce":662715256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.179:6828","nonce":662715256},{"type":"v1","addr":"172.21.15.179:6829","nonce":662715256}]},"public_addr":"172.21.15.179:6825/662715256","cluster_addr":"172.21.15.179:6827/662715256","heartbeat_back_addr":"172.21.15.179:6831/662715256","heartbeat_front_addr":"172.21.15.179:6829/662715256","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:56:28.640799+0000","dead_epoch":473},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:11.832518+0000","dead_epoch":499},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:57:55.161621+0000","dead_epoch":520},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:58:38.649012+0000","dead_epoch":547},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T10:59:18.941412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:01.161032+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:00:43.960238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T11:01:27.930283+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.132:0/2654533940":"2024-06-06T12:15:37.153720+0000","172.21.15.132:0/1705705221":"2024-06-06T12:15:36.135531+0000","172.21.15.132:6800/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6801/3465223394":"2024-06-07T11:08:07.821409+0000","172.21.15.179:6835/2645008198":"2024-06-07T11:09:47.703161+0000","172.21.15.132:0/1487553657":"2024-06-07T11:10:53.153313+0000","172.21.15.132:0/2050707779":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6801/1225557774":"2024-06-07T11:10:53.153313+0000","172.21.15.132:0/3809950502":"2024-06-07T11:10:53.153313+0000","172.21.15.179:0/2861509482":"2024-06-07T11:09:47.703161+0000","172.21.15.132:6801/184540509":"2024-06-07T11:02:01.700459+0000","172.21.15.132:0/4289441864":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/2043971472":"2024-06-07T11:10:53.153313+0000","172.21.15.132:6800/1225557774":"2024-06-07T11:10:53.153313+0000","172.21.15.179:0/3563198144":"2024-06-07T11:09:47.703161+0000","172.21.15.132:0/863583776":"2024-06-07T10:54:09.120630+0000","172.21.15.179:6834/2645008198":"2024-06-07T11:09:47.703161+0000","172.21.15.132:0/1986935051":"2024-06-07T11:08:07.821409+0000","172.21.15.179:0/1592062438":"2024-06-07T11:09:47.703161+0000","172.21.15.132:0/196118023":"2024-06-07T11:10:53.153313+0000","172.21.15.132:0/2700016730":"2024-06-07T11:02:01.700459+0000","172.21.15.132:6800/971542882":"2024-06-07T10:54:09.120630+0000","172.21.15.132:6801/971542882":"2024-06-07T10:54:09.120630+0000","172.21.15.132:0/1622606202":"2024-06-07T11:10:53.153313+0000","172.21.15.132:0/1822996916":"2024-06-07T10:54:39.104653+0000","172.21.15.132:6800/3465223394":"2024-06-07T11:08:07.821409+0000","172.21.15.132:6800/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:6801/922886069":"2024-06-07T10:54:39.104653+0000","172.21.15.132:0/3244667069":"2024-06-07T11:08:07.821409+0000","172.21.15.132:0/3835288770":"2024-06-07T11:10:53.153313+0000","172.21.15.132:0/3533729394":"2024-06-07T11:02:01.700459+0000","172.21.15.179:0/3683527114":"2024-06-07T11:09:47.703161+0000","172.21.15.132:0/4177348319":"2024-06-06T12:10:49.057978+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":28,"snaps":[{"begin":2,"length":1}]},{"pool":29,"snaps":[{"begin":31,"length":1}]},{"pool":30,"snaps":[{"begin":60,"length":4},{"begin":70,"length":4}]},{"pool":32,"snaps":[{"begin":8,"length":1},{"begin":10,"length":1},{"begin":12,"length":1},{"begin":14,"length":1}]},{"pool":35,"snaps":[{"begin":2,"length":1}]},{"pool":36,"snaps":[{"begin":2,"length":1}]},{"pool":37,"snaps":[{"begin":2,"length":1}]},{"pool":38,"snaps":[{"begin":2,"length":1}]},{"pool":39,"snaps":[{"begin":2,"length":1}]},{"pool":40,"snaps":[{"begin":2,"length":1}]},{"pool":41,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T11:24:44.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:43 smithi132 bash[71843]: cluster 2024-06-06T11:24:43.586238+0000 mgr.y (mgr.25375) 503 : cluster [DBG] pgmap v1134: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:44.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:24:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:24:43] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.33.4" 2024-06-06T11:24:44.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:43 smithi132 bash[74574]: cluster 2024-06-06T11:24:43.586238+0000 mgr.y (mgr.25375) 503 : cluster [DBG] pgmap v1134: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:44.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:43 smithi179 bash[54149]: cluster 2024-06-06T11:24:43.586238+0000 mgr.y (mgr.25375) 503 : cluster [DBG] pgmap v1134: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:44.610 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-06-06T11:24:44.610 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-06-06T11:24:44.610 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-06-06T11:24:44.611 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-06-06T11:24:44.611 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-06-06T11:24:44.612 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-06-06T11:24:44.612 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-06-06T11:24:44.613 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-06-06T11:24:45.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:44 smithi132 bash[71843]: audit 2024-06-06T11:24:43.826931+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.132:0/2995096165' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:24:45.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:44 smithi132 bash[74574]: audit 2024-06-06T11:24:43.826931+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.132:0/2995096165' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:24:45.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:44 smithi179 bash[54149]: audit 2024-06-06T11:24:43.826931+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.132:0/2995096165' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T11:24:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:45 smithi132 bash[71843]: cluster 2024-06-06T11:24:45.587130+0000 mgr.y (mgr.25375) 504 : cluster [DBG] pgmap v1135: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:45 smithi132 bash[74574]: cluster 2024-06-06T11:24:45.587130+0000 mgr.y (mgr.25375) 504 : cluster [DBG] pgmap v1135: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:46.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:45 smithi179 bash[54149]: cluster 2024-06-06T11:24:45.587130+0000 mgr.y (mgr.25375) 504 : cluster [DBG] pgmap v1135: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:49.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:48 smithi132 bash[71843]: cluster 2024-06-06T11:24:47.587941+0000 mgr.y (mgr.25375) 505 : cluster [DBG] pgmap v1136: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:49.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:48 smithi132 bash[74574]: cluster 2024-06-06T11:24:47.587941+0000 mgr.y (mgr.25375) 505 : cluster [DBG] pgmap v1136: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:49.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:48 smithi179 bash[54149]: cluster 2024-06-06T11:24:47.587941+0000 mgr.y (mgr.25375) 505 : cluster [DBG] pgmap v1136: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:49.505 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:24:49.506 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:24:49.510 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:24:49.511 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:24:49.511 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:24:49.511 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:24:49.511 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:24:49.512 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:24:50.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:49 smithi132 bash[71843]: cluster 2024-06-06T11:24:49.588896+0000 mgr.y (mgr.25375) 506 : cluster [DBG] pgmap v1137: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:50.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:49 smithi132 bash[74574]: cluster 2024-06-06T11:24:49.588896+0000 mgr.y (mgr.25375) 506 : cluster [DBG] pgmap v1137: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:50.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:49 smithi179 bash[54149]: cluster 2024-06-06T11:24:49.588896+0000 mgr.y (mgr.25375) 506 : cluster [DBG] pgmap v1137: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:53.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:52 smithi132 bash[71843]: cluster 2024-06-06T11:24:51.589428+0000 mgr.y (mgr.25375) 507 : cluster [DBG] pgmap v1138: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:53.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:52 smithi132 bash[74574]: cluster 2024-06-06T11:24:51.589428+0000 mgr.y (mgr.25375) 507 : cluster [DBG] pgmap v1138: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:53.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:52 smithi179 bash[54149]: cluster 2024-06-06T11:24:51.589428+0000 mgr.y (mgr.25375) 507 : cluster [DBG] pgmap v1138: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:54.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:24:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:24:53] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.33.4" 2024-06-06T11:24:54.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:53 smithi132 bash[71843]: audit 2024-06-06T11:24:53.352929+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:54.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:53 smithi132 bash[71843]: cluster 2024-06-06T11:24:53.589981+0000 mgr.y (mgr.25375) 508 : cluster [DBG] pgmap v1139: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:54.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:53 smithi132 bash[74574]: audit 2024-06-06T11:24:53.352929+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:54.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:53 smithi132 bash[74574]: cluster 2024-06-06T11:24:53.589981+0000 mgr.y (mgr.25375) 508 : cluster [DBG] pgmap v1139: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:54.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:53 smithi179 bash[54149]: audit 2024-06-06T11:24:53.352929+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:24:54.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:53 smithi179 bash[54149]: cluster 2024-06-06T11:24:53.589981+0000 mgr.y (mgr.25375) 508 : cluster [DBG] pgmap v1139: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:55 smithi132 bash[71843]: cluster 2024-06-06T11:24:55.590898+0000 mgr.y (mgr.25375) 509 : cluster [DBG] pgmap v1140: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:55.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:55 smithi132 bash[74574]: cluster 2024-06-06T11:24:55.590898+0000 mgr.y (mgr.25375) 509 : cluster [DBG] pgmap v1140: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:56.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:55 smithi179 bash[54149]: cluster 2024-06-06T11:24:55.590898+0000 mgr.y (mgr.25375) 509 : cluster [DBG] pgmap v1140: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:59.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:58 smithi132 bash[71843]: cluster 2024-06-06T11:24:57.591415+0000 mgr.y (mgr.25375) 510 : cluster [DBG] pgmap v1141: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:59.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:58 smithi132 bash[74574]: cluster 2024-06-06T11:24:57.591415+0000 mgr.y (mgr.25375) 510 : cluster [DBG] pgmap v1141: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:24:59.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:58 smithi179 bash[54149]: cluster 2024-06-06T11:24:57.591415+0000 mgr.y (mgr.25375) 510 : cluster [DBG] pgmap v1141: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:00.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:24:59 smithi132 bash[71843]: cluster 2024-06-06T11:24:59.592213+0000 mgr.y (mgr.25375) 511 : cluster [DBG] pgmap v1142: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:00.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:24:59 smithi132 bash[74574]: cluster 2024-06-06T11:24:59.592213+0000 mgr.y (mgr.25375) 511 : cluster [DBG] pgmap v1142: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:00.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:24:59 smithi179 bash[54149]: cluster 2024-06-06T11:24:59.592213+0000 mgr.y (mgr.25375) 511 : cluster [DBG] pgmap v1142: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:01.960 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:01 smithi132 bash[71843]: cluster 2024-06-06T11:25:01.593171+0000 mgr.y (mgr.25375) 512 : cluster [DBG] pgmap v1143: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:01.960 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:01 smithi132 bash[74574]: cluster 2024-06-06T11:25:01.593171+0000 mgr.y (mgr.25375) 512 : cluster [DBG] pgmap v1143: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:02.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:01 smithi179 bash[54149]: cluster 2024-06-06T11:25:01.593171+0000 mgr.y (mgr.25375) 512 : cluster [DBG] pgmap v1143: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:03.079 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:02 smithi132 bash[71843]: audit 2024-06-06T11:25:02.751900+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:25:03.079 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:02 smithi132 bash[74574]: audit 2024-06-06T11:25:02.751900+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:25:03.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:02 smithi179 bash[54149]: audit 2024-06-06T11:25:02.751900+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:25:04.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:25:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:25:03] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.33.4" 2024-06-06T11:25:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:04 smithi132 bash[71843]: audit 2024-06-06T11:25:03.099808+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:04 smithi132 bash[71843]: audit 2024-06-06T11:25:03.105954+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:04.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:04 smithi132 bash[71843]: cluster 2024-06-06T11:25:03.593905+0000 mgr.y (mgr.25375) 513 : cluster [DBG] pgmap v1144: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:04.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:04 smithi132 bash[74574]: audit 2024-06-06T11:25:03.099808+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:04.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:04 smithi132 bash[74574]: audit 2024-06-06T11:25:03.105954+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:04.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:04 smithi132 bash[74574]: cluster 2024-06-06T11:25:03.593905+0000 mgr.y (mgr.25375) 513 : cluster [DBG] pgmap v1144: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:04 smithi179 bash[54149]: audit 2024-06-06T11:25:03.099808+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:04 smithi179 bash[54149]: audit 2024-06-06T11:25:03.105954+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:04.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:04 smithi179 bash[54149]: cluster 2024-06-06T11:25:03.593905+0000 mgr.y (mgr.25375) 513 : cluster [DBG] pgmap v1144: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:05.048 INFO:teuthology.orchestra.run.smithi132.stdout:206158430494 2024-06-06T11:25:05.048 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-06-06T11:25:05.993 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:05 smithi132 bash[71843]: cluster 2024-06-06T11:25:05.594611+0000 mgr.y (mgr.25375) 514 : cluster [DBG] pgmap v1145: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:05.994 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:05 smithi132 bash[74574]: cluster 2024-06-06T11:25:05.594611+0000 mgr.y (mgr.25375) 514 : cluster [DBG] pgmap v1145: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:06.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:05 smithi179 bash[54149]: cluster 2024-06-06T11:25:05.594611+0000 mgr.y (mgr.25375) 514 : cluster [DBG] pgmap v1145: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:06.900 INFO:teuthology.orchestra.run.smithi132.stdout:2413771620448 2024-06-06T11:25:06.901 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-06-06T11:25:07.395 INFO:teuthology.orchestra.run.smithi132.stdout:180388626725 2024-06-06T11:25:07.395 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-06-06T11:25:08.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:07 smithi132 bash[71843]: cluster 2024-06-06T11:25:07.595036+0000 mgr.y (mgr.25375) 515 : cluster [DBG] pgmap v1146: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:08.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:07 smithi132 bash[74574]: cluster 2024-06-06T11:25:07.595036+0000 mgr.y (mgr.25375) 515 : cluster [DBG] pgmap v1146: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:08.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:07 smithi179 bash[54149]: cluster 2024-06-06T11:25:07.595036+0000 mgr.y (mgr.25375) 515 : cluster [DBG] pgmap v1146: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:08.755 INFO:teuthology.orchestra.run.smithi132.stdout:2083059138673 2024-06-06T11:25:08.755 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-06-06T11:25:08.773 INFO:teuthology.orchestra.run.smithi132.stdout:2190433321068 2024-06-06T11:25:08.773 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-06-06T11:25:08.835 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:08 smithi132 bash[71843]: audit 2024-06-06T11:25:08.353504+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:08.835 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:08 smithi132 bash[74574]: audit 2024-06-06T11:25:08.353504+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:08.950 INFO:teuthology.orchestra.run.smithi132.stdout:154618822960 2024-06-06T11:25:08.954 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-06-06T11:25:09.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:08 smithi179 bash[54149]: audit 2024-06-06T11:25:08.353504+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:10.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:09 smithi132 bash[71843]: audit 2024-06-06T11:25:08.791335+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:10.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:09 smithi132 bash[71843]: audit 2024-06-06T11:25:08.796676+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:10.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:09 smithi132 bash[71843]: cluster 2024-06-06T11:25:09.596384+0000 mgr.y (mgr.25375) 516 : cluster [DBG] pgmap v1147: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:10.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:09 smithi132 bash[74574]: audit 2024-06-06T11:25:08.791335+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:10.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:09 smithi132 bash[74574]: audit 2024-06-06T11:25:08.796676+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:10.283 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:09 smithi132 bash[74574]: cluster 2024-06-06T11:25:09.596384+0000 mgr.y (mgr.25375) 516 : cluster [DBG] pgmap v1147: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:10.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:09 smithi179 bash[54149]: audit 2024-06-06T11:25:08.791335+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:10.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:09 smithi179 bash[54149]: audit 2024-06-06T11:25:08.796676+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:10.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:09 smithi179 bash[54149]: cluster 2024-06-06T11:25:09.596384+0000 mgr.y (mgr.25375) 516 : cluster [DBG] pgmap v1147: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:10.330 INFO:teuthology.orchestra.run.smithi132.stdout:128849019192 2024-06-06T11:25:10.330 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-06-06T11:25:10.519 INFO:teuthology.orchestra.run.smithi132.stdout:2293512536167 2024-06-06T11:25:10.519 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-06-06T11:25:12.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:11 smithi132 bash[71843]: cluster 2024-06-06T11:25:11.597206+0000 mgr.y (mgr.25375) 517 : cluster [DBG] pgmap v1148: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:12.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:11 smithi132 bash[74574]: cluster 2024-06-06T11:25:11.597206+0000 mgr.y (mgr.25375) 517 : cluster [DBG] pgmap v1148: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:12.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:11 smithi179 bash[54149]: cluster 2024-06-06T11:25:11.597206+0000 mgr.y (mgr.25375) 517 : cluster [DBG] pgmap v1148: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:13.010 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:25:13.011 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:25:13.011 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:25:13.011 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:25:13.014 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:25:13.023 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:25:14.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:25:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:25:13] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.33.4" 2024-06-06T11:25:14.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:13 smithi132 bash[74574]: cluster 2024-06-06T11:25:13.597639+0000 mgr.y (mgr.25375) 518 : cluster [DBG] pgmap v1149: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:14.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:13 smithi132 bash[71843]: cluster 2024-06-06T11:25:13.597639+0000 mgr.y (mgr.25375) 518 : cluster [DBG] pgmap v1149: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:14.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:13 smithi179 bash[54149]: cluster 2024-06-06T11:25:13.597639+0000 mgr.y (mgr.25375) 518 : cluster [DBG] pgmap v1149: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:15.034 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:25:15.035 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:25:15.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:14 smithi132 bash[74574]: audit 2024-06-06T11:25:13.914647+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:15.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:14 smithi132 bash[74574]: audit 2024-06-06T11:25:13.920357+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:15.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:14 smithi132 bash[74574]: audit 2024-06-06T11:25:14.361101+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:25:15.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:14 smithi132 bash[74574]: audit 2024-06-06T11:25:14.362218+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:25:15.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:14 smithi132 bash[74574]: audit 2024-06-06T11:25:14.368503+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:15.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:14 smithi132 bash[71843]: audit 2024-06-06T11:25:13.914647+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:15.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:14 smithi132 bash[71843]: audit 2024-06-06T11:25:13.920357+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:15.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:14 smithi132 bash[71843]: audit 2024-06-06T11:25:14.361101+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:25:15.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:14 smithi132 bash[71843]: audit 2024-06-06T11:25:14.362218+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:25:15.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:14 smithi132 bash[71843]: audit 2024-06-06T11:25:14.368503+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:15.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:14 smithi179 bash[54149]: audit 2024-06-06T11:25:13.914647+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:14 smithi179 bash[54149]: audit 2024-06-06T11:25:13.920357+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:14 smithi179 bash[54149]: audit 2024-06-06T11:25:14.361101+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:25:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:14 smithi179 bash[54149]: audit 2024-06-06T11:25:14.362218+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:25:15.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:14 smithi179 bash[54149]: audit 2024-06-06T11:25:14.368503+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:25:16.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:15 smithi132 bash[74574]: cluster 2024-06-06T11:25:15.598228+0000 mgr.y (mgr.25375) 519 : cluster [DBG] pgmap v1150: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:16.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:15 smithi132 bash[71843]: cluster 2024-06-06T11:25:15.598228+0000 mgr.y (mgr.25375) 519 : cluster [DBG] pgmap v1150: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:16.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:15 smithi179 bash[54149]: cluster 2024-06-06T11:25:15.598228+0000 mgr.y (mgr.25375) 519 : cluster [DBG] pgmap v1150: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:18.020 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:17 smithi132 bash[74574]: cluster 2024-06-06T11:25:17.598759+0000 mgr.y (mgr.25375) 520 : cluster [DBG] pgmap v1151: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:18.020 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:17 smithi132 bash[71843]: cluster 2024-06-06T11:25:17.598759+0000 mgr.y (mgr.25375) 520 : cluster [DBG] pgmap v1151: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:18.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:17 smithi179 bash[54149]: cluster 2024-06-06T11:25:17.598759+0000 mgr.y (mgr.25375) 520 : cluster [DBG] pgmap v1151: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:20.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:19 smithi132 bash[71843]: cluster 2024-06-06T11:25:19.599657+0000 mgr.y (mgr.25375) 521 : cluster [DBG] pgmap v1152: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:20.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:19 smithi132 bash[74574]: cluster 2024-06-06T11:25:19.599657+0000 mgr.y (mgr.25375) 521 : cluster [DBG] pgmap v1152: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:20.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:19 smithi179 bash[54149]: cluster 2024-06-06T11:25:19.599657+0000 mgr.y (mgr.25375) 521 : cluster [DBG] pgmap v1152: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:22.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:21 smithi132 bash[71843]: cluster 2024-06-06T11:25:21.600325+0000 mgr.y (mgr.25375) 522 : cluster [DBG] pgmap v1153: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:22.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:21 smithi132 bash[74574]: cluster 2024-06-06T11:25:21.600325+0000 mgr.y (mgr.25375) 522 : cluster [DBG] pgmap v1153: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:22.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:21 smithi179 bash[54149]: cluster 2024-06-06T11:25:21.600325+0000 mgr.y (mgr.25375) 522 : cluster [DBG] pgmap v1153: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:23 smithi132 bash[71843]: audit 2024-06-06T11:25:23.353236+0000 mon.a (mon.0) 1400 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:23.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:23 smithi132 bash[74574]: audit 2024-06-06T11:25:23.353236+0000 mon.a (mon.0) 1400 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:23.605 INFO:teuthology.orchestra.run.smithi132.stdout:2083059138677 2024-06-06T11:25:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:23 smithi179 bash[54149]: audit 2024-06-06T11:25:23.353236+0000 mon.a (mon.0) 1400 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:24.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:25:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:25:23] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.33.4" 2024-06-06T11:25:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:24 smithi132 bash[71843]: cluster 2024-06-06T11:25:23.600773+0000 mgr.y (mgr.25375) 523 : cluster [DBG] pgmap v1154: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:24 smithi132 bash[71843]: audit 2024-06-06T11:25:23.606994+0000 mon.a (mon.0) 1401 : audit [DBG] from='client.? 172.21.15.132:0/1418514553' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T11:25:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:24 smithi132 bash[74574]: cluster 2024-06-06T11:25:23.600773+0000 mgr.y (mgr.25375) 523 : cluster [DBG] pgmap v1154: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:24 smithi132 bash[74574]: audit 2024-06-06T11:25:23.606994+0000 mon.a (mon.0) 1401 : audit [DBG] from='client.? 172.21.15.132:0/1418514553' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T11:25:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:24 smithi179 bash[54149]: cluster 2024-06-06T11:25:23.600773+0000 mgr.y (mgr.25375) 523 : cluster [DBG] pgmap v1154: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:24.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:24 smithi179 bash[54149]: audit 2024-06-06T11:25:23.606994+0000 mon.a (mon.0) 1401 : audit [DBG] from='client.? 172.21.15.132:0/1418514553' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T11:25:26.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:25 smithi179 bash[54149]: cluster 2024-06-06T11:25:25.601340+0000 mgr.y (mgr.25375) 524 : cluster [DBG] pgmap v1155: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:26.078 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:25 smithi132 bash[71843]: cluster 2024-06-06T11:25:25.601340+0000 mgr.y (mgr.25375) 524 : cluster [DBG] pgmap v1155: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:26.078 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:25 smithi132 bash[74574]: cluster 2024-06-06T11:25:25.601340+0000 mgr.y (mgr.25375) 524 : cluster [DBG] pgmap v1155: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:27.567 INFO:teuthology.orchestra.run.smithi132.stdout:154618822964 2024-06-06T11:25:27.756 INFO:teuthology.orchestra.run.smithi132.stdout:180388626730 2024-06-06T11:25:27.938 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:27 smithi132 bash[74574]: audit 2024-06-06T11:25:27.568965+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.132:0/651262033' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T11:25:27.939 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:27 smithi132 bash[71843]: audit 2024-06-06T11:25:27.568965+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.132:0/651262033' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T11:25:28.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:27 smithi179 bash[54149]: audit 2024-06-06T11:25:27.568965+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.132:0/651262033' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T11:25:28.267 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2083059138673 got 2083059138677 for osd.0 2024-06-06T11:25:28.267 DEBUG:teuthology.parallel:result is None 2024-06-06T11:25:28.649 INFO:teuthology.orchestra.run.smithi132.stdout:2190433321072 2024-06-06T11:25:29.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:28 smithi132 bash[71843]: cluster 2024-06-06T11:25:27.601755+0000 mgr.y (mgr.25375) 525 : cluster [DBG] pgmap v1156: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:29.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:28 smithi132 bash[71843]: audit 2024-06-06T11:25:27.758226+0000 mon.a (mon.0) 1402 : audit [DBG] from='client.? 172.21.15.132:0/61229605' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T11:25:29.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:28 smithi132 bash[74574]: cluster 2024-06-06T11:25:27.601755+0000 mgr.y (mgr.25375) 525 : cluster [DBG] pgmap v1156: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:29.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:28 smithi132 bash[74574]: audit 2024-06-06T11:25:27.758226+0000 mon.a (mon.0) 1402 : audit [DBG] from='client.? 172.21.15.132:0/61229605' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T11:25:29.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:28 smithi179 bash[54149]: cluster 2024-06-06T11:25:27.601755+0000 mgr.y (mgr.25375) 525 : cluster [DBG] pgmap v1156: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:29.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:28 smithi179 bash[54149]: audit 2024-06-06T11:25:27.758226+0000 mon.a (mon.0) 1402 : audit [DBG] from='client.? 172.21.15.132:0/61229605' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T11:25:29.186 INFO:teuthology.orchestra.run.smithi132.stdout:128849019196 2024-06-06T11:25:29.615 INFO:teuthology.orchestra.run.smithi132.stdout:206158430499 2024-06-06T11:25:29.632 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:29 smithi132 bash[71843]: audit 2024-06-06T11:25:28.651569+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.132:0/2426082602' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T11:25:29.632 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:29 smithi132 bash[71843]: audit 2024-06-06T11:25:29.188496+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.132:0/435366670' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T11:25:29.632 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:29 smithi132 bash[71843]: audit 2024-06-06T11:25:29.616904+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.132:0/1966752052' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T11:25:29.787 INFO:teuthology.orchestra.run.smithi132.stdout:2413771620453 2024-06-06T11:25:30.001 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:29 smithi132 bash[74574]: audit 2024-06-06T11:25:28.651569+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.132:0/2426082602' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T11:25:30.001 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:29 smithi132 bash[74574]: audit 2024-06-06T11:25:29.188496+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.132:0/435366670' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T11:25:30.001 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:29 smithi132 bash[74574]: audit 2024-06-06T11:25:29.616904+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.132:0/1966752052' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T11:25:30.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:29 smithi179 bash[54149]: audit 2024-06-06T11:25:28.651569+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.132:0/2426082602' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T11:25:30.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:29 smithi179 bash[54149]: audit 2024-06-06T11:25:29.188496+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.132:0/435366670' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T11:25:30.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:29 smithi179 bash[54149]: audit 2024-06-06T11:25:29.616904+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.132:0/1966752052' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T11:25:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:30 smithi132 bash[71843]: cluster 2024-06-06T11:25:29.602372+0000 mgr.y (mgr.25375) 526 : cluster [DBG] pgmap v1157: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:30 smithi132 bash[71843]: audit 2024-06-06T11:25:29.789532+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.132:0/191800440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T11:25:30.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:30 smithi132 bash[74574]: cluster 2024-06-06T11:25:29.602372+0000 mgr.y (mgr.25375) 526 : cluster [DBG] pgmap v1157: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:30.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:30 smithi132 bash[74574]: audit 2024-06-06T11:25:29.789532+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.132:0/191800440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T11:25:30.883 INFO:teuthology.orchestra.run.smithi132.stdout:2293512536171 2024-06-06T11:25:31.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:30 smithi179 bash[54149]: cluster 2024-06-06T11:25:29.602372+0000 mgr.y (mgr.25375) 526 : cluster [DBG] pgmap v1157: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:31.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:30 smithi179 bash[54149]: audit 2024-06-06T11:25:29.789532+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.132:0/191800440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T11:25:31.240 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822960 got 154618822964 for osd.5 2024-06-06T11:25:31.240 DEBUG:teuthology.parallel:result is None 2024-06-06T11:25:32.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:31 smithi132 bash[71843]: audit 2024-06-06T11:25:30.884863+0000 mon.a (mon.0) 1403 : audit [DBG] from='client.? 172.21.15.132:0/2670591812' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T11:25:32.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:31 smithi132 bash[74574]: audit 2024-06-06T11:25:30.884863+0000 mon.a (mon.0) 1403 : audit [DBG] from='client.? 172.21.15.132:0/2670591812' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T11:25:32.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:31 smithi179 bash[54149]: audit 2024-06-06T11:25:30.884863+0000 mon.a (mon.0) 1403 : audit [DBG] from='client.? 172.21.15.132:0/2670591812' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T11:25:32.085 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626725 got 180388626730 for osd.6 2024-06-06T11:25:32.085 DEBUG:teuthology.parallel:result is None 2024-06-06T11:25:32.116 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2190433321068 got 2190433321072 for osd.1 2024-06-06T11:25:32.117 DEBUG:teuthology.parallel:result is None 2024-06-06T11:25:32.677 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849019192 got 128849019196 for osd.4 2024-06-06T11:25:32.677 DEBUG:teuthology.parallel:result is None 2024-06-06T11:25:32.897 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:32 smithi132 bash[71843]: cluster 2024-06-06T11:25:31.603009+0000 mgr.y (mgr.25375) 527 : cluster [DBG] pgmap v1158: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:32.898 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:32 smithi132 bash[74574]: cluster 2024-06-06T11:25:31.603009+0000 mgr.y (mgr.25375) 527 : cluster [DBG] pgmap v1158: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:33.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:32 smithi179 bash[54149]: cluster 2024-06-06T11:25:31.603009+0000 mgr.y (mgr.25375) 527 : cluster [DBG] pgmap v1158: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:33.575 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430494 got 206158430499 for osd.7 2024-06-06T11:25:33.575 DEBUG:teuthology.parallel:result is None 2024-06-06T11:25:33.806 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2413771620448 got 2413771620453 for osd.3 2024-06-06T11:25:33.806 DEBUG:teuthology.parallel:result is None 2024-06-06T11:25:33.819 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2293512536167 got 2293512536171 for osd.2 2024-06-06T11:25:33.820 DEBUG:teuthology.parallel:result is None 2024-06-06T11:25:33.820 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-06T11:25:33.820 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T11:25:34.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:25:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:25:33] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.33.4" 2024-06-06T11:25:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:34 smithi132 bash[71843]: cluster 2024-06-06T11:25:33.603537+0000 mgr.y (mgr.25375) 528 : cluster [DBG] pgmap v1159: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:34 smithi132 bash[74574]: cluster 2024-06-06T11:25:33.603537+0000 mgr.y (mgr.25375) 528 : cluster [DBG] pgmap v1159: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:35.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:34 smithi179 bash[54149]: cluster 2024-06-06T11:25:33.603537+0000 mgr.y (mgr.25375) 528 : cluster [DBG] pgmap v1159: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:35 smithi132 bash[71843]: cluster 2024-06-06T11:25:35.604431+0000 mgr.y (mgr.25375) 529 : cluster [DBG] pgmap v1160: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:36.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:35 smithi132 bash[74574]: cluster 2024-06-06T11:25:35.604431+0000 mgr.y (mgr.25375) 529 : cluster [DBG] pgmap v1160: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:36.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:35 smithi179 bash[54149]: cluster 2024-06-06T11:25:35.604431+0000 mgr.y (mgr.25375) 529 : cluster [DBG] pgmap v1160: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:38.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:37 smithi132 bash[71843]: cluster 2024-06-06T11:25:37.605249+0000 mgr.y (mgr.25375) 530 : cluster [DBG] pgmap v1161: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:37 smithi132 bash[74574]: cluster 2024-06-06T11:25:37.605249+0000 mgr.y (mgr.25375) 530 : cluster [DBG] pgmap v1161: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:38.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:37 smithi179 bash[54149]: cluster 2024-06-06T11:25:37.605249+0000 mgr.y (mgr.25375) 530 : cluster [DBG] pgmap v1161: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:38.644 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:25:39.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:38 smithi132 bash[71843]: audit 2024-06-06T11:25:38.354365+0000 mon.a (mon.0) 1404 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:38 smithi132 bash[74574]: audit 2024-06-06T11:25:38.354365+0000 mon.a (mon.0) 1404 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:39.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:38 smithi179 bash[54149]: audit 2024-06-06T11:25:38.354365+0000 mon.a (mon.0) 1404 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:40.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:39 smithi132 bash[71843]: cluster 2024-06-06T11:25:39.606258+0000 mgr.y (mgr.25375) 531 : cluster [DBG] pgmap v1162: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:40.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:39 smithi132 bash[74574]: cluster 2024-06-06T11:25:39.606258+0000 mgr.y (mgr.25375) 531 : cluster [DBG] pgmap v1162: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:40.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:39 smithi179 bash[54149]: cluster 2024-06-06T11:25:39.606258+0000 mgr.y (mgr.25375) 531 : cluster [DBG] pgmap v1162: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:41.825 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:25:41.827 INFO:teuthology.orchestra.run.smithi132.stderr:dumped all 2024-06-06T11:25:42.014 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:41 smithi132 bash[71843]: cluster 2024-06-06T11:25:41.607060+0000 mgr.y (mgr.25375) 532 : cluster [DBG] pgmap v1163: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:42.015 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:41 smithi132 bash[74574]: cluster 2024-06-06T11:25:41.607060+0000 mgr.y (mgr.25375) 532 : cluster [DBG] pgmap v1163: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:42.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:41 smithi179 bash[54149]: cluster 2024-06-06T11:25:41.607060+0000 mgr.y (mgr.25375) 532 : cluster [DBG] pgmap v1163: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:42.586 INFO:teuthology.orchestra.run.smithi132.stdout:{"pg_ready":true,"pg_map":{"version":1163,"stamp":"2024-06-06T11:25:41.606573+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595878,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":260,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":194,"ondisk_log_size":194,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1544464,"kb_used_data":115432,"kb_used_omap":232,"kb_used_meta":1428695,"kb_avail":748416752,"statfs":{"total":767960285184,"available":766378754048,"internally_reserved":0,"allocated":118202368,"data_stored":76406505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":238220,"internal_metadata":1462984052},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004637"},"pg_stats":[{"pgid":"3.1f","version":"59'4","reported_seq":917,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.295697+0000","last_change":"2024-06-06T11:16:45.455391+0000","last_active":"2024-06-06T11:24:16.295697+0000","last_peered":"2024-06-06T11:24:16.295697+0000","last_clean":"2024-06-06T11:24:16.295697+0000","last_became_active":"2024-06-06T11:16:45.454594+0000","last_became_peered":"2024-06-06T11:16:45.454594+0000","last_unstale":"2024-06-06T11:24:16.295697+0000","last_undegraded":"2024-06-06T11:24:16.295697+0000","last_fullsized":"2024-06-06T11:24:16.295697+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:09:37.503133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":912,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.284966+0000","last_change":"2024-06-06T11:16:15.708741+0000","last_active":"2024-06-06T11:24:16.284966+0000","last_peered":"2024-06-06T11:24:16.284966+0000","last_clean":"2024-06-06T11:24:16.284966+0000","last_became_active":"2024-06-06T11:16:15.708191+0000","last_became_peered":"2024-06-06T11:16:15.708191+0000","last_unstale":"2024-06-06T11:24:16.284966+0000","last_undegraded":"2024-06-06T11:24:16.284966+0000","last_fullsized":"2024-06-06T11:24:16.284966+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"59'1","reported_seq":903,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.344697+0000","last_change":"2024-06-06T11:17:13.240497+0000","last_active":"2024-06-06T11:24:17.344697+0000","last_peered":"2024-06-06T11:24:17.344697+0000","last_clean":"2024-06-06T11:24:17.344697+0000","last_became_active":"2024-06-06T11:17:13.240133+0000","last_became_peered":"2024-06-06T11:17:13.240133+0000","last_unstale":"2024-06-06T11:24:17.344697+0000","last_undegraded":"2024-06-06T11:24:17.344697+0000","last_fullsized":"2024-06-06T11:24:17.344697+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:19.586319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":915,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.351130+0000","last_change":"2024-06-06T11:17:13.230929+0000","last_active":"2024-06-06T11:24:17.351130+0000","last_peered":"2024-06-06T11:24:17.351130+0000","last_clean":"2024-06-06T11:24:17.351130+0000","last_became_active":"2024-06-06T11:17:13.230448+0000","last_became_peered":"2024-06-06T11:17:13.230448+0000","last_unstale":"2024-06-06T11:24:17.351130+0000","last_undegraded":"2024-06-06T11:24:17.351130+0000","last_fullsized":"2024-06-06T11:24:17.351130+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T21:01:34.214158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"59'2","reported_seq":904,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279342+0000","last_change":"2024-06-06T11:04:24.075523+0000","last_active":"2024-06-06T11:24:16.279342+0000","last_peered":"2024-06-06T11:24:16.279342+0000","last_clean":"2024-06-06T11:24:16.279342+0000","last_became_active":"2024-06-06T11:04:24.075117+0000","last_became_peered":"2024-06-06T11:04:24.075117+0000","last_unstale":"2024-06-06T11:24:16.279342+0000","last_undegraded":"2024-06-06T11:24:16.279342+0000","last_fullsized":"2024-06-06T11:24:16.279342+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":927,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.288117+0000","last_change":"2024-06-06T11:17:13.237420+0000","last_active":"2024-06-06T11:24:16.288117+0000","last_peered":"2024-06-06T11:24:16.288117+0000","last_clean":"2024-06-06T11:24:16.288117+0000","last_became_active":"2024-06-06T11:17:13.236946+0000","last_became_peered":"2024-06-06T11:17:13.236946+0000","last_unstale":"2024-06-06T11:24:16.288117+0000","last_undegraded":"2024-06-06T11:24:16.288117+0000","last_fullsized":"2024-06-06T11:24:16.288117+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"59'2","reported_seq":919,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279925+0000","last_change":"2024-06-06T11:16:15.721034+0000","last_active":"2024-06-06T11:24:16.279925+0000","last_peered":"2024-06-06T11:24:16.279925+0000","last_clean":"2024-06-06T11:24:16.279925+0000","last_became_active":"2024-06-06T11:16:15.720471+0000","last_became_peered":"2024-06-06T11:16:15.720471+0000","last_unstale":"2024-06-06T11:24:16.279925+0000","last_undegraded":"2024-06-06T11:24:16.279925+0000","last_fullsized":"2024-06-06T11:24:16.279925+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":927,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285613+0000","last_change":"2024-06-06T11:17:13.237499+0000","last_active":"2024-06-06T11:24:16.285613+0000","last_peered":"2024-06-06T11:24:16.285613+0000","last_clean":"2024-06-06T11:24:16.285613+0000","last_became_active":"2024-06-06T11:17:13.236939+0000","last_became_peered":"2024-06-06T11:17:13.236939+0000","last_unstale":"2024-06-06T11:24:16.285613+0000","last_undegraded":"2024-06-06T11:24:16.285613+0000","last_fullsized":"2024-06-06T11:24:16.285613+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"59'1","reported_seq":898,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.295753+0000","last_change":"2024-06-06T11:15:48.403110+0000","last_active":"2024-06-06T11:24:16.295753+0000","last_peered":"2024-06-06T11:24:16.295753+0000","last_clean":"2024-06-06T11:24:16.295753+0000","last_became_active":"2024-06-06T11:15:48.402286+0000","last_became_peered":"2024-06-06T11:15:48.402286+0000","last_unstale":"2024-06-06T11:24:16.295753+0000","last_undegraded":"2024-06-06T11:24:16.295753+0000","last_fullsized":"2024-06-06T11:24:16.295753+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:54:53.138514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":913,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291872+0000","last_change":"2024-06-06T11:17:13.233795+0000","last_active":"2024-06-06T11:24:16.291872+0000","last_peered":"2024-06-06T11:24:16.291872+0000","last_clean":"2024-06-06T11:24:16.291872+0000","last_became_active":"2024-06-06T11:17:13.233452+0000","last_became_peered":"2024-06-06T11:17:13.233452+0000","last_unstale":"2024-06-06T11:24:16.291872+0000","last_undegraded":"2024-06-06T11:24:16.291872+0000","last_fullsized":"2024-06-06T11:24:16.291872+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:57:43.588135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"59'1","reported_seq":929,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.287933+0000","last_change":"2024-06-06T11:16:45.465599+0000","last_active":"2024-06-06T11:24:16.287933+0000","last_peered":"2024-06-06T11:24:16.287933+0000","last_clean":"2024-06-06T11:24:16.287933+0000","last_became_active":"2024-06-06T11:16:45.465055+0000","last_became_peered":"2024-06-06T11:16:45.465055+0000","last_unstale":"2024-06-06T11:24:16.287933+0000","last_undegraded":"2024-06-06T11:24:16.287933+0000","last_fullsized":"2024-06-06T11:24:16.287933+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":876,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.344479+0000","last_change":"2024-06-06T11:17:13.247127+0000","last_active":"2024-06-06T11:24:17.344479+0000","last_peered":"2024-06-06T11:24:17.344479+0000","last_clean":"2024-06-06T11:24:17.344479+0000","last_became_active":"2024-06-06T11:17:13.246762+0000","last_became_peered":"2024-06-06T11:17:13.246762+0000","last_unstale":"2024-06-06T11:24:17.344479+0000","last_undegraded":"2024-06-06T11:24:17.344479+0000","last_fullsized":"2024-06-06T11:24:17.344479+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:35.332562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":882,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.290168+0000","last_change":"2024-06-06T11:17:13.234531+0000","last_active":"2024-06-06T11:24:16.290168+0000","last_peered":"2024-06-06T11:24:16.290168+0000","last_clean":"2024-06-06T11:24:16.290168+0000","last_became_active":"2024-06-06T11:17:13.234155+0000","last_became_peered":"2024-06-06T11:17:13.234155+0000","last_unstale":"2024-06-06T11:24:16.290168+0000","last_undegraded":"2024-06-06T11:24:16.290168+0000","last_fullsized":"2024-06-06T11:24:16.290168+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T21:44:02.667841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":911,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.298195+0000","last_change":"2024-06-06T11:17:13.235994+0000","last_active":"2024-06-06T11:24:16.298195+0000","last_peered":"2024-06-06T11:24:16.298195+0000","last_clean":"2024-06-06T11:24:16.298195+0000","last_became_active":"2024-06-06T11:17:13.235766+0000","last_became_peered":"2024-06-06T11:17:13.235766+0000","last_unstale":"2024-06-06T11:24:16.298195+0000","last_undegraded":"2024-06-06T11:24:16.298195+0000","last_fullsized":"2024-06-06T11:24:16.298195+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:26:36.606873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":892,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.343329+0000","last_change":"2024-06-06T11:17:13.238923+0000","last_active":"2024-06-06T11:24:17.343329+0000","last_peered":"2024-06-06T11:24:17.343329+0000","last_clean":"2024-06-06T11:24:17.343329+0000","last_became_active":"2024-06-06T11:17:13.238360+0000","last_became_peered":"2024-06-06T11:17:13.238360+0000","last_unstale":"2024-06-06T11:24:17.343329+0000","last_undegraded":"2024-06-06T11:24:17.343329+0000","last_fullsized":"2024-06-06T11:24:17.343329+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:51:35.837661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":905,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.843215+0000","last_change":"2024-06-06T11:16:15.711475+0000","last_active":"2024-06-06T11:24:16.843215+0000","last_peered":"2024-06-06T11:24:16.843215+0000","last_clean":"2024-06-06T11:24:16.843215+0000","last_became_active":"2024-06-06T11:16:15.711063+0000","last_became_peered":"2024-06-06T11:16:15.711063+0000","last_unstale":"2024-06-06T11:24:16.843215+0000","last_undegraded":"2024-06-06T11:24:16.843215+0000","last_fullsized":"2024-06-06T11:24:16.843215+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":876,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279439+0000","last_change":"2024-06-06T11:17:13.242126+0000","last_active":"2024-06-06T11:24:16.279439+0000","last_peered":"2024-06-06T11:24:16.279439+0000","last_clean":"2024-06-06T11:24:16.279439+0000","last_became_active":"2024-06-06T11:17:13.241792+0000","last_became_peered":"2024-06-06T11:17:13.241792+0000","last_unstale":"2024-06-06T11:24:16.279439+0000","last_undegraded":"2024-06-06T11:24:16.279439+0000","last_fullsized":"2024-06-06T11:24:16.279439+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:33:16.527962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":911,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.348457+0000","last_change":"2024-06-06T11:17:13.232474+0000","last_active":"2024-06-06T11:24:17.348457+0000","last_peered":"2024-06-06T11:24:17.348457+0000","last_clean":"2024-06-06T11:24:17.348457+0000","last_became_active":"2024-06-06T11:17:13.232048+0000","last_became_peered":"2024-06-06T11:17:13.232048+0000","last_unstale":"2024-06-06T11:24:17.348457+0000","last_undegraded":"2024-06-06T11:24:17.348457+0000","last_fullsized":"2024-06-06T11:24:17.348457+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:18:16.740520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":860,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279714+0000","last_change":"2024-06-06T11:17:13.244457+0000","last_active":"2024-06-06T11:24:16.279714+0000","last_peered":"2024-06-06T11:24:16.279714+0000","last_clean":"2024-06-06T11:24:16.279714+0000","last_became_active":"2024-06-06T11:17:13.243646+0000","last_became_peered":"2024-06-06T11:17:13.243646+0000","last_unstale":"2024-06-06T11:24:16.279714+0000","last_undegraded":"2024-06-06T11:24:16.279714+0000","last_fullsized":"2024-06-06T11:24:16.279714+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:24:06.644364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":917,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279100+0000","last_change":"2024-06-06T11:16:15.720776+0000","last_active":"2024-06-06T11:24:16.279100+0000","last_peered":"2024-06-06T11:24:16.279100+0000","last_clean":"2024-06-06T11:24:16.279100+0000","last_became_active":"2024-06-06T11:16:15.720303+0000","last_became_peered":"2024-06-06T11:16:15.720303+0000","last_unstale":"2024-06-06T11:24:16.279100+0000","last_undegraded":"2024-06-06T11:24:16.279100+0000","last_fullsized":"2024-06-06T11:24:16.279100+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"59'3","reported_seq":911,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291969+0000","last_change":"2024-06-06T11:17:13.239965+0000","last_active":"2024-06-06T11:24:16.291969+0000","last_peered":"2024-06-06T11:24:16.291969+0000","last_clean":"2024-06-06T11:24:16.291969+0000","last_became_active":"2024-06-06T11:17:13.239084+0000","last_became_peered":"2024-06-06T11:17:13.239084+0000","last_unstale":"2024-06-06T11:24:16.291969+0000","last_undegraded":"2024-06-06T11:24:16.291969+0000","last_fullsized":"2024-06-06T11:24:16.291969+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":882,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.350347+0000","last_change":"2024-06-06T11:16:45.458125+0000","last_active":"2024-06-06T11:24:17.350347+0000","last_peered":"2024-06-06T11:24:17.350347+0000","last_clean":"2024-06-06T11:24:17.350347+0000","last_became_active":"2024-06-06T11:16:45.457373+0000","last_became_peered":"2024-06-06T11:16:45.457373+0000","last_unstale":"2024-06-06T11:24:17.350347+0000","last_undegraded":"2024-06-06T11:24:17.350347+0000","last_fullsized":"2024-06-06T11:24:17.350347+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T22:05:31.575783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"298'22","reported_seq":920,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285280+0000","last_change":"2024-06-06T11:04:24.080945+0000","last_active":"2024-06-06T11:24:16.285280+0000","last_peered":"2024-06-06T11:24:16.285280+0000","last_clean":"2024-06-06T11:24:16.285280+0000","last_became_active":"2024-06-06T11:04:24.080303+0000","last_became_peered":"2024-06-06T11:04:24.080303+0000","last_unstale":"2024-06-06T11:24:16.285280+0000","last_undegraded":"2024-06-06T11:24:16.285280+0000","last_fullsized":"2024-06-06T11:24:16.285280+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4740,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":921,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285471+0000","last_change":"2024-06-06T11:16:45.465653+0000","last_active":"2024-06-06T11:24:16.285471+0000","last_peered":"2024-06-06T11:24:16.285471+0000","last_clean":"2024-06-06T11:24:16.285471+0000","last_became_active":"2024-06-06T11:16:45.465174+0000","last_became_peered":"2024-06-06T11:16:45.465174+0000","last_unstale":"2024-06-06T11:24:16.285471+0000","last_undegraded":"2024-06-06T11:24:16.285471+0000","last_fullsized":"2024-06-06T11:24:16.285471+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":897,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.284966+0000","last_change":"2024-06-06T11:04:24.095328+0000","last_active":"2024-06-06T11:24:16.284966+0000","last_peered":"2024-06-06T11:24:16.284966+0000","last_clean":"2024-06-06T11:24:16.284966+0000","last_became_active":"2024-06-06T11:04:24.094876+0000","last_became_peered":"2024-06-06T11:04:24.094876+0000","last_unstale":"2024-06-06T11:24:16.284966+0000","last_undegraded":"2024-06-06T11:24:16.284966+0000","last_fullsized":"2024-06-06T11:24:16.284966+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":910,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.842958+0000","last_change":"2024-06-06T11:16:45.452921+0000","last_active":"2024-06-06T11:24:16.842958+0000","last_peered":"2024-06-06T11:24:16.842958+0000","last_clean":"2024-06-06T11:24:16.842958+0000","last_became_active":"2024-06-06T11:16:45.452494+0000","last_became_peered":"2024-06-06T11:16:45.452494+0000","last_unstale":"2024-06-06T11:24:16.842958+0000","last_undegraded":"2024-06-06T11:24:16.842958+0000","last_fullsized":"2024-06-06T11:24:16.842958+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"59'1","reported_seq":914,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.351542+0000","last_change":"2024-06-06T11:16:15.709596+0000","last_active":"2024-06-06T11:24:17.351542+0000","last_peered":"2024-06-06T11:24:17.351542+0000","last_clean":"2024-06-06T11:24:17.351542+0000","last_became_active":"2024-06-06T11:16:15.709230+0000","last_became_peered":"2024-06-06T11:16:15.709230+0000","last_unstale":"2024-06-06T11:24:17.351542+0000","last_undegraded":"2024-06-06T11:24:17.351542+0000","last_fullsized":"2024-06-06T11:24:17.351542+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:04:51.342082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":894,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.343522+0000","last_change":"2024-06-06T11:17:13.243616+0000","last_active":"2024-06-06T11:24:17.343522+0000","last_peered":"2024-06-06T11:24:17.343522+0000","last_clean":"2024-06-06T11:24:17.343522+0000","last_became_active":"2024-06-06T11:17:13.243286+0000","last_became_peered":"2024-06-06T11:17:13.243286+0000","last_unstale":"2024-06-06T11:24:17.343522+0000","last_undegraded":"2024-06-06T11:24:17.343522+0000","last_fullsized":"2024-06-06T11:24:17.343522+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:01:22.390256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":867,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.347945+0000","last_change":"2024-06-06T11:16:15.712752+0000","last_active":"2024-06-06T11:24:17.347945+0000","last_peered":"2024-06-06T11:24:17.347945+0000","last_clean":"2024-06-06T11:24:17.347945+0000","last_became_active":"2024-06-06T11:16:15.712419+0000","last_became_peered":"2024-06-06T11:16:15.712419+0000","last_unstale":"2024-06-06T11:24:17.347945+0000","last_undegraded":"2024-06-06T11:24:17.347945+0000","last_fullsized":"2024-06-06T11:24:17.347945+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:37.749300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"59'2","reported_seq":896,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.280484+0000","last_change":"2024-06-06T11:17:13.245057+0000","last_active":"2024-06-06T11:24:16.280484+0000","last_peered":"2024-06-06T11:24:16.280484+0000","last_clean":"2024-06-06T11:24:16.280484+0000","last_became_active":"2024-06-06T11:17:13.244691+0000","last_became_peered":"2024-06-06T11:17:13.244691+0000","last_unstale":"2024-06-06T11:24:16.280484+0000","last_undegraded":"2024-06-06T11:24:16.280484+0000","last_fullsized":"2024-06-06T11:24:16.280484+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:58:46.511832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":896,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.295805+0000","last_change":"2024-06-06T11:15:48.403547+0000","last_active":"2024-06-06T11:24:16.295805+0000","last_peered":"2024-06-06T11:24:16.295805+0000","last_clean":"2024-06-06T11:24:16.295805+0000","last_became_active":"2024-06-06T11:15:48.402998+0000","last_became_peered":"2024-06-06T11:15:48.402998+0000","last_unstale":"2024-06-06T11:24:16.295805+0000","last_undegraded":"2024-06-06T11:24:16.295805+0000","last_fullsized":"2024-06-06T11:24:16.295805+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:36:28.533413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":912,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291904+0000","last_change":"2024-06-06T11:15:48.393513+0000","last_active":"2024-06-06T11:24:16.291904+0000","last_peered":"2024-06-06T11:24:16.291904+0000","last_clean":"2024-06-06T11:24:16.291904+0000","last_became_active":"2024-06-06T11:15:48.392588+0000","last_became_peered":"2024-06-06T11:15:48.392588+0000","last_unstale":"2024-06-06T11:24:16.291904+0000","last_undegraded":"2024-06-06T11:24:16.291904+0000","last_fullsized":"2024-06-06T11:24:16.291904+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":883,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.352655+0000","last_change":"2024-06-06T11:16:45.451615+0000","last_active":"2024-06-06T11:24:17.352655+0000","last_peered":"2024-06-06T11:24:17.352655+0000","last_clean":"2024-06-06T11:24:17.352655+0000","last_became_active":"2024-06-06T11:16:45.450597+0000","last_became_peered":"2024-06-06T11:16:45.450597+0000","last_unstale":"2024-06-06T11:24:17.352655+0000","last_undegraded":"2024-06-06T11:24:17.352655+0000","last_fullsized":"2024-06-06T11:24:17.352655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:14:22.240186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":867,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.350731+0000","last_change":"2024-06-06T11:16:15.719931+0000","last_active":"2024-06-06T11:24:17.350731+0000","last_peered":"2024-06-06T11:24:17.350731+0000","last_clean":"2024-06-06T11:24:17.350731+0000","last_became_active":"2024-06-06T11:16:15.718920+0000","last_became_peered":"2024-06-06T11:16:15.718920+0000","last_unstale":"2024-06-06T11:24:17.350731+0000","last_undegraded":"2024-06-06T11:24:17.350731+0000","last_fullsized":"2024-06-06T11:24:17.350731+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:36:07.244019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":904,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.351082+0000","last_change":"2024-06-06T11:16:15.707977+0000","last_active":"2024-06-06T11:24:17.351082+0000","last_peered":"2024-06-06T11:24:17.351082+0000","last_clean":"2024-06-06T11:24:17.351082+0000","last_became_active":"2024-06-06T11:16:15.707535+0000","last_became_peered":"2024-06-06T11:16:15.707535+0000","last_unstale":"2024-06-06T11:24:17.351082+0000","last_undegraded":"2024-06-06T11:24:17.351082+0000","last_fullsized":"2024-06-06T11:24:17.351082+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T21:30:11.416371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":932,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279259+0000","last_change":"2024-06-06T11:17:13.229664+0000","last_active":"2024-06-06T11:24:16.279259+0000","last_peered":"2024-06-06T11:24:16.279259+0000","last_clean":"2024-06-06T11:24:16.279259+0000","last_became_active":"2024-06-06T11:17:13.229308+0000","last_became_peered":"2024-06-06T11:17:13.229308+0000","last_unstale":"2024-06-06T11:24:16.279259+0000","last_undegraded":"2024-06-06T11:24:16.279259+0000","last_fullsized":"2024-06-06T11:24:16.279259+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":929,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279607+0000","last_change":"2024-06-06T11:17:13.232181+0000","last_active":"2024-06-06T11:24:16.279607+0000","last_peered":"2024-06-06T11:24:16.279607+0000","last_clean":"2024-06-06T11:24:16.279607+0000","last_became_active":"2024-06-06T11:17:13.231853+0000","last_became_peered":"2024-06-06T11:17:13.231853+0000","last_unstale":"2024-06-06T11:24:16.279607+0000","last_undegraded":"2024-06-06T11:24:16.279607+0000","last_fullsized":"2024-06-06T11:24:16.279607+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":913,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285440+0000","last_change":"2024-06-06T11:15:48.403311+0000","last_active":"2024-06-06T11:24:16.285440+0000","last_peered":"2024-06-06T11:24:16.285440+0000","last_clean":"2024-06-06T11:24:16.285440+0000","last_became_active":"2024-06-06T11:15:48.402826+0000","last_became_peered":"2024-06-06T11:15:48.402826+0000","last_unstale":"2024-06-06T11:24:16.285440+0000","last_undegraded":"2024-06-06T11:24:16.285440+0000","last_fullsized":"2024-06-06T11:24:16.285440+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":921,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.278718+0000","last_change":"2024-06-06T11:16:15.721335+0000","last_active":"2024-06-06T11:24:16.278718+0000","last_peered":"2024-06-06T11:24:16.278718+0000","last_clean":"2024-06-06T11:24:16.278718+0000","last_became_active":"2024-06-06T11:16:15.720392+0000","last_became_peered":"2024-06-06T11:16:15.720392+0000","last_unstale":"2024-06-06T11:24:16.278718+0000","last_undegraded":"2024-06-06T11:24:16.278718+0000","last_fullsized":"2024-06-06T11:24:16.278718+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":899,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.348574+0000","last_change":"2024-06-06T11:16:15.718657+0000","last_active":"2024-06-06T11:24:17.348574+0000","last_peered":"2024-06-06T11:24:17.348574+0000","last_clean":"2024-06-06T11:24:17.348574+0000","last_became_active":"2024-06-06T11:16:15.716415+0000","last_became_peered":"2024-06-06T11:16:15.716415+0000","last_unstale":"2024-06-06T11:24:17.348574+0000","last_undegraded":"2024-06-06T11:24:17.348574+0000","last_fullsized":"2024-06-06T11:24:17.348574+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:54.329223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":883,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.290543+0000","last_change":"2024-06-06T11:16:45.457320+0000","last_active":"2024-06-06T11:24:16.290543+0000","last_peered":"2024-06-06T11:24:16.290543+0000","last_clean":"2024-06-06T11:24:16.290543+0000","last_became_active":"2024-06-06T11:16:45.456899+0000","last_became_peered":"2024-06-06T11:16:45.456899+0000","last_unstale":"2024-06-06T11:24:16.290543+0000","last_undegraded":"2024-06-06T11:24:16.290543+0000","last_fullsized":"2024-06-06T11:24:16.290543+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:09:53.778928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":894,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.308794+0000","last_change":"2024-06-06T11:17:13.228960+0000","last_active":"2024-06-06T11:24:17.308794+0000","last_peered":"2024-06-06T11:24:17.308794+0000","last_clean":"2024-06-06T11:24:17.308794+0000","last_became_active":"2024-06-06T11:17:13.228637+0000","last_became_peered":"2024-06-06T11:17:13.228637+0000","last_unstale":"2024-06-06T11:24:17.308794+0000","last_undegraded":"2024-06-06T11:24:17.308794+0000","last_fullsized":"2024-06-06T11:24:17.308794+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:13:59.586789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":926,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.351636+0000","last_change":"2024-06-06T11:16:45.449876+0000","last_active":"2024-06-06T11:24:17.351636+0000","last_peered":"2024-06-06T11:24:17.351636+0000","last_clean":"2024-06-06T11:24:17.351636+0000","last_became_active":"2024-06-06T11:16:45.449526+0000","last_became_peered":"2024-06-06T11:16:45.449526+0000","last_unstale":"2024-06-06T11:24:17.351636+0000","last_undegraded":"2024-06-06T11:24:17.351636+0000","last_fullsized":"2024-06-06T11:24:17.351636+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T21:02:46.509541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":911,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.294966+0000","last_change":"2024-06-06T11:17:13.232643+0000","last_active":"2024-06-06T11:24:16.294966+0000","last_peered":"2024-06-06T11:24:16.294966+0000","last_clean":"2024-06-06T11:24:16.294966+0000","last_became_active":"2024-06-06T11:17:13.232241+0000","last_became_peered":"2024-06-06T11:17:13.232241+0000","last_unstale":"2024-06-06T11:24:16.294966+0000","last_undegraded":"2024-06-06T11:24:16.294966+0000","last_fullsized":"2024-06-06T11:24:16.294966+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:20.170256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":927,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291208+0000","last_change":"2024-06-06T11:16:15.706875+0000","last_active":"2024-06-06T11:24:16.291208+0000","last_peered":"2024-06-06T11:24:16.291208+0000","last_clean":"2024-06-06T11:24:16.291208+0000","last_became_active":"2024-06-06T11:16:15.706536+0000","last_became_peered":"2024-06-06T11:16:15.706536+0000","last_unstale":"2024-06-06T11:24:16.291208+0000","last_undegraded":"2024-06-06T11:24:16.291208+0000","last_fullsized":"2024-06-06T11:24:16.291208+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":890,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.841661+0000","last_change":"2024-06-06T11:04:24.259961+0000","last_active":"2024-06-06T11:24:16.841661+0000","last_peered":"2024-06-06T11:24:16.841661+0000","last_clean":"2024-06-06T11:24:16.841661+0000","last_became_active":"2024-06-06T11:04:24.259493+0000","last_became_peered":"2024-06-06T11:04:24.259493+0000","last_unstale":"2024-06-06T11:24:16.841661+0000","last_undegraded":"2024-06-06T11:24:16.841661+0000","last_fullsized":"2024-06-06T11:24:16.841661+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":862,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.343196+0000","last_change":"2024-06-06T11:17:13.231178+0000","last_active":"2024-06-06T11:24:17.343196+0000","last_peered":"2024-06-06T11:24:17.343196+0000","last_clean":"2024-06-06T11:24:17.343196+0000","last_became_active":"2024-06-06T11:17:13.230871+0000","last_became_peered":"2024-06-06T11:17:13.230871+0000","last_unstale":"2024-06-06T11:24:17.343196+0000","last_undegraded":"2024-06-06T11:24:17.343196+0000","last_fullsized":"2024-06-06T11:24:17.343196+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:52:51.843404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":921,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279531+0000","last_change":"2024-06-06T11:16:45.463692+0000","last_active":"2024-06-06T11:24:16.279531+0000","last_peered":"2024-06-06T11:24:16.279531+0000","last_clean":"2024-06-06T11:24:16.279531+0000","last_became_active":"2024-06-06T11:16:45.463134+0000","last_became_peered":"2024-06-06T11:16:45.463134+0000","last_unstale":"2024-06-06T11:24:16.279531+0000","last_undegraded":"2024-06-06T11:24:16.279531+0000","last_fullsized":"2024-06-06T11:24:16.279531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"239'139","reported_seq":1144,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291109+0000","last_change":"2024-06-06T11:15:48.391345+0000","last_active":"2024-06-06T11:24:16.291109+0000","last_peered":"2024-06-06T11:24:16.291109+0000","last_clean":"2024-06-06T11:24:16.291109+0000","last_became_active":"2024-06-06T11:15:48.390864+0000","last_became_peered":"2024-06-06T11:15:48.390864+0000","last_unstale":"2024-06-06T11:24:16.291109+0000","last_undegraded":"2024-06-06T11:24:16.291109+0000","last_fullsized":"2024-06-06T11:24:16.291109+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_clean_scrub_stamp":"2024-06-06T10:57:58.056429+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":882,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.348761+0000","last_change":"2024-06-06T11:17:13.232979+0000","last_active":"2024-06-06T11:24:17.348761+0000","last_peered":"2024-06-06T11:24:17.348761+0000","last_clean":"2024-06-06T11:24:17.348761+0000","last_became_active":"2024-06-06T11:17:13.232676+0000","last_became_peered":"2024-06-06T11:17:13.232676+0000","last_unstale":"2024-06-06T11:24:17.348761+0000","last_undegraded":"2024-06-06T11:24:17.348761+0000","last_fullsized":"2024-06-06T11:24:17.348761+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:20.933284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":877,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279722+0000","last_change":"2024-06-06T11:17:13.244077+0000","last_active":"2024-06-06T11:24:16.279722+0000","last_peered":"2024-06-06T11:24:16.279722+0000","last_clean":"2024-06-06T11:24:16.279722+0000","last_became_active":"2024-06-06T11:17:13.243290+0000","last_became_peered":"2024-06-06T11:17:13.243290+0000","last_unstale":"2024-06-06T11:24:16.279722+0000","last_undegraded":"2024-06-06T11:24:16.279722+0000","last_fullsized":"2024-06-06T11:24:16.279722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:50:30.033181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":912,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.288682+0000","last_change":"2024-06-06T11:16:15.709531+0000","last_active":"2024-06-06T11:24:16.288682+0000","last_peered":"2024-06-06T11:24:16.288682+0000","last_clean":"2024-06-06T11:24:16.288682+0000","last_became_active":"2024-06-06T11:16:15.709035+0000","last_became_peered":"2024-06-06T11:16:15.709035+0000","last_unstale":"2024-06-06T11:24:16.288682+0000","last_undegraded":"2024-06-06T11:24:16.288682+0000","last_fullsized":"2024-06-06T11:24:16.288682+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":913,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285106+0000","last_change":"2024-06-06T11:16:45.465410+0000","last_active":"2024-06-06T11:24:16.285106+0000","last_peered":"2024-06-06T11:24:16.285106+0000","last_clean":"2024-06-06T11:24:16.285106+0000","last_became_active":"2024-06-06T11:16:45.465001+0000","last_became_peered":"2024-06-06T11:16:45.465001+0000","last_unstale":"2024-06-06T11:24:16.285106+0000","last_undegraded":"2024-06-06T11:24:16.285106+0000","last_fullsized":"2024-06-06T11:24:16.285106+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":927,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.286012+0000","last_change":"2024-06-06T11:16:45.464461+0000","last_active":"2024-06-06T11:24:16.286012+0000","last_peered":"2024-06-06T11:24:16.286012+0000","last_clean":"2024-06-06T11:24:16.286012+0000","last_became_active":"2024-06-06T11:16:45.464071+0000","last_became_peered":"2024-06-06T11:16:45.464071+0000","last_unstale":"2024-06-06T11:24:16.286012+0000","last_undegraded":"2024-06-06T11:24:16.286012+0000","last_fullsized":"2024-06-06T11:24:16.286012+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":906,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.843209+0000","last_change":"2024-06-06T11:16:15.714394+0000","last_active":"2024-06-06T11:24:16.843209+0000","last_peered":"2024-06-06T11:24:16.843209+0000","last_clean":"2024-06-06T11:24:16.843209+0000","last_became_active":"2024-06-06T11:16:15.714063+0000","last_became_peered":"2024-06-06T11:16:15.714063+0000","last_unstale":"2024-06-06T11:24:16.843209+0000","last_undegraded":"2024-06-06T11:24:16.843209+0000","last_fullsized":"2024-06-06T11:24:16.843209+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":912,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285533+0000","last_change":"2024-06-06T11:17:13.237066+0000","last_active":"2024-06-06T11:24:16.285533+0000","last_peered":"2024-06-06T11:24:16.285533+0000","last_clean":"2024-06-06T11:24:16.285533+0000","last_became_active":"2024-06-06T11:17:13.236677+0000","last_became_peered":"2024-06-06T11:17:13.236677+0000","last_unstale":"2024-06-06T11:24:16.285533+0000","last_undegraded":"2024-06-06T11:24:16.285533+0000","last_fullsized":"2024-06-06T11:24:16.285533+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"59'2","reported_seq":896,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.280901+0000","last_change":"2024-06-06T11:17:13.246571+0000","last_active":"2024-06-06T11:24:16.280901+0000","last_peered":"2024-06-06T11:24:16.280901+0000","last_clean":"2024-06-06T11:24:16.280901+0000","last_became_active":"2024-06-06T11:17:13.245877+0000","last_became_peered":"2024-06-06T11:17:13.245877+0000","last_unstale":"2024-06-06T11:24:16.280901+0000","last_undegraded":"2024-06-06T11:24:16.280901+0000","last_fullsized":"2024-06-06T11:24:16.280901+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:39:39.751771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":911,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.344193+0000","last_change":"2024-06-06T11:16:15.709383+0000","last_active":"2024-06-06T11:24:17.344193+0000","last_peered":"2024-06-06T11:24:17.344193+0000","last_clean":"2024-06-06T11:24:17.344193+0000","last_became_active":"2024-06-06T11:16:15.708958+0000","last_became_peered":"2024-06-06T11:16:15.708958+0000","last_unstale":"2024-06-06T11:24:17.344193+0000","last_undegraded":"2024-06-06T11:24:17.344193+0000","last_fullsized":"2024-06-06T11:24:17.344193+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T22:26:27.858147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":917,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279892+0000","last_change":"2024-06-06T11:17:13.232292+0000","last_active":"2024-06-06T11:24:16.279892+0000","last_peered":"2024-06-06T11:24:16.279892+0000","last_clean":"2024-06-06T11:24:16.279892+0000","last_became_active":"2024-06-06T11:17:13.231937+0000","last_became_peered":"2024-06-06T11:17:13.231937+0000","last_unstale":"2024-06-06T11:24:16.279892+0000","last_undegraded":"2024-06-06T11:24:16.279892+0000","last_fullsized":"2024-06-06T11:24:16.279892+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":905,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.843413+0000","last_change":"2024-06-06T11:16:15.714593+0000","last_active":"2024-06-06T11:24:16.843413+0000","last_peered":"2024-06-06T11:24:16.843413+0000","last_clean":"2024-06-06T11:24:16.843413+0000","last_became_active":"2024-06-06T11:16:15.714181+0000","last_became_peered":"2024-06-06T11:16:15.714181+0000","last_unstale":"2024-06-06T11:24:16.843413+0000","last_undegraded":"2024-06-06T11:24:16.843413+0000","last_fullsized":"2024-06-06T11:24:16.843413+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"59'1","reported_seq":894,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291846+0000","last_change":"2024-06-06T11:04:24.076798+0000","last_active":"2024-06-06T11:24:16.291846+0000","last_peered":"2024-06-06T11:24:16.291846+0000","last_clean":"2024-06-06T11:24:16.291846+0000","last_became_active":"2024-06-06T11:04:24.076357+0000","last_became_peered":"2024-06-06T11:04:24.076357+0000","last_unstale":"2024-06-06T11:24:16.291846+0000","last_undegraded":"2024-06-06T11:24:16.291846+0000","last_fullsized":"2024-06-06T11:24:16.291846+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":927,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.284813+0000","last_change":"2024-06-06T11:17:13.239808+0000","last_active":"2024-06-06T11:24:16.284813+0000","last_peered":"2024-06-06T11:24:16.284813+0000","last_clean":"2024-06-06T11:24:16.284813+0000","last_became_active":"2024-06-06T11:17:13.239406+0000","last_became_peered":"2024-06-06T11:17:13.239406+0000","last_unstale":"2024-06-06T11:24:16.284813+0000","last_undegraded":"2024-06-06T11:24:16.284813+0000","last_fullsized":"2024-06-06T11:24:16.284813+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"59'2","reported_seq":910,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.292198+0000","last_change":"2024-06-06T11:16:15.707488+0000","last_active":"2024-06-06T11:24:16.292198+0000","last_peered":"2024-06-06T11:24:16.292198+0000","last_clean":"2024-06-06T11:24:16.292198+0000","last_became_active":"2024-06-06T11:16:15.707006+0000","last_became_peered":"2024-06-06T11:16:15.707006+0000","last_unstale":"2024-06-06T11:24:16.292198+0000","last_undegraded":"2024-06-06T11:24:16.292198+0000","last_fullsized":"2024-06-06T11:24:16.292198+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":901,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.278957+0000","last_change":"2024-06-06T11:04:24.263681+0000","last_active":"2024-06-06T11:24:16.278957+0000","last_peered":"2024-06-06T11:24:16.278957+0000","last_clean":"2024-06-06T11:24:16.278957+0000","last_became_active":"2024-06-06T11:04:24.263220+0000","last_became_peered":"2024-06-06T11:04:24.263220+0000","last_unstale":"2024-06-06T11:24:16.278957+0000","last_undegraded":"2024-06-06T11:24:16.278957+0000","last_fullsized":"2024-06-06T11:24:16.278957+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"59'1","reported_seq":909,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.292379+0000","last_change":"2024-06-06T11:15:48.396497+0000","last_active":"2024-06-06T11:24:16.292379+0000","last_peered":"2024-06-06T11:24:16.292379+0000","last_clean":"2024-06-06T11:24:16.292379+0000","last_became_active":"2024-06-06T11:15:48.396033+0000","last_became_peered":"2024-06-06T11:15:48.396033+0000","last_unstale":"2024-06-06T11:24:16.292379+0000","last_undegraded":"2024-06-06T11:24:16.292379+0000","last_fullsized":"2024-06-06T11:24:16.292379+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"59'8","reported_seq":914,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.842679+0000","last_change":"2024-06-06T11:15:48.393965+0000","last_active":"2024-06-06T11:24:16.842679+0000","last_peered":"2024-06-06T11:24:16.842679+0000","last_clean":"2024-06-06T11:24:16.842679+0000","last_became_active":"2024-06-06T11:15:48.393352+0000","last_became_peered":"2024-06-06T11:15:48.393352+0000","last_unstale":"2024-06-06T11:24:16.842679+0000","last_undegraded":"2024-06-06T11:24:16.842679+0000","last_fullsized":"2024-06-06T11:24:16.842679+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":909,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.348151+0000","last_change":"2024-06-06T11:17:13.244316+0000","last_active":"2024-06-06T11:24:17.348151+0000","last_peered":"2024-06-06T11:24:17.348151+0000","last_clean":"2024-06-06T11:24:17.348151+0000","last_became_active":"2024-06-06T11:17:13.244015+0000","last_became_peered":"2024-06-06T11:17:13.244015+0000","last_unstale":"2024-06-06T11:24:17.348151+0000","last_undegraded":"2024-06-06T11:24:17.348151+0000","last_fullsized":"2024-06-06T11:24:17.348151+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:22.396948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":893,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291505+0000","last_change":"2024-06-06T11:04:24.076078+0000","last_active":"2024-06-06T11:24:16.291505+0000","last_peered":"2024-06-06T11:24:16.291505+0000","last_clean":"2024-06-06T11:24:16.291505+0000","last_became_active":"2024-06-06T11:04:24.075019+0000","last_became_peered":"2024-06-06T11:04:24.075019+0000","last_unstale":"2024-06-06T11:24:16.291505+0000","last_undegraded":"2024-06-06T11:24:16.291505+0000","last_fullsized":"2024-06-06T11:24:16.291505+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":911,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.351438+0000","last_change":"2024-06-06T11:17:13.235353+0000","last_active":"2024-06-06T11:24:17.351438+0000","last_peered":"2024-06-06T11:24:17.351438+0000","last_clean":"2024-06-06T11:24:17.351438+0000","last_became_active":"2024-06-06T11:17:13.235003+0000","last_became_peered":"2024-06-06T11:17:13.235003+0000","last_unstale":"2024-06-06T11:24:17.351438+0000","last_undegraded":"2024-06-06T11:24:17.351438+0000","last_fullsized":"2024-06-06T11:24:17.351438+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:19.790800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":911,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.346521+0000","last_change":"2024-06-06T11:17:13.234483+0000","last_active":"2024-06-06T11:24:17.346521+0000","last_peered":"2024-06-06T11:24:17.346521+0000","last_clean":"2024-06-06T11:24:17.346521+0000","last_became_active":"2024-06-06T11:17:13.233475+0000","last_became_peered":"2024-06-06T11:17:13.233475+0000","last_unstale":"2024-06-06T11:24:17.346521+0000","last_undegraded":"2024-06-06T11:24:17.346521+0000","last_fullsized":"2024-06-06T11:24:17.346521+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:32:46.829255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":916,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279135+0000","last_change":"2024-06-06T11:17:13.229862+0000","last_active":"2024-06-06T11:24:16.279135+0000","last_peered":"2024-06-06T11:24:16.279135+0000","last_clean":"2024-06-06T11:24:16.279135+0000","last_became_active":"2024-06-06T11:17:13.229427+0000","last_became_peered":"2024-06-06T11:17:13.229427+0000","last_unstale":"2024-06-06T11:24:16.279135+0000","last_undegraded":"2024-06-06T11:24:16.279135+0000","last_fullsized":"2024-06-06T11:24:16.279135+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"59'2","reported_seq":910,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291462+0000","last_change":"2024-06-06T11:16:45.463664+0000","last_active":"2024-06-06T11:24:16.291462+0000","last_peered":"2024-06-06T11:24:16.291462+0000","last_clean":"2024-06-06T11:24:16.291462+0000","last_became_active":"2024-06-06T11:16:45.463050+0000","last_became_peered":"2024-06-06T11:16:45.463050+0000","last_unstale":"2024-06-06T11:24:16.291462+0000","last_undegraded":"2024-06-06T11:24:16.291462+0000","last_fullsized":"2024-06-06T11:24:16.291462+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":876,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.280112+0000","last_change":"2024-06-06T11:17:13.244345+0000","last_active":"2024-06-06T11:24:16.280112+0000","last_peered":"2024-06-06T11:24:16.280112+0000","last_clean":"2024-06-06T11:24:16.280112+0000","last_became_active":"2024-06-06T11:17:13.243737+0000","last_became_peered":"2024-06-06T11:17:13.243737+0000","last_unstale":"2024-06-06T11:24:16.280112+0000","last_undegraded":"2024-06-06T11:24:16.280112+0000","last_fullsized":"2024-06-06T11:24:16.280112+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:02:37.372988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5510,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1872,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430502,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":320224,"kb_used_data":14808,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":93424928,"statfs":{"total":95995035648,"available":95667126272,"internally_reserved":0,"allocated":15163392,"data_stored":9922716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.89300000000000002,"15min":0.84599999999999997},"min":{"1min":0.52800000000000002,"5min":0.47699999999999998,"15min":0.44700000000000001},"max":{"1min":1.2470000000000001,"5min":1.3740000000000001,"15min":1.413},"last":1.163},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.95299999999999996,"15min":0.92300000000000004},"min":{"1min":0.68100000000000005,"5min":0.52400000000000002,"15min":0.45200000000000001},"max":{"1min":1.413,"5min":1.413,"15min":1.458},"last":0.92900000000000005}]},{"osd":1,"last update":"Thu Jun 6 11:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.90300000000000002,"15min":0.90200000000000002},"min":{"1min":0.61599999999999999,"5min":0.54200000000000004,"15min":0.51300000000000001},"max":{"1min":1.206,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":1.008},{"interface":"front","average":{"1min":0.879,"5min":0.95299999999999996,"15min":0.92800000000000005},"min":{"1min":0.61699999999999999,"5min":0.53600000000000003,"15min":0.52600000000000002},"max":{"1min":1.2370000000000001,"5min":1.548,"15min":1.548},"last":0.70099999999999996}]},{"osd":2,"last update":"Thu Jun 6 11:25:02 2024","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":1.024,"15min":1.01},"min":{"1min":0.66000000000000003,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.492,"5min":1.492,"15min":1.492},"last":0.83699999999999997},{"interface":"front","average":{"1min":1.02,"5min":0.96099999999999997,"15min":0.96499999999999997},"min":{"1min":0.75900000000000001,"5min":0.56100000000000005,"15min":0.54200000000000004},"max":{"1min":1.304,"5min":1.7290000000000001,"15min":3.9740000000000002},"last":1.0369999999999999}]},{"osd":3,"last update":"Thu Jun 6 11:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.002,"15min":1.0109999999999999},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.59599999999999997},"max":{"1min":1.347,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.0720000000000001,"15min":1.095},"min":{"1min":0.75700000000000001,"5min":0.68100000000000005,"15min":0.59299999999999997},"max":{"1min":1.3009999999999999,"5min":2.653,"15min":2.653},"last":1.129}]},{"osd":4,"last update":"Thu Jun 6 11:25:22 2024","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.89400000000000002,"15min":0.89500000000000002},"min":{"1min":0.51300000000000001,"5min":0.45600000000000002,"15min":0.318},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.6579999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0429999999999999,"15min":1.0009999999999999},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.41999999999999998},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":2.4649999999999999},"last":0.79900000000000004}]},{"osd":5,"last update":"Thu Jun 6 11:25:22 2024","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.0660000000000001,"15min":1.0669999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.33000000000000002},"max":{"1min":1.417,"5min":1.5409999999999999,"15min":6.8170000000000002},"last":0.746},{"interface":"front","average":{"1min":1.077,"5min":1.052,"15min":1.054},"min":{"1min":0.82399999999999995,"5min":0.59399999999999997,"15min":0.39100000000000001},"max":{"1min":1.488,"5min":1.6160000000000001,"15min":2.093},"last":1.0580000000000001}]},{"osd":6,"last update":"Thu Jun 6 11:25:22 2024","interfaces":[{"interface":"back","average":{"1min":1.1240000000000001,"5min":1.083,"15min":1.085},"min":{"1min":0.66500000000000004,"5min":0.623,"15min":0.48499999999999999},"max":{"1min":1.548,"5min":1.5660000000000001,"15min":1.897},"last":1.113},{"interface":"front","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.127},"min":{"1min":0.71199999999999997,"5min":0.69799999999999995,"15min":0.46999999999999997},"max":{"1min":1.508,"5min":1.887,"15min":1.887},"last":1.0900000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822967,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":311428,"kb_used_data":14204,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":93433724,"statfs":{"total":95995035648,"available":95676133376,"internally_reserved":0,"allocated":14544896,"data_stored":9327751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.92300000000000004,"15min":0.877},"min":{"1min":0.57299999999999995,"5min":0.55600000000000005,"15min":0.34799999999999998},"max":{"1min":1.224,"5min":1.3160000000000001,"15min":2.6850000000000001},"last":1.242},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.91800000000000004,"15min":0.86299999999999999},"min":{"1min":0.59999999999999998,"5min":0.46400000000000002,"15min":0.36499999999999999},"max":{"1min":1.0820000000000001,"5min":1.431,"15min":1.431},"last":0.999}]},{"osd":1,"last update":"Thu Jun 6 11:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.93200000000000005,"15min":0.88100000000000001},"min":{"1min":0.61099999999999999,"5min":0.52900000000000003,"15min":0.51100000000000001},"max":{"1min":1.22,"5min":1.464,"15min":1.464},"last":1.22},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.92700000000000005,"15min":0.877},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.202,"5min":1.502,"15min":2.4369999999999998},"last":1.0740000000000001}]},{"osd":2,"last update":"Thu Jun 6 11:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.91300000000000003,"15min":0.89300000000000002},"min":{"1min":0.63500000000000001,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.1910000000000001,"5min":1.2829999999999999,"15min":1.3799999999999999},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.96699999999999997,"5min":1.012,"15min":0.997},"min":{"1min":0.66400000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.1899999999999999,"5min":1.4019999999999999,"15min":2.4249999999999998},"last":1.1819999999999999}]},{"osd":3,"last update":"Thu Jun 6 11:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":1.006,"15min":0.997},"min":{"1min":0.71099999999999997,"5min":0.621,"15min":0.59099999999999997},"max":{"1min":1.141,"5min":1.331,"15min":2.0960000000000001},"last":1.0329999999999999},{"interface":"front","average":{"1min":0.94299999999999995,"5min":1.01,"15min":1.022},"min":{"1min":0.70999999999999996,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.2709999999999999,"5min":1.45,"15min":2.9319999999999999},"last":1.2709999999999999}]},{"osd":4,"last update":"Thu Jun 6 11:24:49 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.97399999999999998,"15min":0.92200000000000004},"min":{"1min":0.64800000000000002,"5min":0.48899999999999999,"15min":0.317},"max":{"1min":1.329,"5min":1.6080000000000001,"15min":1.6080000000000001},"last":0.97799999999999998},{"interface":"front","average":{"1min":1.01,"5min":1.012,"15min":0.95799999999999996},"min":{"1min":0.56799999999999995,"5min":0.48099999999999998,"15min":0.27700000000000002},"max":{"1min":1.482,"5min":1.482,"15min":1.5509999999999999},"last":1.1180000000000001}]},{"osd":6,"last update":"Thu Jun 6 11:25:37 2024","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":0.996,"15min":0.996},"min":{"1min":0.72699999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.3899999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.141,"5min":1.1399999999999999,"15min":1.103},"min":{"1min":0.92200000000000004,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.446,"5min":2.093,"15min":2.093},"last":1.1559999999999999}]},{"osd":7,"last update":"Thu Jun 6 11:25:02 2024","interfaces":[{"interface":"back","average":{"1min":1.1679999999999999,"5min":1.214,"15min":1.155},"min":{"1min":0.86099999999999999,"5min":0.52200000000000002,"15min":0.41999999999999998},"max":{"1min":1.357,"5min":6.8070000000000004,"15min":6.8070000000000004},"last":1.3600000000000001},{"interface":"front","average":{"1min":1.109,"5min":1.175,"15min":1.113},"min":{"1min":0.79800000000000004,"5min":0.54900000000000004,"15min":0.376},"max":{"1min":1.3220000000000001,"5min":1.655,"15min":2.0009999999999999},"last":1.4119999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019199,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":311452,"kb_used_data":14224,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":93433700,"statfs":{"total":95995035648,"available":95676108800,"internally_reserved":0,"allocated":14565376,"data_stored":9332278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91300000000000003,"15min":0.875},"min":{"1min":0.56799999999999995,"5min":0.40899999999999997,"15min":0.36499999999999999},"max":{"1min":1.175,"5min":3.4550000000000001,"15min":3.4550000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.85599999999999998,"15min":0.78200000000000003},"min":{"1min":0.63200000000000001,"5min":0.436,"15min":0.42399999999999999},"max":{"1min":1.0840000000000001,"5min":2.5470000000000002,"15min":2.5470000000000002},"last":0.86899999999999999}]},{"osd":1,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":1.012,"15min":0.95899999999999996},"min":{"1min":0.60099999999999998,"5min":0.58099999999999996,"15min":0.56100000000000005},"max":{"1min":1.3640000000000001,"5min":2.4289999999999998,"15min":2.4289999999999998},"last":1.052},{"interface":"front","average":{"1min":0.90900000000000003,"5min":1.018,"15min":0.97399999999999998},"min":{"1min":0.64600000000000002,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.2929999999999999,"5min":2.569,"15min":2.569},"last":0.82699999999999996}]},{"osd":2,"last update":"Thu Jun 6 11:24:59 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.97899999999999998,"15min":0.93799999999999994},"min":{"1min":0.70699999999999996,"5min":0.56399999999999995,"15min":0.52900000000000003},"max":{"1min":1.2450000000000001,"5min":1.52,"15min":1.52},"last":1.0940000000000001},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.97899999999999998,"15min":0.92400000000000004},"min":{"1min":0.64400000000000002,"5min":0.57899999999999996,"15min":0.54100000000000004},"max":{"1min":1.218,"5min":2.5299999999999998,"15min":2.5299999999999998},"last":0.76800000000000002}]},{"osd":3,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.0109999999999999,"15min":1.002},"min":{"1min":0.82399999999999995,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.204,"5min":2.9630000000000001,"15min":2.9630000000000001},"last":0.73899999999999999},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.028,"15min":1.01},"min":{"1min":0.73399999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.2310000000000001,"5min":2.452,"15min":2.452},"last":1.028}]},{"osd":5,"last update":"Thu Jun 6 11:24:44 2024","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":1.024,"15min":0.94999999999999996},"min":{"1min":0.67200000000000004,"5min":0.497,"15min":0.36199999999999999},"max":{"1min":2.6219999999999999,"5min":2.6219999999999999,"15min":2.6219999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":1.01,"5min":0.96999999999999997,"15min":0.94999999999999996},"min":{"1min":0.68000000000000005,"5min":0.34599999999999997,"15min":0.33700000000000002},"max":{"1min":3.2970000000000002,"5min":3.2970000000000002,"15min":3.2970000000000002},"last":0.78500000000000003}]},{"osd":6,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0820000000000001,"15min":1.032},"min":{"1min":0.63800000000000001,"5min":0.438,"15min":0.42499999999999999},"max":{"1min":1.3300000000000001,"5min":5.2619999999999996,"15min":5.2619999999999996},"last":1.002},{"interface":"front","average":{"1min":1.1180000000000001,"5min":1.1140000000000001,"15min":1.077},"min":{"1min":0.746,"5min":0.51500000000000001,"15min":0.35899999999999999},"max":{"1min":1.4299999999999999,"5min":2.6720000000000002,"15min":2.6720000000000002},"last":0.96199999999999997}]},{"osd":7,"last update":"Thu Jun 6 11:25:15 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.167,"15min":1.1200000000000001},"min":{"1min":0.625,"5min":0.625,"15min":0.44500000000000001},"max":{"1min":1.4410000000000001,"5min":2.7240000000000002,"15min":2.7240000000000002},"last":0.879},{"interface":"front","average":{"1min":1.1559999999999999,"5min":1.175,"15min":1.133},"min":{"1min":0.74099999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.45,"5min":4.2380000000000004,"15min":4.2380000000000004},"last":0.84699999999999998}]}]},{"osd":3,"up_from":562,"seq":2413771620456,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":72272,"kb_used_data":14204,"kb_used_omap":72,"kb_used_meta":57975,"kb_avail":93672880,"statfs":{"total":95995035648,"available":95921029120,"internally_reserved":0,"allocated":14544896,"data_stored":9327482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":73838,"internal_metadata":59367314},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.65100000000000002,"15min":0.63400000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.92900000000000005,"5min":1.117,"15min":1.1839999999999999},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.72799999999999998,"15min":0.74199999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.006,"5min":1.6830000000000001,"15min":2.0579999999999998},"last":0.63400000000000001}]},{"osd":1,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.753,"15min":0.75700000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.018,"5min":1.2350000000000001,"15min":2.1389999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.626,"5min":0.72499999999999998,"15min":0.73999999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.27900000000000003},"max":{"1min":1.238,"5min":1.238,"15min":2.5329999999999999},"last":1.014}]},{"osd":2,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.79500000000000004,"15min":0.81399999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.32600000000000001},"max":{"1min":1.0029999999999999,"5min":1.2609999999999999,"15min":2.2749999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.78800000000000003,"15min":0.80600000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.93200000000000005,"5min":1.347,"15min":2.7570000000000001},"last":0.80300000000000005}]},{"osd":4,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":1.02,"15min":0.99099999999999999},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.56899999999999995},"max":{"1min":1.248,"5min":4.0739999999999998,"15min":4.0739999999999998},"last":1.141},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.93999999999999995,"15min":0.95199999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0469999999999999,"5min":1.361,"15min":2.02},"last":0.85399999999999998}]},{"osd":5,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":1.0409999999999999,"15min":1.048},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1299999999999999,"5min":1.575,"15min":2.5070000000000001},"last":1.1299999999999999},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.0620000000000001,"15min":1.0700000000000001},"min":{"1min":0.61799999999999999,"5min":0.58799999999999997,"15min":0.52800000000000002},"max":{"1min":1.3169999999999999,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":1.3169999999999999}]},{"osd":6,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":1.0049999999999999,"15min":1.0369999999999999},"min":{"1min":0.60299999999999998,"5min":0.58499999999999996,"15min":0.46400000000000002},"max":{"1min":1.119,"5min":1.571,"15min":1.9790000000000001},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.94299999999999995,"5min":1.1020000000000001,"15min":1.111},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.2170000000000001,"5min":4.2949999999999999,"15min":4.2949999999999999},"last":1.0780000000000001}]},{"osd":7,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":1.0780000000000001,"15min":1.103},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.59799999999999998},"max":{"1min":1.2629999999999999,"5min":1.446,"15min":3.1720000000000002},"last":1.2629999999999999},{"interface":"front","average":{"1min":0.93400000000000005,"5min":1.0960000000000001,"15min":1.1060000000000001},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.2190000000000001,"5min":4.3460000000000001,"15min":4.3460000000000001},"last":1.107}]}]},{"osd":2,"up_from":534,"seq":2293512536173,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":72212,"kb_used_data":14208,"kb_used_omap":66,"kb_used_meta":57917,"kb_avail":93672940,"statfs":{"total":95995035648,"available":95921090560,"internally_reserved":0,"allocated":14548992,"data_stored":9327980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":67816,"internal_metadata":59307800},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.69399999999999995,"15min":0.72199999999999998},"min":{"1min":0.34499999999999997,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":0.98099999999999998,"5min":1.2709999999999999,"15min":1.5409999999999999},"last":0.62},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.70199999999999996,"15min":0.71199999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.83799999999999997}]},{"osd":1,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.73299999999999998,"15min":0.78700000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.1299999999999999,"5min":1.256,"15min":1.49},"last":0.92100000000000004},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.78600000000000003,"15min":0.75},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":1.1279999999999999,"5min":1.2090000000000001,"15min":1.2090000000000001},"last":0.71999999999999997}]},{"osd":3,"last update":"Thu Jun 6 11:25:30 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.79500000000000004,"15min":0.83699999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.32500000000000001},"max":{"1min":0.97399999999999998,"5min":1.1899999999999999,"15min":2.7589999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.79800000000000004,"15min":0.82999999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.0609999999999999,"5min":1.167,"15min":1.321},"last":0.95499999999999996}]},{"osd":4,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.02,"15min":0.97599999999999998},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.282,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.1739999999999999},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94399999999999995,"15min":0.96999999999999997},"min":{"1min":0.68899999999999995,"5min":0.504,"15min":0.504},"max":{"1min":1.22,"5min":1.2929999999999999,"15min":1.774},"last":1.0700000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.96299999999999997,"15min":1.0229999999999999},"min":{"1min":0.60099999999999998,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.2669999999999999,"5min":1.3069999999999999,"15min":2.0619999999999998},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.048,"5min":1.073,"15min":1.121},"min":{"1min":0.77300000000000002,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.3180000000000001,"5min":1.8280000000000001,"15min":2.1280000000000001},"last":1.0349999999999999}]},{"osd":6,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0700000000000001,"15min":1.1240000000000001},"min":{"1min":0.61399999999999999,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.288,"5min":1.748,"15min":2.169},"last":1.113},{"interface":"front","average":{"1min":1.022,"5min":1.0880000000000001,"15min":1.0629999999999999},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.4790000000000001,"5min":1.6359999999999999,"15min":1.6359999999999999},"last":1.012}]},{"osd":7,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.097,"15min":1.0740000000000001},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.55,"5min":1.732,"15min":1.732},"last":1.099},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.042,"15min":1.1060000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.2889999999999999,"5min":1.411,"15min":2.149},"last":1.143}]}]},{"osd":1,"up_from":510,"seq":2190433321075,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":63940,"kb_used_data":14200,"kb_used_omap":42,"kb_used_meta":49685,"kb_avail":93681212,"statfs":{"total":95995035648,"available":95929561088,"internally_reserved":0,"allocated":14540800,"data_stored":9327392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44002,"internal_metadata":50877470},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:24:37 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.64700000000000002,"15min":0.60999999999999999},"min":{"1min":0.53000000000000003,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.91600000000000004,"5min":1.1459999999999999,"15min":1.264},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.72199999999999998,"15min":0.66100000000000003},"min":{"1min":0.502,"5min":0.41899999999999998,"15min":0.35799999999999998},"max":{"1min":1.087,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.66600000000000004}]},{"osd":2,"last update":"Thu Jun 6 11:25:00 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.78000000000000003,"15min":0.73399999999999999},"min":{"1min":0.34699999999999998,"5min":0.33700000000000002,"15min":0.32900000000000001},"max":{"1min":0.879,"5min":4.4480000000000004,"15min":4.4480000000000004},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.84099999999999997,"15min":0.80700000000000005},"min":{"1min":0.46100000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.92200000000000004,"5min":4.9989999999999997,"15min":4.9989999999999997},"last":0.875}]},{"osd":3,"last update":"Thu Jun 6 11:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.72699999999999998,"15min":0.72099999999999997},"min":{"1min":0.42999999999999999,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86299999999999999,"5min":1.121,"15min":1.365},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.81000000000000005,"15min":0.79600000000000004},"min":{"1min":0.36599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.95099999999999996,"5min":5.0640000000000001,"15min":5.0640000000000001},"last":0.77400000000000002}]},{"osd":4,"last update":"Thu Jun 6 11:24:37 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.093,"15min":0.96699999999999997},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.56999999999999995},"max":{"1min":1.3979999999999999,"5min":5.2560000000000002,"15min":5.2560000000000002},"last":1.024},{"interface":"front","average":{"1min":1,"5min":0.98699999999999999,"15min":0.93700000000000006},"min":{"1min":0.68700000000000006,"5min":0.63500000000000001,"15min":0.54000000000000004},"max":{"1min":1.272,"5min":2.1600000000000001,"15min":2.1600000000000001},"last":0.90500000000000003}]},{"osd":5,"last update":"Thu Jun 6 11:24:37 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":1.01,"15min":0.95999999999999996},"min":{"1min":0.79700000000000004,"5min":0.55800000000000005,"15min":0.55600000000000005},"max":{"1min":1.302,"5min":2.254,"15min":2.254},"last":0.98999999999999999},{"interface":"front","average":{"1min":1.077,"5min":1.107,"15min":1.014},"min":{"1min":0.70999999999999996,"5min":0.65200000000000002,"15min":0.64900000000000002},"max":{"1min":1.494,"5min":5.165,"15min":5.165},"last":0.94999999999999996}]},{"osd":6,"last update":"Thu Jun 6 11:24:37 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.05,"15min":1.0029999999999999},"min":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.67000000000000004},"max":{"1min":1.4119999999999999,"5min":2.0910000000000002,"15min":2.0910000000000002},"last":0.82899999999999996},{"interface":"front","average":{"1min":1.1339999999999999,"5min":1.169,"15min":1.083},"min":{"1min":0.748,"5min":0.73199999999999998,"15min":0.68600000000000005},"max":{"1min":1.452,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":1.1659999999999999}]},{"osd":7,"last update":"Thu Jun 6 11:24:37 2024","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.1639999999999999,"15min":1.081},"min":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.623},"max":{"1min":1.524,"5min":5.2869999999999999,"15min":5.2869999999999999},"last":1.093},{"interface":"front","average":{"1min":1.147,"5min":1.109,"15min":1.0920000000000001},"min":{"1min":0.94699999999999995,"5min":0.72999999999999998,"15min":0.63},"max":{"1min":1.468,"5min":1.9610000000000001,"15min":1.9610000000000001},"last":0.97599999999999998}]}]},{"osd":0,"up_from":485,"seq":2083059138681,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":72724,"kb_used_data":14788,"kb_used_omap":51,"kb_used_meta":57868,"kb_avail":93672428,"statfs":{"total":95995035648,"available":95920566272,"internally_reserved":0,"allocated":15142912,"data_stored":9918336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":52564,"internal_metadata":59257516},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jun 6 11:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.63500000000000001,"15min":0.621},"min":{"1min":0.30299999999999999,"5min":0.29999999999999999,"15min":0.29799999999999999},"max":{"1min":0.76200000000000001,"5min":1.107,"15min":1.107},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.68200000000000005,"15min":0.64000000000000001},"min":{"1min":0.42299999999999999,"5min":0.377,"15min":0.29099999999999998},"max":{"1min":0.79600000000000004,"5min":1.3380000000000001,"15min":1.792},"last":1.0800000000000001}]},{"osd":2,"last update":"Thu Jun 6 11:24:57 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.80200000000000005,"15min":0.746},"min":{"1min":0.48799999999999999,"5min":0.42599999999999999,"15min":0.38500000000000001},"max":{"1min":1.244,"5min":1.284,"15min":1.284},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.84799999999999998,"15min":0.78400000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.41199999999999998},"max":{"1min":1.276,"5min":1.3620000000000001,"15min":1.714},"last":0.86499999999999999}]},{"osd":3,"last update":"Thu Jun 6 11:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.76800000000000002,"15min":0.76500000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.94699999999999995,"5min":1.204,"15min":1.204},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.73599999999999999,"15min":0.72099999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.2190000000000001,"5min":1.254,"15min":1.254},"last":0.79200000000000004}]},{"osd":4,"last update":"Thu Jun 6 11:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97299999999999998,"15min":0.93999999999999995},"min":{"1min":0.67600000000000005,"5min":0.59099999999999997,"15min":0.45000000000000001},"max":{"1min":1.399,"5min":1.5349999999999999,"15min":4.8520000000000003},"last":1.2170000000000001},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.96799999999999997,"15min":0.94499999999999995},"min":{"1min":0.76200000000000001,"5min":0.66800000000000004,"15min":0.58699999999999997},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.6659999999999999},"last":0.98399999999999999}]},{"osd":5,"last update":"Thu Jun 6 11:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.0089999999999999,"15min":0.95899999999999996},"min":{"1min":0.72899999999999998,"5min":0.60899999999999999,"15min":0.52200000000000002},"max":{"1min":1.167,"5min":1.393,"15min":1.986},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.996,"5min":0.99099999999999999,"15min":0.96299999999999997},"min":{"1min":0.71699999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.302,"5min":1.3240000000000001,"15min":1.74},"last":0.91700000000000004}]},{"osd":6,"last update":"Thu Jun 6 11:25:06 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.03,"15min":0.97499999999999998},"min":{"1min":0.70399999999999996,"5min":0.623,"15min":0.59099999999999997},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0529999999999999,"15min":1.0229999999999999},"min":{"1min":0.77000000000000002,"5min":0.70899999999999996,"15min":0.63500000000000001},"max":{"1min":1.4490000000000001,"5min":1.5409999999999999,"15min":1.9259999999999999},"last":1.1559999999999999}]},{"osd":7,"last update":"Thu Jun 6 11:25:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.0800000000000001,"15min":1.046},"min":{"1min":0.81799999999999995,"5min":0.70299999999999996,"15min":0.56299999999999994},"max":{"1min":1.3799999999999999,"5min":1.4410000000000001,"15min":1.829},"last":1.1040000000000001},{"interface":"front","average":{"1min":1.1200000000000001,"5min":1.135,"15min":1.0860000000000001},"min":{"1min":0.84199999999999997,"5min":0.80900000000000005,"15min":0.626},"max":{"1min":1.48,"5min":1.554,"15min":2.044},"last":1.278}]}]},{"osd":6,"up_from":42,"seq":180388626733,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":320212,"kb_used_data":14796,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":93424940,"statfs":{"total":95995035648,"available":95667138560,"internally_reserved":0,"allocated":15151104,"data_stored":9922570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.89900000000000002,"15min":0.88400000000000001},"min":{"1min":0.66800000000000004,"5min":0.45000000000000001,"15min":0.33100000000000002},"max":{"1min":1.256,"5min":1.3859999999999999,"15min":9.0190000000000001},"last":0.95199999999999996},{"interface":"front","average":{"1min":0.87,"5min":0.88800000000000001,"15min":0.82199999999999995},"min":{"1min":0.623,"5min":0.49299999999999999,"15min":0.47299999999999998},"max":{"1min":1.1439999999999999,"5min":1.341,"15min":1.341},"last":0.69299999999999995}]},{"osd":1,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.91700000000000004,"15min":0.85799999999999998},"min":{"1min":0.55500000000000005,"5min":0.51100000000000001,"15min":0.44500000000000001},"max":{"1min":1.194,"5min":1.389,"15min":1.389},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.88,"15min":0.90200000000000002},"min":{"1min":0.59199999999999997,"5min":0.53100000000000003,"15min":0.39900000000000002},"max":{"1min":1.2549999999999999,"5min":1.304,"15min":8.7929999999999993},"last":0.72099999999999997}]},{"osd":2,"last update":"Thu Jun 6 11:24:57 2024","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":0.97799999999999998,"15min":0.98199999999999998},"min":{"1min":0.77000000000000002,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.214,"5min":1.3080000000000001,"15min":1.4319999999999999},"last":1.0569999999999999},{"interface":"front","average":{"1min":1.1399999999999999,"5min":1.0640000000000001,"15min":1.087},"min":{"1min":0.90700000000000003,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.381,"5min":1.3979999999999999,"15min":8.9269999999999996},"last":0.88200000000000001}]},{"osd":3,"last update":"Thu Jun 6 11:25:26 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.94199999999999995,"15min":0.92800000000000005},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.41999999999999998},"max":{"1min":1.286,"5min":1.3120000000000001,"15min":1.4399999999999999},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.97699999999999998,"15min":0.96399999999999997},"min":{"1min":0.65100000000000002,"5min":0.629,"15min":0.58799999999999997},"max":{"1min":1.1200000000000001,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.002}]},{"osd":4,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":0.94399999999999995,"15min":0.98899999999999999},"min":{"1min":0.68000000000000005,"5min":0.57599999999999996,"15min":0.32100000000000001},"max":{"1min":1.45,"5min":1.45,"15min":9.6850000000000005},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.028,"5min":1.004,"15min":0.98399999999999999},"min":{"1min":0.69399999999999995,"5min":0.45200000000000001,"15min":0.441},"max":{"1min":1.333,"5min":1.4410000000000001,"15min":2.9359999999999999},"last":1.2470000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.0600000000000001,"15min":1.038},"min":{"1min":0.71099999999999997,"5min":0.626,"15min":0.40000000000000002},"max":{"1min":1.3089999999999999,"5min":2.4199999999999999,"15min":9.2379999999999995},"last":1.1519999999999999},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.1200000000000001,"15min":1.0980000000000001},"min":{"1min":0.91800000000000004,"5min":0.623,"15min":0.48499999999999999},"max":{"1min":1.393,"5min":1.4470000000000001,"15min":2.2589999999999999},"last":1.3220000000000001}]},{"osd":7,"last update":"Thu Jun 6 11:25:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1599999999999999,"5min":1.0800000000000001,"15min":1.069},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.47099999999999997},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":6.2149999999999999},"last":1.1830000000000001},{"interface":"front","average":{"1min":1.212,"5min":1.1499999999999999,"15min":1.165},"min":{"1min":0.92800000000000005,"5min":0.60799999999999998,"15min":0.48899999999999999},"max":{"1min":1.569,"5min":1.569,"15min":8.6460000000000008},"last":1.2989999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1872,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T11:25:42.591 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T11:25:43.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:42 smithi132 bash[71843]: audit 2024-06-06T11:25:41.809738+0000 mgr.y (mgr.25375) 533 : audit [DBG] from='client.34917 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:25:43.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:42 smithi132 bash[74574]: audit 2024-06-06T11:25:41.809738+0000 mgr.y (mgr.25375) 533 : audit [DBG] from='client.34917 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:25:43.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:42 smithi179 bash[54149]: audit 2024-06-06T11:25:41.809738+0000 mgr.y (mgr.25375) 533 : audit [DBG] from='client.34917 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:25:44.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:43 smithi132 bash[71843]: cluster 2024-06-06T11:25:43.607778+0000 mgr.y (mgr.25375) 534 : cluster [DBG] pgmap v1164: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:44.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:25:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:25:43] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.33.4" 2024-06-06T11:25:44.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:43 smithi132 bash[74574]: cluster 2024-06-06T11:25:43.607778+0000 mgr.y (mgr.25375) 534 : cluster [DBG] pgmap v1164: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:44.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:43 smithi179 bash[54149]: cluster 2024-06-06T11:25:43.607778+0000 mgr.y (mgr.25375) 534 : cluster [DBG] pgmap v1164: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:46 smithi132 bash[71843]: cluster 2024-06-06T11:25:45.608697+0000 mgr.y (mgr.25375) 535 : cluster [DBG] pgmap v1165: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:46 smithi132 bash[74574]: cluster 2024-06-06T11:25:45.608697+0000 mgr.y (mgr.25375) 535 : cluster [DBG] pgmap v1165: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:46.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:46 smithi179 bash[54149]: cluster 2024-06-06T11:25:45.608697+0000 mgr.y (mgr.25375) 535 : cluster [DBG] pgmap v1165: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:47.369 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:25:48.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:47 smithi132 bash[74574]: cluster 2024-06-06T11:25:47.609540+0000 mgr.y (mgr.25375) 536 : cluster [DBG] pgmap v1166: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:48.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:47 smithi132 bash[71843]: cluster 2024-06-06T11:25:47.609540+0000 mgr.y (mgr.25375) 536 : cluster [DBG] pgmap v1166: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:48.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:47 smithi179 bash[54149]: cluster 2024-06-06T11:25:47.609540+0000 mgr.y (mgr.25375) 536 : cluster [DBG] pgmap v1166: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:50.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:49 smithi132 bash[71843]: cluster 2024-06-06T11:25:49.610629+0000 mgr.y (mgr.25375) 537 : cluster [DBG] pgmap v1167: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:50.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:49 smithi132 bash[74574]: cluster 2024-06-06T11:25:49.610629+0000 mgr.y (mgr.25375) 537 : cluster [DBG] pgmap v1167: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:50.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:49 smithi179 bash[54149]: cluster 2024-06-06T11:25:49.610629+0000 mgr.y (mgr.25375) 537 : cluster [DBG] pgmap v1167: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:50.236 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:25:50.237 INFO:teuthology.orchestra.run.smithi132.stderr:dumped all 2024-06-06T11:25:50.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:50 smithi132 bash[71843]: audit 2024-06-06T11:25:50.222998+0000 mgr.y (mgr.25375) 538 : audit [DBG] from='client.34923 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:25:50.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:50 smithi132 bash[74574]: audit 2024-06-06T11:25:50.222998+0000 mgr.y (mgr.25375) 538 : audit [DBG] from='client.34923 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:25:51.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:50 smithi179 bash[54149]: audit 2024-06-06T11:25:50.222998+0000 mgr.y (mgr.25375) 538 : audit [DBG] from='client.34923 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T11:25:51.041 INFO:teuthology.orchestra.run.smithi132.stdout:{"pg_ready":true,"pg_map":{"version":1167,"stamp":"2024-06-06T11:25:49.609848+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595878,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":260,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":194,"ondisk_log_size":194,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1544464,"kb_used_data":115432,"kb_used_omap":232,"kb_used_meta":1428695,"kb_avail":748416752,"statfs":{"total":767960285184,"available":766378754048,"internally_reserved":0,"allocated":118202368,"data_stored":76406505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":238220,"internal_metadata":1462984052},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005119"},"pg_stats":[{"pgid":"3.1f","version":"59'4","reported_seq":917,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.295697+0000","last_change":"2024-06-06T11:16:45.455391+0000","last_active":"2024-06-06T11:24:16.295697+0000","last_peered":"2024-06-06T11:24:16.295697+0000","last_clean":"2024-06-06T11:24:16.295697+0000","last_became_active":"2024-06-06T11:16:45.454594+0000","last_became_peered":"2024-06-06T11:16:45.454594+0000","last_unstale":"2024-06-06T11:24:16.295697+0000","last_undegraded":"2024-06-06T11:24:16.295697+0000","last_fullsized":"2024-06-06T11:24:16.295697+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:09:37.503133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":912,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.284966+0000","last_change":"2024-06-06T11:16:15.708741+0000","last_active":"2024-06-06T11:24:16.284966+0000","last_peered":"2024-06-06T11:24:16.284966+0000","last_clean":"2024-06-06T11:24:16.284966+0000","last_became_active":"2024-06-06T11:16:15.708191+0000","last_became_peered":"2024-06-06T11:16:15.708191+0000","last_unstale":"2024-06-06T11:24:16.284966+0000","last_undegraded":"2024-06-06T11:24:16.284966+0000","last_fullsized":"2024-06-06T11:24:16.284966+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"59'1","reported_seq":903,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.344697+0000","last_change":"2024-06-06T11:17:13.240497+0000","last_active":"2024-06-06T11:24:17.344697+0000","last_peered":"2024-06-06T11:24:17.344697+0000","last_clean":"2024-06-06T11:24:17.344697+0000","last_became_active":"2024-06-06T11:17:13.240133+0000","last_became_peered":"2024-06-06T11:17:13.240133+0000","last_unstale":"2024-06-06T11:24:17.344697+0000","last_undegraded":"2024-06-06T11:24:17.344697+0000","last_fullsized":"2024-06-06T11:24:17.344697+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:19.586319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":915,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.351130+0000","last_change":"2024-06-06T11:17:13.230929+0000","last_active":"2024-06-06T11:24:17.351130+0000","last_peered":"2024-06-06T11:24:17.351130+0000","last_clean":"2024-06-06T11:24:17.351130+0000","last_became_active":"2024-06-06T11:17:13.230448+0000","last_became_peered":"2024-06-06T11:17:13.230448+0000","last_unstale":"2024-06-06T11:24:17.351130+0000","last_undegraded":"2024-06-06T11:24:17.351130+0000","last_fullsized":"2024-06-06T11:24:17.351130+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T21:01:34.214158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"59'2","reported_seq":904,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279342+0000","last_change":"2024-06-06T11:04:24.075523+0000","last_active":"2024-06-06T11:24:16.279342+0000","last_peered":"2024-06-06T11:24:16.279342+0000","last_clean":"2024-06-06T11:24:16.279342+0000","last_became_active":"2024-06-06T11:04:24.075117+0000","last_became_peered":"2024-06-06T11:04:24.075117+0000","last_unstale":"2024-06-06T11:24:16.279342+0000","last_undegraded":"2024-06-06T11:24:16.279342+0000","last_fullsized":"2024-06-06T11:24:16.279342+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":927,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.288117+0000","last_change":"2024-06-06T11:17:13.237420+0000","last_active":"2024-06-06T11:24:16.288117+0000","last_peered":"2024-06-06T11:24:16.288117+0000","last_clean":"2024-06-06T11:24:16.288117+0000","last_became_active":"2024-06-06T11:17:13.236946+0000","last_became_peered":"2024-06-06T11:17:13.236946+0000","last_unstale":"2024-06-06T11:24:16.288117+0000","last_undegraded":"2024-06-06T11:24:16.288117+0000","last_fullsized":"2024-06-06T11:24:16.288117+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"59'2","reported_seq":919,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279925+0000","last_change":"2024-06-06T11:16:15.721034+0000","last_active":"2024-06-06T11:24:16.279925+0000","last_peered":"2024-06-06T11:24:16.279925+0000","last_clean":"2024-06-06T11:24:16.279925+0000","last_became_active":"2024-06-06T11:16:15.720471+0000","last_became_peered":"2024-06-06T11:16:15.720471+0000","last_unstale":"2024-06-06T11:24:16.279925+0000","last_undegraded":"2024-06-06T11:24:16.279925+0000","last_fullsized":"2024-06-06T11:24:16.279925+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":927,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285613+0000","last_change":"2024-06-06T11:17:13.237499+0000","last_active":"2024-06-06T11:24:16.285613+0000","last_peered":"2024-06-06T11:24:16.285613+0000","last_clean":"2024-06-06T11:24:16.285613+0000","last_became_active":"2024-06-06T11:17:13.236939+0000","last_became_peered":"2024-06-06T11:17:13.236939+0000","last_unstale":"2024-06-06T11:24:16.285613+0000","last_undegraded":"2024-06-06T11:24:16.285613+0000","last_fullsized":"2024-06-06T11:24:16.285613+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"59'1","reported_seq":899,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.345705+0000","last_change":"2024-06-06T11:15:48.403110+0000","last_active":"2024-06-06T11:24:17.345705+0000","last_peered":"2024-06-06T11:24:17.345705+0000","last_clean":"2024-06-06T11:24:17.345705+0000","last_became_active":"2024-06-06T11:15:48.402286+0000","last_became_peered":"2024-06-06T11:15:48.402286+0000","last_unstale":"2024-06-06T11:24:17.345705+0000","last_undegraded":"2024-06-06T11:24:17.345705+0000","last_fullsized":"2024-06-06T11:24:17.345705+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:54:53.138514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":913,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291872+0000","last_change":"2024-06-06T11:17:13.233795+0000","last_active":"2024-06-06T11:24:16.291872+0000","last_peered":"2024-06-06T11:24:16.291872+0000","last_clean":"2024-06-06T11:24:16.291872+0000","last_became_active":"2024-06-06T11:17:13.233452+0000","last_became_peered":"2024-06-06T11:17:13.233452+0000","last_unstale":"2024-06-06T11:24:16.291872+0000","last_undegraded":"2024-06-06T11:24:16.291872+0000","last_fullsized":"2024-06-06T11:24:16.291872+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:57:43.588135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"59'1","reported_seq":929,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.287933+0000","last_change":"2024-06-06T11:16:45.465599+0000","last_active":"2024-06-06T11:24:16.287933+0000","last_peered":"2024-06-06T11:24:16.287933+0000","last_clean":"2024-06-06T11:24:16.287933+0000","last_became_active":"2024-06-06T11:16:45.465055+0000","last_became_peered":"2024-06-06T11:16:45.465055+0000","last_unstale":"2024-06-06T11:24:16.287933+0000","last_undegraded":"2024-06-06T11:24:16.287933+0000","last_fullsized":"2024-06-06T11:24:16.287933+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":876,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.344479+0000","last_change":"2024-06-06T11:17:13.247127+0000","last_active":"2024-06-06T11:24:17.344479+0000","last_peered":"2024-06-06T11:24:17.344479+0000","last_clean":"2024-06-06T11:24:17.344479+0000","last_became_active":"2024-06-06T11:17:13.246762+0000","last_became_peered":"2024-06-06T11:17:13.246762+0000","last_unstale":"2024-06-06T11:24:17.344479+0000","last_undegraded":"2024-06-06T11:24:17.344479+0000","last_fullsized":"2024-06-06T11:24:17.344479+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:35.332562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":882,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.290168+0000","last_change":"2024-06-06T11:17:13.234531+0000","last_active":"2024-06-06T11:24:16.290168+0000","last_peered":"2024-06-06T11:24:16.290168+0000","last_clean":"2024-06-06T11:24:16.290168+0000","last_became_active":"2024-06-06T11:17:13.234155+0000","last_became_peered":"2024-06-06T11:17:13.234155+0000","last_unstale":"2024-06-06T11:24:16.290168+0000","last_undegraded":"2024-06-06T11:24:16.290168+0000","last_fullsized":"2024-06-06T11:24:16.290168+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T21:44:02.667841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":912,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.351635+0000","last_change":"2024-06-06T11:17:13.235994+0000","last_active":"2024-06-06T11:24:17.351635+0000","last_peered":"2024-06-06T11:24:17.351635+0000","last_clean":"2024-06-06T11:24:17.351635+0000","last_became_active":"2024-06-06T11:17:13.235766+0000","last_became_peered":"2024-06-06T11:17:13.235766+0000","last_unstale":"2024-06-06T11:24:17.351635+0000","last_undegraded":"2024-06-06T11:24:17.351635+0000","last_fullsized":"2024-06-06T11:24:17.351635+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:26:36.606873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":892,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.343329+0000","last_change":"2024-06-06T11:17:13.238923+0000","last_active":"2024-06-06T11:24:17.343329+0000","last_peered":"2024-06-06T11:24:17.343329+0000","last_clean":"2024-06-06T11:24:17.343329+0000","last_became_active":"2024-06-06T11:17:13.238360+0000","last_became_peered":"2024-06-06T11:17:13.238360+0000","last_unstale":"2024-06-06T11:24:17.343329+0000","last_undegraded":"2024-06-06T11:24:17.343329+0000","last_fullsized":"2024-06-06T11:24:17.343329+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:51:35.837661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":905,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.843215+0000","last_change":"2024-06-06T11:16:15.711475+0000","last_active":"2024-06-06T11:24:16.843215+0000","last_peered":"2024-06-06T11:24:16.843215+0000","last_clean":"2024-06-06T11:24:16.843215+0000","last_became_active":"2024-06-06T11:16:15.711063+0000","last_became_peered":"2024-06-06T11:16:15.711063+0000","last_unstale":"2024-06-06T11:24:16.843215+0000","last_undegraded":"2024-06-06T11:24:16.843215+0000","last_fullsized":"2024-06-06T11:24:16.843215+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":876,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279439+0000","last_change":"2024-06-06T11:17:13.242126+0000","last_active":"2024-06-06T11:24:16.279439+0000","last_peered":"2024-06-06T11:24:16.279439+0000","last_clean":"2024-06-06T11:24:16.279439+0000","last_became_active":"2024-06-06T11:17:13.241792+0000","last_became_peered":"2024-06-06T11:17:13.241792+0000","last_unstale":"2024-06-06T11:24:16.279439+0000","last_undegraded":"2024-06-06T11:24:16.279439+0000","last_fullsized":"2024-06-06T11:24:16.279439+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:33:16.527962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":911,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.348457+0000","last_change":"2024-06-06T11:17:13.232474+0000","last_active":"2024-06-06T11:24:17.348457+0000","last_peered":"2024-06-06T11:24:17.348457+0000","last_clean":"2024-06-06T11:24:17.348457+0000","last_became_active":"2024-06-06T11:17:13.232048+0000","last_became_peered":"2024-06-06T11:17:13.232048+0000","last_unstale":"2024-06-06T11:24:17.348457+0000","last_undegraded":"2024-06-06T11:24:17.348457+0000","last_fullsized":"2024-06-06T11:24:17.348457+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:18:16.740520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":860,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279714+0000","last_change":"2024-06-06T11:17:13.244457+0000","last_active":"2024-06-06T11:24:16.279714+0000","last_peered":"2024-06-06T11:24:16.279714+0000","last_clean":"2024-06-06T11:24:16.279714+0000","last_became_active":"2024-06-06T11:17:13.243646+0000","last_became_peered":"2024-06-06T11:17:13.243646+0000","last_unstale":"2024-06-06T11:24:16.279714+0000","last_undegraded":"2024-06-06T11:24:16.279714+0000","last_fullsized":"2024-06-06T11:24:16.279714+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:24:06.644364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":917,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279100+0000","last_change":"2024-06-06T11:16:15.720776+0000","last_active":"2024-06-06T11:24:16.279100+0000","last_peered":"2024-06-06T11:24:16.279100+0000","last_clean":"2024-06-06T11:24:16.279100+0000","last_became_active":"2024-06-06T11:16:15.720303+0000","last_became_peered":"2024-06-06T11:16:15.720303+0000","last_unstale":"2024-06-06T11:24:16.279100+0000","last_undegraded":"2024-06-06T11:24:16.279100+0000","last_fullsized":"2024-06-06T11:24:16.279100+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"59'3","reported_seq":911,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291969+0000","last_change":"2024-06-06T11:17:13.239965+0000","last_active":"2024-06-06T11:24:16.291969+0000","last_peered":"2024-06-06T11:24:16.291969+0000","last_clean":"2024-06-06T11:24:16.291969+0000","last_became_active":"2024-06-06T11:17:13.239084+0000","last_became_peered":"2024-06-06T11:17:13.239084+0000","last_unstale":"2024-06-06T11:24:16.291969+0000","last_undegraded":"2024-06-06T11:24:16.291969+0000","last_fullsized":"2024-06-06T11:24:16.291969+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":882,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.350347+0000","last_change":"2024-06-06T11:16:45.458125+0000","last_active":"2024-06-06T11:24:17.350347+0000","last_peered":"2024-06-06T11:24:17.350347+0000","last_clean":"2024-06-06T11:24:17.350347+0000","last_became_active":"2024-06-06T11:16:45.457373+0000","last_became_peered":"2024-06-06T11:16:45.457373+0000","last_unstale":"2024-06-06T11:24:17.350347+0000","last_undegraded":"2024-06-06T11:24:17.350347+0000","last_fullsized":"2024-06-06T11:24:17.350347+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T22:05:31.575783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"298'22","reported_seq":920,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285280+0000","last_change":"2024-06-06T11:04:24.080945+0000","last_active":"2024-06-06T11:24:16.285280+0000","last_peered":"2024-06-06T11:24:16.285280+0000","last_clean":"2024-06-06T11:24:16.285280+0000","last_became_active":"2024-06-06T11:04:24.080303+0000","last_became_peered":"2024-06-06T11:04:24.080303+0000","last_unstale":"2024-06-06T11:24:16.285280+0000","last_undegraded":"2024-06-06T11:24:16.285280+0000","last_fullsized":"2024-06-06T11:24:16.285280+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4740,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":921,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285471+0000","last_change":"2024-06-06T11:16:45.465653+0000","last_active":"2024-06-06T11:24:16.285471+0000","last_peered":"2024-06-06T11:24:16.285471+0000","last_clean":"2024-06-06T11:24:16.285471+0000","last_became_active":"2024-06-06T11:16:45.465174+0000","last_became_peered":"2024-06-06T11:16:45.465174+0000","last_unstale":"2024-06-06T11:24:16.285471+0000","last_undegraded":"2024-06-06T11:24:16.285471+0000","last_fullsized":"2024-06-06T11:24:16.285471+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":897,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.284966+0000","last_change":"2024-06-06T11:04:24.095328+0000","last_active":"2024-06-06T11:24:16.284966+0000","last_peered":"2024-06-06T11:24:16.284966+0000","last_clean":"2024-06-06T11:24:16.284966+0000","last_became_active":"2024-06-06T11:04:24.094876+0000","last_became_peered":"2024-06-06T11:04:24.094876+0000","last_unstale":"2024-06-06T11:24:16.284966+0000","last_undegraded":"2024-06-06T11:24:16.284966+0000","last_fullsized":"2024-06-06T11:24:16.284966+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":910,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.842958+0000","last_change":"2024-06-06T11:16:45.452921+0000","last_active":"2024-06-06T11:24:16.842958+0000","last_peered":"2024-06-06T11:24:16.842958+0000","last_clean":"2024-06-06T11:24:16.842958+0000","last_became_active":"2024-06-06T11:16:45.452494+0000","last_became_peered":"2024-06-06T11:16:45.452494+0000","last_unstale":"2024-06-06T11:24:16.842958+0000","last_undegraded":"2024-06-06T11:24:16.842958+0000","last_fullsized":"2024-06-06T11:24:16.842958+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"59'1","reported_seq":914,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.351542+0000","last_change":"2024-06-06T11:16:15.709596+0000","last_active":"2024-06-06T11:24:17.351542+0000","last_peered":"2024-06-06T11:24:17.351542+0000","last_clean":"2024-06-06T11:24:17.351542+0000","last_became_active":"2024-06-06T11:16:15.709230+0000","last_became_peered":"2024-06-06T11:16:15.709230+0000","last_unstale":"2024-06-06T11:24:17.351542+0000","last_undegraded":"2024-06-06T11:24:17.351542+0000","last_fullsized":"2024-06-06T11:24:17.351542+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:04:51.342082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":894,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.343522+0000","last_change":"2024-06-06T11:17:13.243616+0000","last_active":"2024-06-06T11:24:17.343522+0000","last_peered":"2024-06-06T11:24:17.343522+0000","last_clean":"2024-06-06T11:24:17.343522+0000","last_became_active":"2024-06-06T11:17:13.243286+0000","last_became_peered":"2024-06-06T11:17:13.243286+0000","last_unstale":"2024-06-06T11:24:17.343522+0000","last_undegraded":"2024-06-06T11:24:17.343522+0000","last_fullsized":"2024-06-06T11:24:17.343522+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:01:22.390256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":867,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.347945+0000","last_change":"2024-06-06T11:16:15.712752+0000","last_active":"2024-06-06T11:24:17.347945+0000","last_peered":"2024-06-06T11:24:17.347945+0000","last_clean":"2024-06-06T11:24:17.347945+0000","last_became_active":"2024-06-06T11:16:15.712419+0000","last_became_peered":"2024-06-06T11:16:15.712419+0000","last_unstale":"2024-06-06T11:24:17.347945+0000","last_undegraded":"2024-06-06T11:24:17.347945+0000","last_fullsized":"2024-06-06T11:24:17.347945+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:37.749300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"59'2","reported_seq":896,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.280484+0000","last_change":"2024-06-06T11:17:13.245057+0000","last_active":"2024-06-06T11:24:16.280484+0000","last_peered":"2024-06-06T11:24:16.280484+0000","last_clean":"2024-06-06T11:24:16.280484+0000","last_became_active":"2024-06-06T11:17:13.244691+0000","last_became_peered":"2024-06-06T11:17:13.244691+0000","last_unstale":"2024-06-06T11:24:16.280484+0000","last_undegraded":"2024-06-06T11:24:16.280484+0000","last_fullsized":"2024-06-06T11:24:16.280484+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:58:46.511832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":896,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.295805+0000","last_change":"2024-06-06T11:15:48.403547+0000","last_active":"2024-06-06T11:24:16.295805+0000","last_peered":"2024-06-06T11:24:16.295805+0000","last_clean":"2024-06-06T11:24:16.295805+0000","last_became_active":"2024-06-06T11:15:48.402998+0000","last_became_peered":"2024-06-06T11:15:48.402998+0000","last_unstale":"2024-06-06T11:24:16.295805+0000","last_undegraded":"2024-06-06T11:24:16.295805+0000","last_fullsized":"2024-06-06T11:24:16.295805+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:36:28.533413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":912,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291904+0000","last_change":"2024-06-06T11:15:48.393513+0000","last_active":"2024-06-06T11:24:16.291904+0000","last_peered":"2024-06-06T11:24:16.291904+0000","last_clean":"2024-06-06T11:24:16.291904+0000","last_became_active":"2024-06-06T11:15:48.392588+0000","last_became_peered":"2024-06-06T11:15:48.392588+0000","last_unstale":"2024-06-06T11:24:16.291904+0000","last_undegraded":"2024-06-06T11:24:16.291904+0000","last_fullsized":"2024-06-06T11:24:16.291904+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":883,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.352655+0000","last_change":"2024-06-06T11:16:45.451615+0000","last_active":"2024-06-06T11:24:17.352655+0000","last_peered":"2024-06-06T11:24:17.352655+0000","last_clean":"2024-06-06T11:24:17.352655+0000","last_became_active":"2024-06-06T11:16:45.450597+0000","last_became_peered":"2024-06-06T11:16:45.450597+0000","last_unstale":"2024-06-06T11:24:17.352655+0000","last_undegraded":"2024-06-06T11:24:17.352655+0000","last_fullsized":"2024-06-06T11:24:17.352655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:14:22.240186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":867,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.350731+0000","last_change":"2024-06-06T11:16:15.719931+0000","last_active":"2024-06-06T11:24:17.350731+0000","last_peered":"2024-06-06T11:24:17.350731+0000","last_clean":"2024-06-06T11:24:17.350731+0000","last_became_active":"2024-06-06T11:16:15.718920+0000","last_became_peered":"2024-06-06T11:16:15.718920+0000","last_unstale":"2024-06-06T11:24:17.350731+0000","last_undegraded":"2024-06-06T11:24:17.350731+0000","last_fullsized":"2024-06-06T11:24:17.350731+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:36:07.244019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":904,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.351082+0000","last_change":"2024-06-06T11:16:15.707977+0000","last_active":"2024-06-06T11:24:17.351082+0000","last_peered":"2024-06-06T11:24:17.351082+0000","last_clean":"2024-06-06T11:24:17.351082+0000","last_became_active":"2024-06-06T11:16:15.707535+0000","last_became_peered":"2024-06-06T11:16:15.707535+0000","last_unstale":"2024-06-06T11:24:17.351082+0000","last_undegraded":"2024-06-06T11:24:17.351082+0000","last_fullsized":"2024-06-06T11:24:17.351082+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T21:30:11.416371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":932,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279259+0000","last_change":"2024-06-06T11:17:13.229664+0000","last_active":"2024-06-06T11:24:16.279259+0000","last_peered":"2024-06-06T11:24:16.279259+0000","last_clean":"2024-06-06T11:24:16.279259+0000","last_became_active":"2024-06-06T11:17:13.229308+0000","last_became_peered":"2024-06-06T11:17:13.229308+0000","last_unstale":"2024-06-06T11:24:16.279259+0000","last_undegraded":"2024-06-06T11:24:16.279259+0000","last_fullsized":"2024-06-06T11:24:16.279259+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":929,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279607+0000","last_change":"2024-06-06T11:17:13.232181+0000","last_active":"2024-06-06T11:24:16.279607+0000","last_peered":"2024-06-06T11:24:16.279607+0000","last_clean":"2024-06-06T11:24:16.279607+0000","last_became_active":"2024-06-06T11:17:13.231853+0000","last_became_peered":"2024-06-06T11:17:13.231853+0000","last_unstale":"2024-06-06T11:24:16.279607+0000","last_undegraded":"2024-06-06T11:24:16.279607+0000","last_fullsized":"2024-06-06T11:24:16.279607+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":913,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285440+0000","last_change":"2024-06-06T11:15:48.403311+0000","last_active":"2024-06-06T11:24:16.285440+0000","last_peered":"2024-06-06T11:24:16.285440+0000","last_clean":"2024-06-06T11:24:16.285440+0000","last_became_active":"2024-06-06T11:15:48.402826+0000","last_became_peered":"2024-06-06T11:15:48.402826+0000","last_unstale":"2024-06-06T11:24:16.285440+0000","last_undegraded":"2024-06-06T11:24:16.285440+0000","last_fullsized":"2024-06-06T11:24:16.285440+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":921,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.278718+0000","last_change":"2024-06-06T11:16:15.721335+0000","last_active":"2024-06-06T11:24:16.278718+0000","last_peered":"2024-06-06T11:24:16.278718+0000","last_clean":"2024-06-06T11:24:16.278718+0000","last_became_active":"2024-06-06T11:16:15.720392+0000","last_became_peered":"2024-06-06T11:16:15.720392+0000","last_unstale":"2024-06-06T11:24:16.278718+0000","last_undegraded":"2024-06-06T11:24:16.278718+0000","last_fullsized":"2024-06-06T11:24:16.278718+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":899,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.348574+0000","last_change":"2024-06-06T11:16:15.718657+0000","last_active":"2024-06-06T11:24:17.348574+0000","last_peered":"2024-06-06T11:24:17.348574+0000","last_clean":"2024-06-06T11:24:17.348574+0000","last_became_active":"2024-06-06T11:16:15.716415+0000","last_became_peered":"2024-06-06T11:16:15.716415+0000","last_unstale":"2024-06-06T11:24:17.348574+0000","last_undegraded":"2024-06-06T11:24:17.348574+0000","last_fullsized":"2024-06-06T11:24:17.348574+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:54.329223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":883,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.290543+0000","last_change":"2024-06-06T11:16:45.457320+0000","last_active":"2024-06-06T11:24:16.290543+0000","last_peered":"2024-06-06T11:24:16.290543+0000","last_clean":"2024-06-06T11:24:16.290543+0000","last_became_active":"2024-06-06T11:16:45.456899+0000","last_became_peered":"2024-06-06T11:16:45.456899+0000","last_unstale":"2024-06-06T11:24:16.290543+0000","last_undegraded":"2024-06-06T11:24:16.290543+0000","last_fullsized":"2024-06-06T11:24:16.290543+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:09:53.778928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":894,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.308794+0000","last_change":"2024-06-06T11:17:13.228960+0000","last_active":"2024-06-06T11:24:17.308794+0000","last_peered":"2024-06-06T11:24:17.308794+0000","last_clean":"2024-06-06T11:24:17.308794+0000","last_became_active":"2024-06-06T11:17:13.228637+0000","last_became_peered":"2024-06-06T11:17:13.228637+0000","last_unstale":"2024-06-06T11:24:17.308794+0000","last_undegraded":"2024-06-06T11:24:17.308794+0000","last_fullsized":"2024-06-06T11:24:17.308794+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:13:59.586789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":926,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.351636+0000","last_change":"2024-06-06T11:16:45.449876+0000","last_active":"2024-06-06T11:24:17.351636+0000","last_peered":"2024-06-06T11:24:17.351636+0000","last_clean":"2024-06-06T11:24:17.351636+0000","last_became_active":"2024-06-06T11:16:45.449526+0000","last_became_peered":"2024-06-06T11:16:45.449526+0000","last_unstale":"2024-06-06T11:24:17.351636+0000","last_undegraded":"2024-06-06T11:24:17.351636+0000","last_fullsized":"2024-06-06T11:24:17.351636+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T21:02:46.509541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":911,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.294966+0000","last_change":"2024-06-06T11:17:13.232643+0000","last_active":"2024-06-06T11:24:16.294966+0000","last_peered":"2024-06-06T11:24:16.294966+0000","last_clean":"2024-06-06T11:24:16.294966+0000","last_became_active":"2024-06-06T11:17:13.232241+0000","last_became_peered":"2024-06-06T11:17:13.232241+0000","last_unstale":"2024-06-06T11:24:16.294966+0000","last_undegraded":"2024-06-06T11:24:16.294966+0000","last_fullsized":"2024-06-06T11:24:16.294966+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:20.170256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":927,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291208+0000","last_change":"2024-06-06T11:16:15.706875+0000","last_active":"2024-06-06T11:24:16.291208+0000","last_peered":"2024-06-06T11:24:16.291208+0000","last_clean":"2024-06-06T11:24:16.291208+0000","last_became_active":"2024-06-06T11:16:15.706536+0000","last_became_peered":"2024-06-06T11:16:15.706536+0000","last_unstale":"2024-06-06T11:24:16.291208+0000","last_undegraded":"2024-06-06T11:24:16.291208+0000","last_fullsized":"2024-06-06T11:24:16.291208+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":890,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.841661+0000","last_change":"2024-06-06T11:04:24.259961+0000","last_active":"2024-06-06T11:24:16.841661+0000","last_peered":"2024-06-06T11:24:16.841661+0000","last_clean":"2024-06-06T11:24:16.841661+0000","last_became_active":"2024-06-06T11:04:24.259493+0000","last_became_peered":"2024-06-06T11:04:24.259493+0000","last_unstale":"2024-06-06T11:24:16.841661+0000","last_undegraded":"2024-06-06T11:24:16.841661+0000","last_fullsized":"2024-06-06T11:24:16.841661+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":862,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.343196+0000","last_change":"2024-06-06T11:17:13.231178+0000","last_active":"2024-06-06T11:24:17.343196+0000","last_peered":"2024-06-06T11:24:17.343196+0000","last_clean":"2024-06-06T11:24:17.343196+0000","last_became_active":"2024-06-06T11:17:13.230871+0000","last_became_peered":"2024-06-06T11:17:13.230871+0000","last_unstale":"2024-06-06T11:24:17.343196+0000","last_undegraded":"2024-06-06T11:24:17.343196+0000","last_fullsized":"2024-06-06T11:24:17.343196+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:52:51.843404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":921,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279531+0000","last_change":"2024-06-06T11:16:45.463692+0000","last_active":"2024-06-06T11:24:16.279531+0000","last_peered":"2024-06-06T11:24:16.279531+0000","last_clean":"2024-06-06T11:24:16.279531+0000","last_became_active":"2024-06-06T11:16:45.463134+0000","last_became_peered":"2024-06-06T11:16:45.463134+0000","last_unstale":"2024-06-06T11:24:16.279531+0000","last_undegraded":"2024-06-06T11:24:16.279531+0000","last_fullsized":"2024-06-06T11:24:16.279531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:02:28.109617+0000","last_clean_scrub_stamp":"2024-06-06T11:02:28.109617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"239'139","reported_seq":1144,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291109+0000","last_change":"2024-06-06T11:15:48.391345+0000","last_active":"2024-06-06T11:24:16.291109+0000","last_peered":"2024-06-06T11:24:16.291109+0000","last_clean":"2024-06-06T11:24:16.291109+0000","last_became_active":"2024-06-06T11:15:48.390864+0000","last_became_peered":"2024-06-06T11:15:48.390864+0000","last_unstale":"2024-06-06T11:24:16.291109+0000","last_undegraded":"2024-06-06T11:24:16.291109+0000","last_fullsized":"2024-06-06T11:24:16.291109+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T10:57:58.056429+0000","last_clean_scrub_stamp":"2024-06-06T10:57:58.056429+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":882,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.348761+0000","last_change":"2024-06-06T11:17:13.232979+0000","last_active":"2024-06-06T11:24:17.348761+0000","last_peered":"2024-06-06T11:24:17.348761+0000","last_clean":"2024-06-06T11:24:17.348761+0000","last_became_active":"2024-06-06T11:17:13.232676+0000","last_became_peered":"2024-06-06T11:17:13.232676+0000","last_unstale":"2024-06-06T11:24:17.348761+0000","last_undegraded":"2024-06-06T11:24:17.348761+0000","last_fullsized":"2024-06-06T11:24:17.348761+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:20.933284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":877,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279722+0000","last_change":"2024-06-06T11:17:13.244077+0000","last_active":"2024-06-06T11:24:16.279722+0000","last_peered":"2024-06-06T11:24:16.279722+0000","last_clean":"2024-06-06T11:24:16.279722+0000","last_became_active":"2024-06-06T11:17:13.243290+0000","last_became_peered":"2024-06-06T11:17:13.243290+0000","last_unstale":"2024-06-06T11:24:16.279722+0000","last_undegraded":"2024-06-06T11:24:16.279722+0000","last_fullsized":"2024-06-06T11:24:16.279722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:50:30.033181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":912,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.288682+0000","last_change":"2024-06-06T11:16:15.709531+0000","last_active":"2024-06-06T11:24:16.288682+0000","last_peered":"2024-06-06T11:24:16.288682+0000","last_clean":"2024-06-06T11:24:16.288682+0000","last_became_active":"2024-06-06T11:16:15.709035+0000","last_became_peered":"2024-06-06T11:16:15.709035+0000","last_unstale":"2024-06-06T11:24:16.288682+0000","last_undegraded":"2024-06-06T11:24:16.288682+0000","last_fullsized":"2024-06-06T11:24:16.288682+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":913,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285106+0000","last_change":"2024-06-06T11:16:45.465410+0000","last_active":"2024-06-06T11:24:16.285106+0000","last_peered":"2024-06-06T11:24:16.285106+0000","last_clean":"2024-06-06T11:24:16.285106+0000","last_became_active":"2024-06-06T11:16:45.465001+0000","last_became_peered":"2024-06-06T11:16:45.465001+0000","last_unstale":"2024-06-06T11:24:16.285106+0000","last_undegraded":"2024-06-06T11:24:16.285106+0000","last_fullsized":"2024-06-06T11:24:16.285106+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":927,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.286012+0000","last_change":"2024-06-06T11:16:45.464461+0000","last_active":"2024-06-06T11:24:16.286012+0000","last_peered":"2024-06-06T11:24:16.286012+0000","last_clean":"2024-06-06T11:24:16.286012+0000","last_became_active":"2024-06-06T11:16:45.464071+0000","last_became_peered":"2024-06-06T11:16:45.464071+0000","last_unstale":"2024-06-06T11:24:16.286012+0000","last_undegraded":"2024-06-06T11:24:16.286012+0000","last_fullsized":"2024-06-06T11:24:16.286012+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":906,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.843209+0000","last_change":"2024-06-06T11:16:15.714394+0000","last_active":"2024-06-06T11:24:16.843209+0000","last_peered":"2024-06-06T11:24:16.843209+0000","last_clean":"2024-06-06T11:24:16.843209+0000","last_became_active":"2024-06-06T11:16:15.714063+0000","last_became_peered":"2024-06-06T11:16:15.714063+0000","last_unstale":"2024-06-06T11:24:16.843209+0000","last_undegraded":"2024-06-06T11:24:16.843209+0000","last_fullsized":"2024-06-06T11:24:16.843209+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":912,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.285533+0000","last_change":"2024-06-06T11:17:13.237066+0000","last_active":"2024-06-06T11:24:16.285533+0000","last_peered":"2024-06-06T11:24:16.285533+0000","last_clean":"2024-06-06T11:24:16.285533+0000","last_became_active":"2024-06-06T11:17:13.236677+0000","last_became_peered":"2024-06-06T11:17:13.236677+0000","last_unstale":"2024-06-06T11:24:16.285533+0000","last_undegraded":"2024-06-06T11:24:16.285533+0000","last_fullsized":"2024-06-06T11:24:16.285533+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"59'2","reported_seq":896,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.280901+0000","last_change":"2024-06-06T11:17:13.246571+0000","last_active":"2024-06-06T11:24:16.280901+0000","last_peered":"2024-06-06T11:24:16.280901+0000","last_clean":"2024-06-06T11:24:16.280901+0000","last_became_active":"2024-06-06T11:17:13.245877+0000","last_became_peered":"2024-06-06T11:17:13.245877+0000","last_unstale":"2024-06-06T11:24:16.280901+0000","last_undegraded":"2024-06-06T11:24:16.280901+0000","last_fullsized":"2024-06-06T11:24:16.280901+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:39:39.751771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":911,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.344193+0000","last_change":"2024-06-06T11:16:15.709383+0000","last_active":"2024-06-06T11:24:17.344193+0000","last_peered":"2024-06-06T11:24:17.344193+0000","last_clean":"2024-06-06T11:24:17.344193+0000","last_became_active":"2024-06-06T11:16:15.708958+0000","last_became_peered":"2024-06-06T11:16:15.708958+0000","last_unstale":"2024-06-06T11:24:17.344193+0000","last_undegraded":"2024-06-06T11:24:17.344193+0000","last_fullsized":"2024-06-06T11:24:17.344193+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T22:26:27.858147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":917,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279892+0000","last_change":"2024-06-06T11:17:13.232292+0000","last_active":"2024-06-06T11:24:16.279892+0000","last_peered":"2024-06-06T11:24:16.279892+0000","last_clean":"2024-06-06T11:24:16.279892+0000","last_became_active":"2024-06-06T11:17:13.231937+0000","last_became_peered":"2024-06-06T11:17:13.231937+0000","last_unstale":"2024-06-06T11:24:16.279892+0000","last_undegraded":"2024-06-06T11:24:16.279892+0000","last_fullsized":"2024-06-06T11:24:16.279892+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":905,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.843413+0000","last_change":"2024-06-06T11:16:15.714593+0000","last_active":"2024-06-06T11:24:16.843413+0000","last_peered":"2024-06-06T11:24:16.843413+0000","last_clean":"2024-06-06T11:24:16.843413+0000","last_became_active":"2024-06-06T11:16:15.714181+0000","last_became_peered":"2024-06-06T11:16:15.714181+0000","last_unstale":"2024-06-06T11:24:16.843413+0000","last_undegraded":"2024-06-06T11:24:16.843413+0000","last_fullsized":"2024-06-06T11:24:16.843413+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"59'1","reported_seq":894,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291846+0000","last_change":"2024-06-06T11:04:24.076798+0000","last_active":"2024-06-06T11:24:16.291846+0000","last_peered":"2024-06-06T11:24:16.291846+0000","last_clean":"2024-06-06T11:24:16.291846+0000","last_became_active":"2024-06-06T11:04:24.076357+0000","last_became_peered":"2024-06-06T11:04:24.076357+0000","last_unstale":"2024-06-06T11:24:16.291846+0000","last_undegraded":"2024-06-06T11:24:16.291846+0000","last_fullsized":"2024-06-06T11:24:16.291846+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":927,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.284813+0000","last_change":"2024-06-06T11:17:13.239808+0000","last_active":"2024-06-06T11:24:16.284813+0000","last_peered":"2024-06-06T11:24:16.284813+0000","last_clean":"2024-06-06T11:24:16.284813+0000","last_became_active":"2024-06-06T11:17:13.239406+0000","last_became_peered":"2024-06-06T11:17:13.239406+0000","last_unstale":"2024-06-06T11:24:16.284813+0000","last_undegraded":"2024-06-06T11:24:16.284813+0000","last_fullsized":"2024-06-06T11:24:16.284813+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"59'2","reported_seq":910,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.292198+0000","last_change":"2024-06-06T11:16:15.707488+0000","last_active":"2024-06-06T11:24:16.292198+0000","last_peered":"2024-06-06T11:24:16.292198+0000","last_clean":"2024-06-06T11:24:16.292198+0000","last_became_active":"2024-06-06T11:16:15.707006+0000","last_became_peered":"2024-06-06T11:16:15.707006+0000","last_unstale":"2024-06-06T11:24:16.292198+0000","last_undegraded":"2024-06-06T11:24:16.292198+0000","last_fullsized":"2024-06-06T11:24:16.292198+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":901,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.278957+0000","last_change":"2024-06-06T11:04:24.263681+0000","last_active":"2024-06-06T11:24:16.278957+0000","last_peered":"2024-06-06T11:24:16.278957+0000","last_clean":"2024-06-06T11:24:16.278957+0000","last_became_active":"2024-06-06T11:04:24.263220+0000","last_became_peered":"2024-06-06T11:04:24.263220+0000","last_unstale":"2024-06-06T11:24:16.278957+0000","last_undegraded":"2024-06-06T11:24:16.278957+0000","last_fullsized":"2024-06-06T11:24:16.278957+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"59'1","reported_seq":909,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.292379+0000","last_change":"2024-06-06T11:15:48.396497+0000","last_active":"2024-06-06T11:24:16.292379+0000","last_peered":"2024-06-06T11:24:16.292379+0000","last_clean":"2024-06-06T11:24:16.292379+0000","last_became_active":"2024-06-06T11:15:48.396033+0000","last_became_peered":"2024-06-06T11:15:48.396033+0000","last_unstale":"2024-06-06T11:24:16.292379+0000","last_undegraded":"2024-06-06T11:24:16.292379+0000","last_fullsized":"2024-06-06T11:24:16.292379+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"59'8","reported_seq":914,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.842679+0000","last_change":"2024-06-06T11:15:48.393965+0000","last_active":"2024-06-06T11:24:16.842679+0000","last_peered":"2024-06-06T11:24:16.842679+0000","last_clean":"2024-06-06T11:24:16.842679+0000","last_became_active":"2024-06-06T11:15:48.393352+0000","last_became_peered":"2024-06-06T11:15:48.393352+0000","last_unstale":"2024-06-06T11:24:16.842679+0000","last_undegraded":"2024-06-06T11:24:16.842679+0000","last_fullsized":"2024-06-06T11:24:16.842679+0000","mapping_epoch":485,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":486,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":909,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.348151+0000","last_change":"2024-06-06T11:17:13.244316+0000","last_active":"2024-06-06T11:24:17.348151+0000","last_peered":"2024-06-06T11:24:17.348151+0000","last_clean":"2024-06-06T11:24:17.348151+0000","last_became_active":"2024-06-06T11:17:13.244015+0000","last_became_peered":"2024-06-06T11:17:13.244015+0000","last_unstale":"2024-06-06T11:24:17.348151+0000","last_undegraded":"2024-06-06T11:24:17.348151+0000","last_fullsized":"2024-06-06T11:24:17.348151+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:22.396948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":893,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291505+0000","last_change":"2024-06-06T11:04:24.076078+0000","last_active":"2024-06-06T11:24:16.291505+0000","last_peered":"2024-06-06T11:24:16.291505+0000","last_clean":"2024-06-06T11:24:16.291505+0000","last_became_active":"2024-06-06T11:04:24.075019+0000","last_became_peered":"2024-06-06T11:04:24.075019+0000","last_unstale":"2024-06-06T11:24:16.291505+0000","last_undegraded":"2024-06-06T11:24:16.291505+0000","last_fullsized":"2024-06-06T11:24:16.291505+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":911,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.351438+0000","last_change":"2024-06-06T11:17:13.235353+0000","last_active":"2024-06-06T11:24:17.351438+0000","last_peered":"2024-06-06T11:24:17.351438+0000","last_clean":"2024-06-06T11:24:17.351438+0000","last_became_active":"2024-06-06T11:17:13.235003+0000","last_became_peered":"2024-06-06T11:17:13.235003+0000","last_unstale":"2024-06-06T11:24:17.351438+0000","last_undegraded":"2024-06-06T11:24:17.351438+0000","last_fullsized":"2024-06-06T11:24:17.351438+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:19.790800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":911,"reported_epoch":953,"state":"active+clean","last_fresh":"2024-06-06T11:24:17.346521+0000","last_change":"2024-06-06T11:17:13.234483+0000","last_active":"2024-06-06T11:24:17.346521+0000","last_peered":"2024-06-06T11:24:17.346521+0000","last_clean":"2024-06-06T11:24:17.346521+0000","last_became_active":"2024-06-06T11:17:13.233475+0000","last_became_peered":"2024-06-06T11:17:13.233475+0000","last_unstale":"2024-06-06T11:24:17.346521+0000","last_undegraded":"2024-06-06T11:24:17.346521+0000","last_fullsized":"2024-06-06T11:24:17.346521+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:32:46.829255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":916,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.279135+0000","last_change":"2024-06-06T11:17:13.229862+0000","last_active":"2024-06-06T11:24:16.279135+0000","last_peered":"2024-06-06T11:24:16.279135+0000","last_clean":"2024-06-06T11:24:16.279135+0000","last_became_active":"2024-06-06T11:17:13.229427+0000","last_became_peered":"2024-06-06T11:17:13.229427+0000","last_unstale":"2024-06-06T11:24:16.279135+0000","last_undegraded":"2024-06-06T11:24:16.279135+0000","last_fullsized":"2024-06-06T11:24:16.279135+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"59'2","reported_seq":910,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.291462+0000","last_change":"2024-06-06T11:16:45.463664+0000","last_active":"2024-06-06T11:24:16.291462+0000","last_peered":"2024-06-06T11:24:16.291462+0000","last_clean":"2024-06-06T11:24:16.291462+0000","last_became_active":"2024-06-06T11:16:45.463050+0000","last_became_peered":"2024-06-06T11:16:45.463050+0000","last_unstale":"2024-06-06T11:24:16.291462+0000","last_undegraded":"2024-06-06T11:24:16.291462+0000","last_fullsized":"2024-06-06T11:24:16.291462+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:23.033309+0000","last_clean_scrub_stamp":"2024-06-06T11:04:23.033309+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":876,"reported_epoch":952,"state":"active+clean","last_fresh":"2024-06-06T11:24:16.280112+0000","last_change":"2024-06-06T11:17:13.244345+0000","last_active":"2024-06-06T11:24:16.280112+0000","last_peered":"2024-06-06T11:24:16.280112+0000","last_clean":"2024-06-06T11:24:16.280112+0000","last_became_active":"2024-06-06T11:17:13.243737+0000","last_became_peered":"2024-06-06T11:17:13.243737+0000","last_unstale":"2024-06-06T11:24:16.280112+0000","last_undegraded":"2024-06-06T11:24:16.280112+0000","last_fullsized":"2024-06-06T11:24:16.280112+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T11:04:24.043810+0000","last_clean_scrub_stamp":"2024-06-06T11:04:24.043810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:02:37.372988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5510,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1872,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430504,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":320224,"kb_used_data":14808,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":93424928,"statfs":{"total":95995035648,"available":95667126272,"internally_reserved":0,"allocated":15163392,"data_stored":9922716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.89300000000000002,"15min":0.84599999999999997},"min":{"1min":0.52800000000000002,"5min":0.47699999999999998,"15min":0.44700000000000001},"max":{"1min":1.2470000000000001,"5min":1.3740000000000001,"15min":1.413},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.95299999999999996,"15min":0.92300000000000004},"min":{"1min":0.68100000000000005,"5min":0.52400000000000002,"15min":0.45200000000000001},"max":{"1min":1.413,"5min":1.413,"15min":1.458},"last":0.69599999999999995}]},{"osd":1,"last update":"Thu Jun 6 11:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.90300000000000002,"15min":0.90200000000000002},"min":{"1min":0.61599999999999999,"5min":0.54200000000000004,"15min":0.51300000000000001},"max":{"1min":1.206,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.879,"5min":0.95299999999999996,"15min":0.92800000000000005},"min":{"1min":0.61699999999999999,"5min":0.53600000000000003,"15min":0.52600000000000002},"max":{"1min":1.2370000000000001,"5min":1.548,"15min":1.548},"last":0.73299999999999998}]},{"osd":2,"last update":"Thu Jun 6 11:25:02 2024","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":1.024,"15min":1.01},"min":{"1min":0.66000000000000003,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.492,"5min":1.492,"15min":1.492},"last":0.86699999999999999},{"interface":"front","average":{"1min":1.02,"5min":0.96099999999999997,"15min":0.96499999999999997},"min":{"1min":0.75900000000000001,"5min":0.56100000000000005,"15min":0.54200000000000004},"max":{"1min":1.304,"5min":1.7290000000000001,"15min":3.9740000000000002},"last":1.1479999999999999}]},{"osd":3,"last update":"Thu Jun 6 11:25:25 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.002,"15min":1.0109999999999999},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.59599999999999997},"max":{"1min":1.347,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.0720000000000001,"15min":1.095},"min":{"1min":0.75700000000000001,"5min":0.68100000000000005,"15min":0.59299999999999997},"max":{"1min":1.3009999999999999,"5min":2.653,"15min":2.653},"last":1.0189999999999999}]},{"osd":4,"last update":"Thu Jun 6 11:25:22 2024","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.89400000000000002,"15min":0.89500000000000002},"min":{"1min":0.51300000000000001,"5min":0.45600000000000002,"15min":0.318},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.6579999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0429999999999999,"15min":1.0009999999999999},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.41999999999999998},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":2.4649999999999999},"last":0.97799999999999998}]},{"osd":5,"last update":"Thu Jun 6 11:25:22 2024","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.0660000000000001,"15min":1.0669999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.33000000000000002},"max":{"1min":1.417,"5min":1.5409999999999999,"15min":6.8170000000000002},"last":1.101},{"interface":"front","average":{"1min":1.077,"5min":1.052,"15min":1.054},"min":{"1min":0.82399999999999995,"5min":0.59399999999999997,"15min":0.39100000000000001},"max":{"1min":1.488,"5min":1.6160000000000001,"15min":2.093},"last":1.0449999999999999}]},{"osd":6,"last update":"Thu Jun 6 11:25:22 2024","interfaces":[{"interface":"back","average":{"1min":1.1240000000000001,"5min":1.083,"15min":1.085},"min":{"1min":0.66500000000000004,"5min":0.623,"15min":0.48499999999999999},"max":{"1min":1.548,"5min":1.5660000000000001,"15min":1.897},"last":1.179},{"interface":"front","average":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.127},"min":{"1min":0.71199999999999997,"5min":0.69799999999999995,"15min":0.46999999999999997},"max":{"1min":1.508,"5min":1.887,"15min":1.887},"last":1.266}]}]},{"osd":5,"up_from":36,"seq":154618822969,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":311428,"kb_used_data":14204,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":93433724,"statfs":{"total":95995035648,"available":95676133376,"internally_reserved":0,"allocated":14544896,"data_stored":9327751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.92300000000000004,"15min":0.877},"min":{"1min":0.57299999999999995,"5min":0.55600000000000005,"15min":0.34799999999999998},"max":{"1min":1.224,"5min":1.3160000000000001,"15min":2.6850000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.91800000000000004,"15min":0.86299999999999999},"min":{"1min":0.59999999999999998,"5min":0.46400000000000002,"15min":0.36499999999999999},"max":{"1min":1.0820000000000001,"5min":1.431,"15min":1.431},"last":0.86799999999999999}]},{"osd":1,"last update":"Thu Jun 6 11:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.93200000000000005,"15min":0.88100000000000001},"min":{"1min":0.61099999999999999,"5min":0.52900000000000003,"15min":0.51100000000000001},"max":{"1min":1.22,"5min":1.464,"15min":1.464},"last":1.048},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.92700000000000005,"15min":0.877},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.202,"5min":1.502,"15min":2.4369999999999998},"last":1.0609999999999999}]},{"osd":2,"last update":"Thu Jun 6 11:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.91300000000000003,"15min":0.89300000000000002},"min":{"1min":0.63500000000000001,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.1910000000000001,"5min":1.2829999999999999,"15min":1.3799999999999999},"last":1.131},{"interface":"front","average":{"1min":0.96699999999999997,"5min":1.012,"15min":0.997},"min":{"1min":0.66400000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.1899999999999999,"5min":1.4019999999999999,"15min":2.4249999999999998},"last":0.83199999999999996}]},{"osd":3,"last update":"Thu Jun 6 11:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":1.006,"15min":0.997},"min":{"1min":0.71099999999999997,"5min":0.621,"15min":0.59099999999999997},"max":{"1min":1.141,"5min":1.331,"15min":2.0960000000000001},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.94299999999999995,"5min":1.01,"15min":1.022},"min":{"1min":0.70999999999999996,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.2709999999999999,"5min":1.45,"15min":2.9319999999999999},"last":1.0209999999999999}]},{"osd":4,"last update":"Thu Jun 6 11:24:49 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.97399999999999998,"15min":0.92200000000000004},"min":{"1min":0.64800000000000002,"5min":0.48899999999999999,"15min":0.317},"max":{"1min":1.329,"5min":1.6080000000000001,"15min":1.6080000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":1.01,"5min":1.012,"15min":0.95799999999999996},"min":{"1min":0.56799999999999995,"5min":0.48099999999999998,"15min":0.27700000000000002},"max":{"1min":1.482,"5min":1.482,"15min":1.5509999999999999},"last":0.77200000000000002}]},{"osd":6,"last update":"Thu Jun 6 11:25:37 2024","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":0.996,"15min":0.996},"min":{"1min":0.72699999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.3899999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.141,"5min":1.1399999999999999,"15min":1.103},"min":{"1min":0.92200000000000004,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.446,"5min":2.093,"15min":2.093},"last":1.1699999999999999}]},{"osd":7,"last update":"Thu Jun 6 11:25:02 2024","interfaces":[{"interface":"back","average":{"1min":1.1679999999999999,"5min":1.214,"15min":1.155},"min":{"1min":0.86099999999999999,"5min":0.52200000000000002,"15min":0.41999999999999998},"max":{"1min":1.357,"5min":6.8070000000000004,"15min":6.8070000000000004},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.109,"5min":1.175,"15min":1.113},"min":{"1min":0.79800000000000004,"5min":0.54900000000000004,"15min":0.376},"max":{"1min":1.3220000000000001,"5min":1.655,"15min":2.0009999999999999},"last":0.996}]}]},{"osd":4,"up_from":30,"seq":128849019201,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":311452,"kb_used_data":14224,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":93433700,"statfs":{"total":95995035648,"available":95676108800,"internally_reserved":0,"allocated":14565376,"data_stored":9332278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91300000000000003,"15min":0.875},"min":{"1min":0.56799999999999995,"5min":0.40899999999999997,"15min":0.36499999999999999},"max":{"1min":1.175,"5min":3.4550000000000001,"15min":3.4550000000000001},"last":0.98999999999999999},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.85599999999999998,"15min":0.78200000000000003},"min":{"1min":0.63200000000000001,"5min":0.436,"15min":0.42399999999999999},"max":{"1min":1.0840000000000001,"5min":2.5470000000000002,"15min":2.5470000000000002},"last":0.88300000000000001}]},{"osd":1,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":1.012,"15min":0.95899999999999996},"min":{"1min":0.60099999999999998,"5min":0.58099999999999996,"15min":0.56100000000000005},"max":{"1min":1.3640000000000001,"5min":2.4289999999999998,"15min":2.4289999999999998},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.90900000000000003,"5min":1.018,"15min":0.97399999999999998},"min":{"1min":0.64600000000000002,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.2929999999999999,"5min":2.569,"15min":2.569},"last":0.82399999999999995}]},{"osd":2,"last update":"Thu Jun 6 11:24:59 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.97899999999999998,"15min":0.93799999999999994},"min":{"1min":0.70699999999999996,"5min":0.56399999999999995,"15min":0.52900000000000003},"max":{"1min":1.2450000000000001,"5min":1.52,"15min":1.52},"last":1.167},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.97899999999999998,"15min":0.92400000000000004},"min":{"1min":0.64400000000000002,"5min":0.57899999999999996,"15min":0.54100000000000004},"max":{"1min":1.218,"5min":2.5299999999999998,"15min":2.5299999999999998},"last":1.0600000000000001}]},{"osd":3,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.0109999999999999,"15min":1.002},"min":{"1min":0.82399999999999995,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.204,"5min":2.9630000000000001,"15min":2.9630000000000001},"last":1.0880000000000001},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.028,"15min":1.01},"min":{"1min":0.73399999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.2310000000000001,"5min":2.452,"15min":2.452},"last":1.2490000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:25:46 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.0269999999999999,"15min":0.95799999999999996},"min":{"1min":0.68100000000000005,"5min":0.497,"15min":0.36199999999999999},"max":{"1min":1.272,"5min":2.6219999999999999,"15min":2.6219999999999999},"last":1.141},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.95499999999999996,"15min":0.94499999999999995},"min":{"1min":0.60499999999999998,"5min":0.34599999999999997,"15min":0.33700000000000002},"max":{"1min":1.22,"5min":3.2970000000000002,"15min":3.2970000000000002},"last":1.2050000000000001}]},{"osd":6,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.0820000000000001,"15min":1.032},"min":{"1min":0.63800000000000001,"5min":0.438,"15min":0.42499999999999999},"max":{"1min":1.3300000000000001,"5min":5.2619999999999996,"15min":5.2619999999999996},"last":1.2809999999999999},{"interface":"front","average":{"1min":1.1180000000000001,"5min":1.1140000000000001,"15min":1.077},"min":{"1min":0.746,"5min":0.51500000000000001,"15min":0.35899999999999999},"max":{"1min":1.4299999999999999,"5min":2.6720000000000002,"15min":2.6720000000000002},"last":1.3200000000000001}]},{"osd":7,"last update":"Thu Jun 6 11:25:15 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.167,"15min":1.1200000000000001},"min":{"1min":0.625,"5min":0.625,"15min":0.44500000000000001},"max":{"1min":1.4410000000000001,"5min":2.7240000000000002,"15min":2.7240000000000002},"last":1.3819999999999999},{"interface":"front","average":{"1min":1.1559999999999999,"5min":1.175,"15min":1.133},"min":{"1min":0.74099999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.45,"5min":4.2380000000000004,"15min":4.2380000000000004},"last":1.359}]}]},{"osd":3,"up_from":562,"seq":2413771620457,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":72272,"kb_used_data":14204,"kb_used_omap":72,"kb_used_meta":57975,"kb_avail":93672880,"statfs":{"total":95995035648,"available":95921029120,"internally_reserved":0,"allocated":14544896,"data_stored":9327482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":73838,"internal_metadata":59367314},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.65100000000000002,"15min":0.63400000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.92900000000000005,"5min":1.117,"15min":1.1839999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.72799999999999998,"15min":0.74199999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.006,"5min":1.6830000000000001,"15min":2.0579999999999998},"last":0.79300000000000004}]},{"osd":1,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.753,"15min":0.75700000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.018,"5min":1.2350000000000001,"15min":2.1389999999999998},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.626,"5min":0.72499999999999998,"15min":0.73999999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.27900000000000003},"max":{"1min":1.238,"5min":1.238,"15min":2.5329999999999999},"last":0.60099999999999998}]},{"osd":2,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.79500000000000004,"15min":0.81399999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.32600000000000001},"max":{"1min":1.0029999999999999,"5min":1.2609999999999999,"15min":2.2749999999999999},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.78800000000000003,"15min":0.80600000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.93200000000000005,"5min":1.347,"15min":2.7570000000000001},"last":0.82999999999999996}]},{"osd":4,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":1.02,"15min":0.99099999999999999},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.56899999999999995},"max":{"1min":1.248,"5min":4.0739999999999998,"15min":4.0739999999999998},"last":0.94399999999999995},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.93999999999999995,"15min":0.95199999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.0469999999999999,"5min":1.361,"15min":2.02},"last":0.86799999999999999}]},{"osd":5,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":1.0409999999999999,"15min":1.048},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1299999999999999,"5min":1.575,"15min":2.5070000000000001},"last":1.0209999999999999},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.0620000000000001,"15min":1.0700000000000001},"min":{"1min":0.61799999999999999,"5min":0.58799999999999997,"15min":0.52800000000000002},"max":{"1min":1.3169999999999999,"5min":4.2400000000000002,"15min":4.2400000000000002},"last":1.04}]},{"osd":6,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":1.0049999999999999,"15min":1.0369999999999999},"min":{"1min":0.60299999999999998,"5min":0.58499999999999996,"15min":0.46400000000000002},"max":{"1min":1.119,"5min":1.571,"15min":1.9790000000000001},"last":1.163},{"interface":"front","average":{"1min":0.94299999999999995,"5min":1.1020000000000001,"15min":1.111},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.2170000000000001,"5min":4.2949999999999999,"15min":4.2949999999999999},"last":0.96799999999999997}]},{"osd":7,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":1.0780000000000001,"15min":1.103},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.59799999999999998},"max":{"1min":1.2629999999999999,"5min":1.446,"15min":3.1720000000000002},"last":1.1319999999999999},{"interface":"front","average":{"1min":0.93400000000000005,"5min":1.0960000000000001,"15min":1.1060000000000001},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.2190000000000001,"5min":4.3460000000000001,"15min":4.3460000000000001},"last":1.1080000000000001}]}]},{"osd":2,"up_from":534,"seq":2293512536175,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":72212,"kb_used_data":14208,"kb_used_omap":66,"kb_used_meta":57917,"kb_avail":93672940,"statfs":{"total":95995035648,"available":95921090560,"internally_reserved":0,"allocated":14548992,"data_stored":9327980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":67816,"internal_metadata":59307800},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.69399999999999995,"15min":0.72199999999999998},"min":{"1min":0.34499999999999997,"5min":0.34100000000000003,"15min":0.32600000000000001},"max":{"1min":0.98099999999999998,"5min":1.2709999999999999,"15min":1.5409999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.70199999999999996,"15min":0.71199999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.77800000000000002}]},{"osd":1,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.73299999999999998,"15min":0.78700000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.1299999999999999,"5min":1.256,"15min":1.49},"last":0.88400000000000001},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.78600000000000003,"15min":0.75},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":1.1279999999999999,"5min":1.2090000000000001,"15min":1.2090000000000001},"last":0.67800000000000005}]},{"osd":3,"last update":"Thu Jun 6 11:25:30 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.79500000000000004,"15min":0.83699999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.32500000000000001},"max":{"1min":0.97399999999999998,"5min":1.1899999999999999,"15min":2.7589999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.79800000000000004,"15min":0.82999999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.0609999999999999,"5min":1.167,"15min":1.321},"last":1.0389999999999999}]},{"osd":4,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.02,"15min":0.97599999999999998},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.282,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.0920000000000001},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94399999999999995,"15min":0.96999999999999997},"min":{"1min":0.68899999999999995,"5min":0.504,"15min":0.504},"max":{"1min":1.22,"5min":1.2929999999999999,"15min":1.774},"last":0.82399999999999995}]},{"osd":5,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.96299999999999997,"15min":1.0229999999999999},"min":{"1min":0.60099999999999998,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.2669999999999999,"5min":1.3069999999999999,"15min":2.0619999999999998},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.073,"15min":1.121},"min":{"1min":0.77300000000000002,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.3180000000000001,"5min":1.8280000000000001,"15min":2.1280000000000001},"last":1.0569999999999999}]},{"osd":6,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0700000000000001,"15min":1.1240000000000001},"min":{"1min":0.61399999999999999,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.288,"5min":1.748,"15min":2.169},"last":0.98999999999999999},{"interface":"front","average":{"1min":1.022,"5min":1.0880000000000001,"15min":1.0629999999999999},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.4790000000000001,"5min":1.6359999999999999,"15min":1.6359999999999999},"last":0.95199999999999996}]},{"osd":7,"last update":"Thu Jun 6 11:25:03 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.097,"15min":1.0740000000000001},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.55,"5min":1.732,"15min":1.732},"last":1.137},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.042,"15min":1.1060000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.2889999999999999,"5min":1.411,"15min":2.149},"last":0.92000000000000004}]}]},{"osd":1,"up_from":510,"seq":2190433321077,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":63940,"kb_used_data":14200,"kb_used_omap":42,"kb_used_meta":49685,"kb_avail":93681212,"statfs":{"total":95995035648,"available":95929561088,"internally_reserved":0,"allocated":14540800,"data_stored":9327392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44002,"internal_metadata":50877470},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.63400000000000001,"15min":0.60799999999999998},"min":{"1min":0.30199999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.81100000000000005,"5min":1.1459999999999999,"15min":1.264},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.70499999999999996,"15min":0.66300000000000003},"min":{"1min":0.435,"5min":0.41899999999999998,"15min":0.35799999999999998},"max":{"1min":1.0269999999999999,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.79600000000000004}]},{"osd":2,"last update":"Thu Jun 6 11:25:00 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.78000000000000003,"15min":0.73399999999999999},"min":{"1min":0.34699999999999998,"5min":0.33700000000000002,"15min":0.32900000000000001},"max":{"1min":0.879,"5min":4.4480000000000004,"15min":4.4480000000000004},"last":1.222},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.84099999999999997,"15min":0.80700000000000005},"min":{"1min":0.46100000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.92200000000000004,"5min":4.9989999999999997,"15min":4.9989999999999997},"last":1.0289999999999999}]},{"osd":3,"last update":"Thu Jun 6 11:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.72699999999999998,"15min":0.72099999999999997},"min":{"1min":0.42999999999999999,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86299999999999999,"5min":1.121,"15min":1.365},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.81000000000000005,"15min":0.79600000000000004},"min":{"1min":0.36599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.95099999999999996,"5min":5.0640000000000001,"15min":5.0640000000000001},"last":0.88900000000000001}]},{"osd":4,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":1.0549999999999999,"15min":0.96699999999999997},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.56999999999999995},"max":{"1min":1.2749999999999999,"5min":5.2560000000000002,"15min":5.2560000000000002},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.98799999999999999,"15min":0.93899999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.194,"5min":2.1600000000000001,"15min":2.1600000000000001},"last":1.1699999999999999}]},{"osd":5,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":1.01,"15min":0.96099999999999997},"min":{"1min":0.66800000000000004,"5min":0.55800000000000005,"15min":0.55600000000000005},"max":{"1min":1.244,"5min":2.254,"15min":2.254},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.95099999999999996,"5min":1.0840000000000001,"15min":1.0149999999999999},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.337,"5min":5.165,"15min":5.165},"last":0.83099999999999996}]},{"osd":6,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":1.044,"15min":1.0049999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.2609999999999999,"5min":2.0910000000000002,"15min":2.0910000000000002},"last":1.097},{"interface":"front","average":{"1min":0.97299999999999998,"5min":1.1379999999999999,"15min":1.0800000000000001},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.242,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":0.97199999999999998}]},{"osd":7,"last update":"Thu Jun 6 11:25:38 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.145,"15min":1.081},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.278,"5min":5.2869999999999999,"15min":5.2869999999999999},"last":1.0700000000000001},{"interface":"front","average":{"1min":1.0009999999999999,"5min":1.091,"15min":1.0880000000000001},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.63},"max":{"1min":1.306,"5min":1.9610000000000001,"15min":1.9610000000000001},"last":1.2929999999999999}]}]},{"osd":0,"up_from":485,"seq":2083059138682,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":72724,"kb_used_data":14788,"kb_used_omap":51,"kb_used_meta":57868,"kb_avail":93672428,"statfs":{"total":95995035648,"available":95920566272,"internally_reserved":0,"allocated":15142912,"data_stored":9918336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":52564,"internal_metadata":59257516},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jun 6 11:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.63500000000000001,"15min":0.621},"min":{"1min":0.30299999999999999,"5min":0.29999999999999999,"15min":0.29799999999999999},"max":{"1min":0.76200000000000001,"5min":1.107,"15min":1.107},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.68200000000000005,"15min":0.64000000000000001},"min":{"1min":0.42299999999999999,"5min":0.377,"15min":0.29099999999999998},"max":{"1min":0.79600000000000004,"5min":1.3380000000000001,"15min":1.792},"last":0.64700000000000002}]},{"osd":2,"last update":"Thu Jun 6 11:24:57 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.80200000000000005,"15min":0.746},"min":{"1min":0.48799999999999999,"5min":0.42599999999999999,"15min":0.38500000000000001},"max":{"1min":1.244,"5min":1.284,"15min":1.284},"last":0.751},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.84799999999999998,"15min":0.78400000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.41199999999999998},"max":{"1min":1.276,"5min":1.3620000000000001,"15min":1.714},"last":0.73199999999999998}]},{"osd":3,"last update":"Thu Jun 6 11:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.76800000000000002,"15min":0.76500000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.94699999999999995,"5min":1.204,"15min":1.204},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.73599999999999999,"15min":0.72099999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.2190000000000001,"5min":1.254,"15min":1.254},"last":0.68700000000000006}]},{"osd":4,"last update":"Thu Jun 6 11:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97299999999999998,"15min":0.93999999999999995},"min":{"1min":0.67600000000000005,"5min":0.59099999999999997,"15min":0.45000000000000001},"max":{"1min":1.399,"5min":1.5349999999999999,"15min":4.8520000000000003},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.96799999999999997,"15min":0.94499999999999995},"min":{"1min":0.76200000000000001,"5min":0.66800000000000004,"15min":0.58699999999999997},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.6659999999999999},"last":0.879}]},{"osd":5,"last update":"Thu Jun 6 11:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.0089999999999999,"15min":0.95899999999999996},"min":{"1min":0.72899999999999998,"5min":0.60899999999999999,"15min":0.52200000000000002},"max":{"1min":1.167,"5min":1.393,"15min":1.986},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.996,"5min":0.99099999999999999,"15min":0.96299999999999997},"min":{"1min":0.71699999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.302,"5min":1.3240000000000001,"15min":1.74},"last":0.97299999999999998}]},{"osd":6,"last update":"Thu Jun 6 11:25:06 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.03,"15min":0.97499999999999998},"min":{"1min":0.70399999999999996,"5min":0.623,"15min":0.59099999999999997},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0529999999999999,"15min":1.0229999999999999},"min":{"1min":0.77000000000000002,"5min":0.70899999999999996,"15min":0.63500000000000001},"max":{"1min":1.4490000000000001,"5min":1.5409999999999999,"15min":1.9259999999999999},"last":0.81799999999999995}]},{"osd":7,"last update":"Thu Jun 6 11:25:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.0800000000000001,"15min":1.046},"min":{"1min":0.81799999999999995,"5min":0.70299999999999996,"15min":0.56299999999999994},"max":{"1min":1.3799999999999999,"5min":1.4410000000000001,"15min":1.829},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.1200000000000001,"5min":1.135,"15min":1.0860000000000001},"min":{"1min":0.84199999999999997,"5min":0.80900000000000005,"15min":0.626},"max":{"1min":1.48,"5min":1.554,"15min":2.044},"last":0.92000000000000004}]}]},{"osd":6,"up_from":42,"seq":180388626735,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":320212,"kb_used_data":14796,"kb_used_omap":0,"kb_used_meta":305408,"kb_avail":93424940,"statfs":{"total":95995035648,"available":95667138560,"internally_reserved":0,"allocated":15151104,"data_stored":9922570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":312737792},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jun 6 11:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.89900000000000002,"15min":0.88400000000000001},"min":{"1min":0.66800000000000004,"5min":0.45000000000000001,"15min":0.33100000000000002},"max":{"1min":1.256,"5min":1.3859999999999999,"15min":9.0190000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.87,"5min":0.88800000000000001,"15min":0.82199999999999995},"min":{"1min":0.623,"5min":0.49299999999999999,"15min":0.47299999999999998},"max":{"1min":1.1439999999999999,"5min":1.341,"15min":1.341},"last":0.96799999999999997}]},{"osd":1,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.91700000000000004,"15min":0.85799999999999998},"min":{"1min":0.55500000000000005,"5min":0.51100000000000001,"15min":0.44500000000000001},"max":{"1min":1.194,"5min":1.389,"15min":1.389},"last":0.63},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.88,"15min":0.90200000000000002},"min":{"1min":0.59199999999999997,"5min":0.53100000000000003,"15min":0.39900000000000002},"max":{"1min":1.2549999999999999,"5min":1.304,"15min":8.7929999999999993},"last":0.78700000000000003}]},{"osd":2,"last update":"Thu Jun 6 11:24:57 2024","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":0.97799999999999998,"15min":0.98199999999999998},"min":{"1min":0.77000000000000002,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.214,"5min":1.3080000000000001,"15min":1.4319999999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":1.1399999999999999,"5min":1.0640000000000001,"15min":1.087},"min":{"1min":0.90700000000000003,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.381,"5min":1.3979999999999999,"15min":8.9269999999999996},"last":0.879}]},{"osd":3,"last update":"Thu Jun 6 11:25:26 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.94199999999999995,"15min":0.92800000000000005},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.41999999999999998},"max":{"1min":1.286,"5min":1.3120000000000001,"15min":1.4399999999999999},"last":0.751},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.97699999999999998,"15min":0.96399999999999997},"min":{"1min":0.65100000000000002,"5min":0.629,"15min":0.58799999999999997},"max":{"1min":1.1200000000000001,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.71499999999999997}]},{"osd":4,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":0.94399999999999995,"15min":0.98899999999999999},"min":{"1min":0.68000000000000005,"5min":0.57599999999999996,"15min":0.32100000000000001},"max":{"1min":1.45,"5min":1.45,"15min":9.6850000000000005},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.028,"5min":1.004,"15min":0.98399999999999999},"min":{"1min":0.69399999999999995,"5min":0.45200000000000001,"15min":0.441},"max":{"1min":1.333,"5min":1.4410000000000001,"15min":2.9359999999999999},"last":1.1200000000000001}]},{"osd":5,"last update":"Thu Jun 6 11:25:34 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.0600000000000001,"15min":1.038},"min":{"1min":0.71099999999999997,"5min":0.626,"15min":0.40000000000000002},"max":{"1min":1.3089999999999999,"5min":2.4199999999999999,"15min":9.2379999999999995},"last":1.0700000000000001},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.1200000000000001,"15min":1.0980000000000001},"min":{"1min":0.91800000000000004,"5min":0.623,"15min":0.48499999999999999},"max":{"1min":1.393,"5min":1.4470000000000001,"15min":2.2589999999999999},"last":1.165}]},{"osd":7,"last update":"Thu Jun 6 11:25:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1599999999999999,"5min":1.0800000000000001,"15min":1.069},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.47099999999999997},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":6.2149999999999999},"last":0.93500000000000005},{"interface":"front","average":{"1min":1.212,"5min":1.1499999999999999,"15min":1.165},"min":{"1min":0.92800000000000005,"5min":0.60799999999999998,"15min":0.48899999999999999},"max":{"1min":1.569,"5min":1.569,"15min":8.6460000000000008},"last":1.0940000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1872,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T11:25:51.046 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-06T11:25:51.046 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-06-06T11:25:51.046 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-06-06T11:25:51.047 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:25:52.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:51 smithi132 bash[74574]: cluster 2024-06-06T11:25:51.611479+0000 mgr.y (mgr.25375) 539 : cluster [DBG] pgmap v1168: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:52.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:51 smithi132 bash[71843]: cluster 2024-06-06T11:25:51.611479+0000 mgr.y (mgr.25375) 539 : cluster [DBG] pgmap v1168: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:52.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:51 smithi179 bash[54149]: cluster 2024-06-06T11:25:51.611479+0000 mgr.y (mgr.25375) 539 : cluster [DBG] pgmap v1168: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:53 smithi132 bash[71843]: audit 2024-06-06T11:25:53.354685+0000 mon.a (mon.0) 1405 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:53 smithi132 bash[74574]: audit 2024-06-06T11:25:53.354685+0000 mon.a (mon.0) 1405 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:53.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:53 smithi179 bash[54149]: audit 2024-06-06T11:25:53.354685+0000 mon.a (mon.0) 1405 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:25:54.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:25:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:25:53] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.33.4" 2024-06-06T11:25:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:54 smithi132 bash[71843]: cluster 2024-06-06T11:25:53.612196+0000 mgr.y (mgr.25375) 540 : cluster [DBG] pgmap v1169: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:54 smithi132 bash[74574]: cluster 2024-06-06T11:25:53.612196+0000 mgr.y (mgr.25375) 540 : cluster [DBG] pgmap v1169: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:54.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:54 smithi179 bash[54149]: cluster 2024-06-06T11:25:53.612196+0000 mgr.y (mgr.25375) 540 : cluster [DBG] pgmap v1169: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:55.822 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:25:56.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:55 smithi132 bash[71843]: cluster 2024-06-06T11:25:55.613093+0000 mgr.y (mgr.25375) 541 : cluster [DBG] pgmap v1170: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:56.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:55 smithi132 bash[74574]: cluster 2024-06-06T11:25:55.613093+0000 mgr.y (mgr.25375) 541 : cluster [DBG] pgmap v1170: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:56.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:55 smithi179 bash[54149]: cluster 2024-06-06T11:25:55.613093+0000 mgr.y (mgr.25375) 541 : cluster [DBG] pgmap v1170: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:58.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:57 smithi132 bash[71843]: cluster 2024-06-06T11:25:57.613761+0000 mgr.y (mgr.25375) 542 : cluster [DBG] pgmap v1171: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:58.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:57 smithi132 bash[74574]: cluster 2024-06-06T11:25:57.613761+0000 mgr.y (mgr.25375) 542 : cluster [DBG] pgmap v1171: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:58.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:57 smithi179 bash[54149]: cluster 2024-06-06T11:25:57.613761+0000 mgr.y (mgr.25375) 542 : cluster [DBG] pgmap v1171: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:25:58.808 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:25:58.808 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:25:59.281 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:58 smithi132 bash[71843]: audit 2024-06-06T11:25:58.809621+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.132:0/1430274623' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:25:59.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:58 smithi132 bash[74574]: audit 2024-06-06T11:25:58.809621+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.132:0/1430274623' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:25:59.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:58 smithi179 bash[54149]: audit 2024-06-06T11:25:58.809621+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.132:0/1430274623' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:25:59 smithi132 bash[71843]: cluster 2024-06-06T11:25:59.614782+0000 mgr.y (mgr.25375) 543 : cluster [DBG] pgmap v1172: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:00.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:25:59 smithi132 bash[74574]: cluster 2024-06-06T11:25:59.614782+0000 mgr.y (mgr.25375) 543 : cluster [DBG] pgmap v1172: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:00.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:25:59 smithi179 bash[54149]: cluster 2024-06-06T11:25:59.614782+0000 mgr.y (mgr.25375) 543 : cluster [DBG] pgmap v1172: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:02.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:01 smithi132 bash[71843]: cluster 2024-06-06T11:26:01.615607+0000 mgr.y (mgr.25375) 544 : cluster [DBG] pgmap v1173: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:02.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:01 smithi132 bash[74574]: cluster 2024-06-06T11:26:01.615607+0000 mgr.y (mgr.25375) 544 : cluster [DBG] pgmap v1173: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:02.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:01 smithi179 bash[54149]: cluster 2024-06-06T11:26:01.615607+0000 mgr.y (mgr.25375) 544 : cluster [DBG] pgmap v1173: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:02.600 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:26:04.031 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:03 smithi132 bash[74574]: cluster 2024-06-06T11:26:03.616436+0000 mgr.y (mgr.25375) 545 : cluster [DBG] pgmap v1174: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:04.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:03 smithi132 bash[71843]: cluster 2024-06-06T11:26:03.616436+0000 mgr.y (mgr.25375) 545 : cluster [DBG] pgmap v1174: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:04.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:26:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:26:03] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.33.4" 2024-06-06T11:26:04.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:03 smithi179 bash[54149]: cluster 2024-06-06T11:26:03.616436+0000 mgr.y (mgr.25375) 545 : cluster [DBG] pgmap v1174: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:06.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:05 smithi132 bash[71843]: cluster 2024-06-06T11:26:05.617504+0000 mgr.y (mgr.25375) 546 : cluster [DBG] pgmap v1175: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:06.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:05 smithi132 bash[74574]: cluster 2024-06-06T11:26:05.617504+0000 mgr.y (mgr.25375) 546 : cluster [DBG] pgmap v1175: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:06.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:05 smithi179 bash[54149]: cluster 2024-06-06T11:26:05.617504+0000 mgr.y (mgr.25375) 546 : cluster [DBG] pgmap v1175: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:07.383 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:26:08.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:07 smithi132 bash[71843]: cluster 2024-06-06T11:26:07.618287+0000 mgr.y (mgr.25375) 547 : cluster [DBG] pgmap v1176: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:08.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:07 smithi132 bash[74574]: cluster 2024-06-06T11:26:07.618287+0000 mgr.y (mgr.25375) 547 : cluster [DBG] pgmap v1176: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:08.040 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:07 smithi179 bash[54149]: cluster 2024-06-06T11:26:07.618287+0000 mgr.y (mgr.25375) 547 : cluster [DBG] pgmap v1176: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:08 smithi132 bash[74574]: audit 2024-06-06T11:26:08.354548+0000 mon.a (mon.0) 1406 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:08 smithi132 bash[71843]: audit 2024-06-06T11:26:08.354548+0000 mon.a (mon.0) 1406 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:09.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:08 smithi179 bash[54149]: audit 2024-06-06T11:26:08.354548+0000 mon.a (mon.0) 1406 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:10.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:09 smithi132 bash[71843]: cluster 2024-06-06T11:26:09.619258+0000 mgr.y (mgr.25375) 548 : cluster [DBG] pgmap v1177: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:10.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:09 smithi132 bash[74574]: cluster 2024-06-06T11:26:09.619258+0000 mgr.y (mgr.25375) 548 : cluster [DBG] pgmap v1177: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:10.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:09 smithi179 bash[54149]: cluster 2024-06-06T11:26:09.619258+0000 mgr.y (mgr.25375) 548 : cluster [DBG] pgmap v1177: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:10.655 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:26:10.656 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:26:11.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:10 smithi132 bash[71843]: audit 2024-06-06T11:26:10.657221+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.132:0/749669018' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:11.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:10 smithi132 bash[74574]: audit 2024-06-06T11:26:10.657221+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.132:0/749669018' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:11.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:10 smithi179 bash[54149]: audit 2024-06-06T11:26:10.657221+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.132:0/749669018' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:12.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:11 smithi132 bash[74574]: cluster 2024-06-06T11:26:11.620114+0000 mgr.y (mgr.25375) 549 : cluster [DBG] pgmap v1178: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:12.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:11 smithi132 bash[71843]: cluster 2024-06-06T11:26:11.620114+0000 mgr.y (mgr.25375) 549 : cluster [DBG] pgmap v1178: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:12.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:11 smithi179 bash[54149]: cluster 2024-06-06T11:26:11.620114+0000 mgr.y (mgr.25375) 549 : cluster [DBG] pgmap v1178: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:14.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:13 smithi132 bash[71843]: cluster 2024-06-06T11:26:13.620874+0000 mgr.y (mgr.25375) 550 : cluster [DBG] pgmap v1179: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:14.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:26:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:26:13] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:26:14.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:13 smithi132 bash[74574]: cluster 2024-06-06T11:26:13.620874+0000 mgr.y (mgr.25375) 550 : cluster [DBG] pgmap v1179: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:14.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:13 smithi179 bash[54149]: cluster 2024-06-06T11:26:13.620874+0000 mgr.y (mgr.25375) 550 : cluster [DBG] pgmap v1179: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:14.439 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:26:15.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:14 smithi132 bash[71843]: audit 2024-06-06T11:26:14.456904+0000 mon.a (mon.0) 1407 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:26:15.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:14 smithi132 bash[74574]: audit 2024-06-06T11:26:14.456904+0000 mon.a (mon.0) 1407 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:26:15.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:14 smithi179 bash[54149]: audit 2024-06-06T11:26:14.456904+0000 mon.a (mon.0) 1407 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:26:16.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:15 smithi132 bash[71843]: audit 2024-06-06T11:26:14.845645+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:16.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:15 smithi132 bash[71843]: audit 2024-06-06T11:26:14.854008+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:16.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:15 smithi132 bash[71843]: cluster 2024-06-06T11:26:15.621782+0000 mgr.y (mgr.25375) 551 : cluster [DBG] pgmap v1180: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:16.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:15 smithi132 bash[74574]: audit 2024-06-06T11:26:14.845645+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:16.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:15 smithi132 bash[74574]: audit 2024-06-06T11:26:14.854008+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:16.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:15 smithi132 bash[74574]: cluster 2024-06-06T11:26:15.621782+0000 mgr.y (mgr.25375) 551 : cluster [DBG] pgmap v1180: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:16.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:15 smithi179 bash[54149]: audit 2024-06-06T11:26:14.845645+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:16.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:15 smithi179 bash[54149]: audit 2024-06-06T11:26:14.854008+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:16.289 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:15 smithi179 bash[54149]: cluster 2024-06-06T11:26:15.621782+0000 mgr.y (mgr.25375) 551 : cluster [DBG] pgmap v1180: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:18.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:17 smithi132 bash[71843]: cluster 2024-06-06T11:26:17.622645+0000 mgr.y (mgr.25375) 552 : cluster [DBG] pgmap v1181: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:18.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:17 smithi132 bash[74574]: cluster 2024-06-06T11:26:17.622645+0000 mgr.y (mgr.25375) 552 : cluster [DBG] pgmap v1181: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:18.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:17 smithi179 bash[54149]: cluster 2024-06-06T11:26:17.622645+0000 mgr.y (mgr.25375) 552 : cluster [DBG] pgmap v1181: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:19.248 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:26:20.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:19 smithi132 bash[74574]: cluster 2024-06-06T11:26:19.623516+0000 mgr.y (mgr.25375) 553 : cluster [DBG] pgmap v1182: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:20.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:19 smithi132 bash[71843]: cluster 2024-06-06T11:26:19.623516+0000 mgr.y (mgr.25375) 553 : cluster [DBG] pgmap v1182: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:20.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:19 smithi179 bash[54149]: cluster 2024-06-06T11:26:19.623516+0000 mgr.y (mgr.25375) 553 : cluster [DBG] pgmap v1182: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:21.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:21 smithi132 bash[71843]: audit 2024-06-06T11:26:20.195240+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:21.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:21 smithi132 bash[71843]: audit 2024-06-06T11:26:20.202690+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:21.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:21 smithi132 bash[71843]: audit 2024-06-06T11:26:20.898547+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:21.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:21 smithi132 bash[71843]: audit 2024-06-06T11:26:20.905420+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:21.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:21 smithi132 bash[74574]: audit 2024-06-06T11:26:20.195240+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:21.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:21 smithi132 bash[74574]: audit 2024-06-06T11:26:20.202690+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:21.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:21 smithi132 bash[74574]: audit 2024-06-06T11:26:20.898547+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:21.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:21 smithi132 bash[74574]: audit 2024-06-06T11:26:20.905420+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:21.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:21 smithi179 bash[54149]: audit 2024-06-06T11:26:20.195240+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:21.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:21 smithi179 bash[54149]: audit 2024-06-06T11:26:20.202690+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:21.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:21 smithi179 bash[54149]: audit 2024-06-06T11:26:20.898547+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:21.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:21 smithi179 bash[54149]: audit 2024-06-06T11:26:20.905420+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:22.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:22 smithi132 bash[71843]: audit 2024-06-06T11:26:21.356339+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:26:22.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:22 smithi132 bash[71843]: audit 2024-06-06T11:26:21.357528+0000 mon.a (mon.0) 1415 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:26:22.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:22 smithi132 bash[71843]: audit 2024-06-06T11:26:21.366839+0000 mon.a (mon.0) 1416 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:22.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:22 smithi132 bash[71843]: cluster 2024-06-06T11:26:21.624337+0000 mgr.y (mgr.25375) 554 : cluster [DBG] pgmap v1183: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:22.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:22 smithi132 bash[74574]: audit 2024-06-06T11:26:21.356339+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:26:22.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:22 smithi132 bash[74574]: audit 2024-06-06T11:26:21.357528+0000 mon.a (mon.0) 1415 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:26:22.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:22 smithi132 bash[74574]: audit 2024-06-06T11:26:21.366839+0000 mon.a (mon.0) 1416 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:22.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:22 smithi132 bash[74574]: cluster 2024-06-06T11:26:21.624337+0000 mgr.y (mgr.25375) 554 : cluster [DBG] pgmap v1183: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:22.443 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:26:22.443 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:26:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:22 smithi179 bash[54149]: audit 2024-06-06T11:26:21.356339+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:26:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:22 smithi179 bash[54149]: audit 2024-06-06T11:26:21.357528+0000 mon.a (mon.0) 1415 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:26:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:22 smithi179 bash[54149]: audit 2024-06-06T11:26:21.366839+0000 mon.a (mon.0) 1416 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:26:22.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:22 smithi179 bash[54149]: cluster 2024-06-06T11:26:21.624337+0000 mgr.y (mgr.25375) 554 : cluster [DBG] pgmap v1183: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:23 smithi132 bash[71843]: audit 2024-06-06T11:26:22.444487+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.132:0/3447103297' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:23.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:23 smithi132 bash[71843]: audit 2024-06-06T11:26:23.355616+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:23.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:23 smithi132 bash[74574]: audit 2024-06-06T11:26:22.444487+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.132:0/3447103297' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:23.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:23 smithi132 bash[74574]: audit 2024-06-06T11:26:23.355616+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:23 smithi179 bash[54149]: audit 2024-06-06T11:26:22.444487+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.132:0/3447103297' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:23 smithi179 bash[54149]: audit 2024-06-06T11:26:23.355616+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:24.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:26:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:26:23] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.33.4" 2024-06-06T11:26:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:24 smithi132 bash[71843]: cluster 2024-06-06T11:26:23.625061+0000 mgr.y (mgr.25375) 555 : cluster [DBG] pgmap v1184: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:24 smithi132 bash[74574]: cluster 2024-06-06T11:26:23.625061+0000 mgr.y (mgr.25375) 555 : cluster [DBG] pgmap v1184: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:24.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:24 smithi179 bash[54149]: cluster 2024-06-06T11:26:23.625061+0000 mgr.y (mgr.25375) 555 : cluster [DBG] pgmap v1184: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:26.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:25 smithi132 bash[71843]: cluster 2024-06-06T11:26:25.625989+0000 mgr.y (mgr.25375) 556 : cluster [DBG] pgmap v1185: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:26.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:25 smithi132 bash[74574]: cluster 2024-06-06T11:26:25.625989+0000 mgr.y (mgr.25375) 556 : cluster [DBG] pgmap v1185: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:26.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:25 smithi179 bash[54149]: cluster 2024-06-06T11:26:25.625989+0000 mgr.y (mgr.25375) 556 : cluster [DBG] pgmap v1185: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:26.230 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:26:28.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:27 smithi132 bash[71843]: cluster 2024-06-06T11:26:27.626888+0000 mgr.y (mgr.25375) 557 : cluster [DBG] pgmap v1186: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:28.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:27 smithi132 bash[74574]: cluster 2024-06-06T11:26:27.626888+0000 mgr.y (mgr.25375) 557 : cluster [DBG] pgmap v1186: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:28.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:27 smithi179 bash[54149]: cluster 2024-06-06T11:26:27.626888+0000 mgr.y (mgr.25375) 557 : cluster [DBG] pgmap v1186: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:30.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:29 smithi132 bash[71843]: cluster 2024-06-06T11:26:29.627830+0000 mgr.y (mgr.25375) 558 : cluster [DBG] pgmap v1187: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:30.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:29 smithi132 bash[74574]: cluster 2024-06-06T11:26:29.627830+0000 mgr.y (mgr.25375) 558 : cluster [DBG] pgmap v1187: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:30.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:29 smithi179 bash[54149]: cluster 2024-06-06T11:26:29.627830+0000 mgr.y (mgr.25375) 558 : cluster [DBG] pgmap v1187: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:31.010 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:26:32.002 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:31 smithi132 bash[74574]: cluster 2024-06-06T11:26:31.628706+0000 mgr.y (mgr.25375) 559 : cluster [DBG] pgmap v1188: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:32.003 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:31 smithi132 bash[71843]: cluster 2024-06-06T11:26:31.628706+0000 mgr.y (mgr.25375) 559 : cluster [DBG] pgmap v1188: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:32.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:31 smithi179 bash[54149]: cluster 2024-06-06T11:26:31.628706+0000 mgr.y (mgr.25375) 559 : cluster [DBG] pgmap v1188: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:33.901 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:33 smithi132 bash[71843]: cluster 2024-06-06T11:26:33.629308+0000 mgr.y (mgr.25375) 560 : cluster [DBG] pgmap v1189: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:33.902 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:33 smithi132 bash[74574]: cluster 2024-06-06T11:26:33.629308+0000 mgr.y (mgr.25375) 560 : cluster [DBG] pgmap v1189: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:34.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:33 smithi179 bash[54149]: cluster 2024-06-06T11:26:33.629308+0000 mgr.y (mgr.25375) 560 : cluster [DBG] pgmap v1189: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:34.079 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:26:34.079 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:26:34.256 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:26:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:26:33] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.33.4" 2024-06-06T11:26:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:34 smithi132 bash[71843]: audit 2024-06-06T11:26:34.080344+0000 mon.a (mon.0) 1418 : audit [DBG] from='client.? 172.21.15.132:0/1154676784' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:34 smithi132 bash[74574]: audit 2024-06-06T11:26:34.080344+0000 mon.a (mon.0) 1418 : audit [DBG] from='client.? 172.21.15.132:0/1154676784' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:35.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:34 smithi179 bash[54149]: audit 2024-06-06T11:26:34.080344+0000 mon.a (mon.0) 1418 : audit [DBG] from='client.? 172.21.15.132:0/1154676784' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:35 smithi132 bash[71843]: cluster 2024-06-06T11:26:35.630215+0000 mgr.y (mgr.25375) 561 : cluster [DBG] pgmap v1190: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:35 smithi132 bash[74574]: cluster 2024-06-06T11:26:35.630215+0000 mgr.y (mgr.25375) 561 : cluster [DBG] pgmap v1190: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:36.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:35 smithi179 bash[54149]: cluster 2024-06-06T11:26:35.630215+0000 mgr.y (mgr.25375) 561 : cluster [DBG] pgmap v1190: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:37.890 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:26:38.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:37 smithi132 bash[71843]: cluster 2024-06-06T11:26:37.631020+0000 mgr.y (mgr.25375) 562 : cluster [DBG] pgmap v1191: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:37 smithi132 bash[74574]: cluster 2024-06-06T11:26:37.631020+0000 mgr.y (mgr.25375) 562 : cluster [DBG] pgmap v1191: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:38.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:37 smithi179 bash[54149]: cluster 2024-06-06T11:26:37.631020+0000 mgr.y (mgr.25375) 562 : cluster [DBG] pgmap v1191: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:39.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:38 smithi132 bash[71843]: audit 2024-06-06T11:26:38.356015+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:38 smithi132 bash[74574]: audit 2024-06-06T11:26:38.356015+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:39.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:38 smithi179 bash[54149]: audit 2024-06-06T11:26:38.356015+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:40.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:39 smithi132 bash[71843]: cluster 2024-06-06T11:26:39.631949+0000 mgr.y (mgr.25375) 563 : cluster [DBG] pgmap v1192: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:40.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:39 smithi132 bash[74574]: cluster 2024-06-06T11:26:39.631949+0000 mgr.y (mgr.25375) 563 : cluster [DBG] pgmap v1192: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:40.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:39 smithi179 bash[54149]: cluster 2024-06-06T11:26:39.631949+0000 mgr.y (mgr.25375) 563 : cluster [DBG] pgmap v1192: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:41 smithi132 bash[71843]: cluster 2024-06-06T11:26:41.632734+0000 mgr.y (mgr.25375) 564 : cluster [DBG] pgmap v1193: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:41 smithi132 bash[74574]: cluster 2024-06-06T11:26:41.632734+0000 mgr.y (mgr.25375) 564 : cluster [DBG] pgmap v1193: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:42.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:41 smithi179 bash[54149]: cluster 2024-06-06T11:26:41.632734+0000 mgr.y (mgr.25375) 564 : cluster [DBG] pgmap v1193: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:42.674 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:26:43.901 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:43 smithi132 bash[71843]: cluster 2024-06-06T11:26:43.633485+0000 mgr.y (mgr.25375) 565 : cluster [DBG] pgmap v1194: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:43.902 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:43 smithi132 bash[74574]: cluster 2024-06-06T11:26:43.633485+0000 mgr.y (mgr.25375) 565 : cluster [DBG] pgmap v1194: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:44.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:43 smithi179 bash[54149]: cluster 2024-06-06T11:26:43.633485+0000 mgr.y (mgr.25375) 565 : cluster [DBG] pgmap v1194: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:44.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:26:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:26:43] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.33.4" 2024-06-06T11:26:45.638 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:26:45.638 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:26:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:46 smithi132 bash[71843]: cluster 2024-06-06T11:26:45.634354+0000 mgr.y (mgr.25375) 566 : cluster [DBG] pgmap v1195: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:46.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:46 smithi132 bash[71843]: audit 2024-06-06T11:26:45.640040+0000 mon.c (mon.2) 67 : audit [DBG] from='client.? 172.21.15.132:0/1913864330' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:46 smithi132 bash[74574]: cluster 2024-06-06T11:26:45.634354+0000 mgr.y (mgr.25375) 566 : cluster [DBG] pgmap v1195: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:46.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:46 smithi132 bash[74574]: audit 2024-06-06T11:26:45.640040+0000 mon.c (mon.2) 67 : audit [DBG] from='client.? 172.21.15.132:0/1913864330' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:46.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:46 smithi179 bash[54149]: cluster 2024-06-06T11:26:45.634354+0000 mgr.y (mgr.25375) 566 : cluster [DBG] pgmap v1195: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:46.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:46 smithi179 bash[54149]: audit 2024-06-06T11:26:45.640040+0000 mon.c (mon.2) 67 : audit [DBG] from='client.? 172.21.15.132:0/1913864330' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:48.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:47 smithi132 bash[71843]: cluster 2024-06-06T11:26:47.635205+0000 mgr.y (mgr.25375) 567 : cluster [DBG] pgmap v1196: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:48.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:47 smithi132 bash[74574]: cluster 2024-06-06T11:26:47.635205+0000 mgr.y (mgr.25375) 567 : cluster [DBG] pgmap v1196: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:48.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:47 smithi179 bash[54149]: cluster 2024-06-06T11:26:47.635205+0000 mgr.y (mgr.25375) 567 : cluster [DBG] pgmap v1196: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:49.351 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:26:50.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:49 smithi132 bash[71843]: cluster 2024-06-06T11:26:49.636261+0000 mgr.y (mgr.25375) 568 : cluster [DBG] pgmap v1197: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:50.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:49 smithi132 bash[74574]: cluster 2024-06-06T11:26:49.636261+0000 mgr.y (mgr.25375) 568 : cluster [DBG] pgmap v1197: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:50.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:49 smithi179 bash[54149]: cluster 2024-06-06T11:26:49.636261+0000 mgr.y (mgr.25375) 568 : cluster [DBG] pgmap v1197: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:52.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:51 smithi132 bash[71843]: cluster 2024-06-06T11:26:51.637066+0000 mgr.y (mgr.25375) 569 : cluster [DBG] pgmap v1198: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:52.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:51 smithi132 bash[74574]: cluster 2024-06-06T11:26:51.637066+0000 mgr.y (mgr.25375) 569 : cluster [DBG] pgmap v1198: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:52.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:51 smithi179 bash[54149]: cluster 2024-06-06T11:26:51.637066+0000 mgr.y (mgr.25375) 569 : cluster [DBG] pgmap v1198: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:53 smithi132 bash[71843]: audit 2024-06-06T11:26:53.356285+0000 mon.a (mon.0) 1420 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:53 smithi132 bash[74574]: audit 2024-06-06T11:26:53.356285+0000 mon.a (mon.0) 1420 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:53.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:53 smithi179 bash[54149]: audit 2024-06-06T11:26:53.356285+0000 mon.a (mon.0) 1420 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:26:54.134 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:26:54.162 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:26:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:26:53] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.33.4" 2024-06-06T11:26:54.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:54 smithi132 bash[71843]: cluster 2024-06-06T11:26:53.637600+0000 mgr.y (mgr.25375) 570 : cluster [DBG] pgmap v1199: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:54.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:54 smithi132 bash[74574]: cluster 2024-06-06T11:26:53.637600+0000 mgr.y (mgr.25375) 570 : cluster [DBG] pgmap v1199: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:54.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:54 smithi179 bash[54149]: cluster 2024-06-06T11:26:53.637600+0000 mgr.y (mgr.25375) 570 : cluster [DBG] pgmap v1199: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:56.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:55 smithi132 bash[74574]: cluster 2024-06-06T11:26:55.638691+0000 mgr.y (mgr.25375) 571 : cluster [DBG] pgmap v1200: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:56.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:55 smithi132 bash[71843]: cluster 2024-06-06T11:26:55.638691+0000 mgr.y (mgr.25375) 571 : cluster [DBG] pgmap v1200: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:56.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:55 smithi179 bash[54149]: cluster 2024-06-06T11:26:55.638691+0000 mgr.y (mgr.25375) 571 : cluster [DBG] pgmap v1200: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:57.376 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:26:57.376 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:26:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:57 smithi132 bash[71843]: audit 2024-06-06T11:26:57.377540+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.132:0/2802227589' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:57.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:57 smithi132 bash[74574]: audit 2024-06-06T11:26:57.377540+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.132:0/2802227589' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:57.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:57 smithi179 bash[54149]: audit 2024-06-06T11:26:57.377540+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.132:0/2802227589' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:26:58.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:58 smithi132 bash[71843]: cluster 2024-06-06T11:26:57.639515+0000 mgr.y (mgr.25375) 572 : cluster [DBG] pgmap v1201: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:58.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:58 smithi132 bash[74574]: cluster 2024-06-06T11:26:57.639515+0000 mgr.y (mgr.25375) 572 : cluster [DBG] pgmap v1201: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:26:58.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:58 smithi179 bash[54149]: cluster 2024-06-06T11:26:57.639515+0000 mgr.y (mgr.25375) 572 : cluster [DBG] pgmap v1201: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:00.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:26:59 smithi132 bash[74574]: cluster 2024-06-06T11:26:59.640520+0000 mgr.y (mgr.25375) 573 : cluster [DBG] pgmap v1202: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:00.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:26:59 smithi132 bash[71843]: cluster 2024-06-06T11:26:59.640520+0000 mgr.y (mgr.25375) 573 : cluster [DBG] pgmap v1202: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:00.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:26:59 smithi179 bash[54149]: cluster 2024-06-06T11:26:59.640520+0000 mgr.y (mgr.25375) 573 : cluster [DBG] pgmap v1202: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:01.199 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:27:02.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:01 smithi132 bash[71843]: cluster 2024-06-06T11:27:01.641359+0000 mgr.y (mgr.25375) 574 : cluster [DBG] pgmap v1203: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:02.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:01 smithi132 bash[74574]: cluster 2024-06-06T11:27:01.641359+0000 mgr.y (mgr.25375) 574 : cluster [DBG] pgmap v1203: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:02.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:01 smithi179 bash[54149]: cluster 2024-06-06T11:27:01.641359+0000 mgr.y (mgr.25375) 574 : cluster [DBG] pgmap v1203: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:04.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:03 smithi132 bash[71843]: cluster 2024-06-06T11:27:03.642129+0000 mgr.y (mgr.25375) 575 : cluster [DBG] pgmap v1204: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:04.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:27:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:27:03] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.33.4" 2024-06-06T11:27:04.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:03 smithi132 bash[74574]: cluster 2024-06-06T11:27:03.642129+0000 mgr.y (mgr.25375) 575 : cluster [DBG] pgmap v1204: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:04.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:03 smithi179 bash[54149]: cluster 2024-06-06T11:27:03.642129+0000 mgr.y (mgr.25375) 575 : cluster [DBG] pgmap v1204: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:05.979 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:27:06.008 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:05 smithi132 bash[71843]: cluster 2024-06-06T11:27:05.643053+0000 mgr.y (mgr.25375) 576 : cluster [DBG] pgmap v1205: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:06.009 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:05 smithi132 bash[74574]: cluster 2024-06-06T11:27:05.643053+0000 mgr.y (mgr.25375) 576 : cluster [DBG] pgmap v1205: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:06.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:05 smithi179 bash[54149]: cluster 2024-06-06T11:27:05.643053+0000 mgr.y (mgr.25375) 576 : cluster [DBG] pgmap v1205: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:08.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:07 smithi132 bash[71843]: cluster 2024-06-06T11:27:07.643865+0000 mgr.y (mgr.25375) 577 : cluster [DBG] pgmap v1206: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:08.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:07 smithi132 bash[74574]: cluster 2024-06-06T11:27:07.643865+0000 mgr.y (mgr.25375) 577 : cluster [DBG] pgmap v1206: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:08.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:07 smithi179 bash[54149]: cluster 2024-06-06T11:27:07.643865+0000 mgr.y (mgr.25375) 577 : cluster [DBG] pgmap v1206: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:09.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:08 smithi132 bash[74574]: audit 2024-06-06T11:27:08.356476+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:09.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:08 smithi132 bash[71843]: audit 2024-06-06T11:27:08.356476+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:09.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:08 smithi179 bash[54149]: audit 2024-06-06T11:27:08.356476+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:09.074 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:27:09.074 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:27:10.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:09 smithi132 bash[71843]: audit 2024-06-06T11:27:09.075748+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.132:0/1361774527' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:10.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:09 smithi132 bash[71843]: cluster 2024-06-06T11:27:09.644949+0000 mgr.y (mgr.25375) 578 : cluster [DBG] pgmap v1207: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:10.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:09 smithi132 bash[74574]: audit 2024-06-06T11:27:09.075748+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.132:0/1361774527' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:10.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:09 smithi132 bash[74574]: cluster 2024-06-06T11:27:09.644949+0000 mgr.y (mgr.25375) 578 : cluster [DBG] pgmap v1207: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:10.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:09 smithi179 bash[54149]: audit 2024-06-06T11:27:09.075748+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.132:0/1361774527' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:10.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:09 smithi179 bash[54149]: cluster 2024-06-06T11:27:09.644949+0000 mgr.y (mgr.25375) 578 : cluster [DBG] pgmap v1207: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:12.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:11 smithi132 bash[71843]: cluster 2024-06-06T11:27:11.645772+0000 mgr.y (mgr.25375) 579 : cluster [DBG] pgmap v1208: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:12.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:11 smithi132 bash[74574]: cluster 2024-06-06T11:27:11.645772+0000 mgr.y (mgr.25375) 579 : cluster [DBG] pgmap v1208: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:12.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:11 smithi179 bash[54149]: cluster 2024-06-06T11:27:11.645772+0000 mgr.y (mgr.25375) 579 : cluster [DBG] pgmap v1208: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:12.830 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:27:14.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:13 smithi132 bash[71843]: cluster 2024-06-06T11:27:13.646537+0000 mgr.y (mgr.25375) 580 : cluster [DBG] pgmap v1209: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:14.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:27:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:27:13] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.33.4" 2024-06-06T11:27:14.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:13 smithi132 bash[74574]: cluster 2024-06-06T11:27:13.646537+0000 mgr.y (mgr.25375) 580 : cluster [DBG] pgmap v1209: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:14.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:13 smithi179 bash[54149]: cluster 2024-06-06T11:27:13.646537+0000 mgr.y (mgr.25375) 580 : cluster [DBG] pgmap v1209: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:16.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:15 smithi132 bash[71843]: cluster 2024-06-06T11:27:15.647422+0000 mgr.y (mgr.25375) 581 : cluster [DBG] pgmap v1210: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:16.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:15 smithi132 bash[74574]: cluster 2024-06-06T11:27:15.647422+0000 mgr.y (mgr.25375) 581 : cluster [DBG] pgmap v1210: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:16.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:15 smithi179 bash[54149]: cluster 2024-06-06T11:27:15.647422+0000 mgr.y (mgr.25375) 581 : cluster [DBG] pgmap v1210: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:17.614 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:27:18.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:17 smithi132 bash[71843]: cluster 2024-06-06T11:27:17.648439+0000 mgr.y (mgr.25375) 582 : cluster [DBG] pgmap v1211: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:18.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:17 smithi132 bash[74574]: cluster 2024-06-06T11:27:17.648439+0000 mgr.y (mgr.25375) 582 : cluster [DBG] pgmap v1211: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:18.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:17 smithi179 bash[54149]: cluster 2024-06-06T11:27:17.648439+0000 mgr.y (mgr.25375) 582 : cluster [DBG] pgmap v1211: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:20.034 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:19 smithi132 bash[74574]: cluster 2024-06-06T11:27:19.649491+0000 mgr.y (mgr.25375) 583 : cluster [DBG] pgmap v1212: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:20.034 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:19 smithi132 bash[71843]: cluster 2024-06-06T11:27:19.649491+0000 mgr.y (mgr.25375) 583 : cluster [DBG] pgmap v1212: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:20.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:19 smithi179 bash[54149]: cluster 2024-06-06T11:27:19.649491+0000 mgr.y (mgr.25375) 583 : cluster [DBG] pgmap v1212: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:20.850 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:27:20.854 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:27:21.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:20 smithi132 bash[71843]: audit 2024-06-06T11:27:20.851982+0000 mon.a (mon.0) 1422 : audit [DBG] from='client.? 172.21.15.132:0/65426852' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:21.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:20 smithi132 bash[74574]: audit 2024-06-06T11:27:20.851982+0000 mon.a (mon.0) 1422 : audit [DBG] from='client.? 172.21.15.132:0/65426852' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:21.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:20 smithi179 bash[54149]: audit 2024-06-06T11:27:20.851982+0000 mon.a (mon.0) 1422 : audit [DBG] from='client.? 172.21.15.132:0/65426852' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:22.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:21 smithi132 bash[71843]: audit 2024-06-06T11:27:21.452203+0000 mon.a (mon.0) 1423 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:27:22.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:21 smithi132 bash[71843]: cluster 2024-06-06T11:27:21.650300+0000 mgr.y (mgr.25375) 584 : cluster [DBG] pgmap v1213: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:22.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:21 smithi132 bash[74574]: audit 2024-06-06T11:27:21.452203+0000 mon.a (mon.0) 1423 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:27:22.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:21 smithi132 bash[74574]: cluster 2024-06-06T11:27:21.650300+0000 mgr.y (mgr.25375) 584 : cluster [DBG] pgmap v1213: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:22.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:21 smithi179 bash[54149]: audit 2024-06-06T11:27:21.452203+0000 mon.a (mon.0) 1423 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:27:22.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:21 smithi179 bash[54149]: cluster 2024-06-06T11:27:21.650300+0000 mgr.y (mgr.25375) 584 : cluster [DBG] pgmap v1213: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:23.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:23 smithi132 bash[71843]: audit 2024-06-06T11:27:23.357015+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:23 smithi132 bash[74574]: audit 2024-06-06T11:27:23.357015+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:23.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:23 smithi179 bash[54149]: audit 2024-06-06T11:27:23.357015+0000 mon.a (mon.0) 1424 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:24.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:27:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:27:23] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:27:24.648 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:27:24.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:24 smithi132 bash[71843]: cluster 2024-06-06T11:27:23.651027+0000 mgr.y (mgr.25375) 585 : cluster [DBG] pgmap v1214: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:24 smithi132 bash[74574]: cluster 2024-06-06T11:27:23.651027+0000 mgr.y (mgr.25375) 585 : cluster [DBG] pgmap v1214: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:24.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:24 smithi179 bash[54149]: cluster 2024-06-06T11:27:23.651027+0000 mgr.y (mgr.25375) 585 : cluster [DBG] pgmap v1214: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:26.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:25 smithi132 bash[71843]: cluster 2024-06-06T11:27:25.651922+0000 mgr.y (mgr.25375) 586 : cluster [DBG] pgmap v1215: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:26.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:25 smithi132 bash[74574]: cluster 2024-06-06T11:27:25.651922+0000 mgr.y (mgr.25375) 586 : cluster [DBG] pgmap v1215: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:26.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:25 smithi179 bash[54149]: cluster 2024-06-06T11:27:25.651922+0000 mgr.y (mgr.25375) 586 : cluster [DBG] pgmap v1215: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[71843]: audit 2024-06-06T11:27:27.403309+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[71843]: audit 2024-06-06T11:27:27.409463+0000 mon.a (mon.0) 1426 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[71843]: audit 2024-06-06T11:27:27.523908+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[71843]: audit 2024-06-06T11:27:27.531455+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[71843]: cluster 2024-06-06T11:27:27.652761+0000 mgr.y (mgr.25375) 587 : cluster [DBG] pgmap v1216: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[71843]: audit 2024-06-06T11:27:28.007437+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:27:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[71843]: audit 2024-06-06T11:27:28.008712+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:27:28.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[71843]: audit 2024-06-06T11:27:28.016283+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[74574]: audit 2024-06-06T11:27:27.403309+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[74574]: audit 2024-06-06T11:27:27.409463+0000 mon.a (mon.0) 1426 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[74574]: audit 2024-06-06T11:27:27.523908+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[74574]: audit 2024-06-06T11:27:27.531455+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[74574]: cluster 2024-06-06T11:27:27.652761+0000 mgr.y (mgr.25375) 587 : cluster [DBG] pgmap v1216: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[74574]: audit 2024-06-06T11:27:28.007437+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:27:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[74574]: audit 2024-06-06T11:27:28.008712+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:27:28.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:28 smithi132 bash[74574]: audit 2024-06-06T11:27:28.016283+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:28 smithi179 bash[54149]: audit 2024-06-06T11:27:27.403309+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:28 smithi179 bash[54149]: audit 2024-06-06T11:27:27.409463+0000 mon.a (mon.0) 1426 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:28 smithi179 bash[54149]: audit 2024-06-06T11:27:27.523908+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:28 smithi179 bash[54149]: audit 2024-06-06T11:27:27.531455+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:28 smithi179 bash[54149]: cluster 2024-06-06T11:27:27.652761+0000 mgr.y (mgr.25375) 587 : cluster [DBG] pgmap v1216: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:28 smithi179 bash[54149]: audit 2024-06-06T11:27:28.007437+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:27:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:28 smithi179 bash[54149]: audit 2024-06-06T11:27:28.008712+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:27:28.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:28 smithi179 bash[54149]: audit 2024-06-06T11:27:28.016283+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:27:29.381 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:27:30.031 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:29 smithi132 bash[74574]: cluster 2024-06-06T11:27:29.653778+0000 mgr.y (mgr.25375) 588 : cluster [DBG] pgmap v1217: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:30.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:29 smithi132 bash[71843]: cluster 2024-06-06T11:27:29.653778+0000 mgr.y (mgr.25375) 588 : cluster [DBG] pgmap v1217: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:30.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:29 smithi179 bash[54149]: cluster 2024-06-06T11:27:29.653778+0000 mgr.y (mgr.25375) 588 : cluster [DBG] pgmap v1217: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:32.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:31 smithi132 bash[71843]: cluster 2024-06-06T11:27:31.654514+0000 mgr.y (mgr.25375) 589 : cluster [DBG] pgmap v1218: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:32.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:31 smithi132 bash[74574]: cluster 2024-06-06T11:27:31.654514+0000 mgr.y (mgr.25375) 589 : cluster [DBG] pgmap v1218: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:32.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:31 smithi179 bash[54149]: cluster 2024-06-06T11:27:31.654514+0000 mgr.y (mgr.25375) 589 : cluster [DBG] pgmap v1218: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:32.595 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:27:32.595 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:27:33.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:32 smithi132 bash[71843]: audit 2024-06-06T11:27:32.596542+0000 mon.a (mon.0) 1432 : audit [DBG] from='client.? 172.21.15.132:0/2100199040' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:33.033 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:32 smithi132 bash[74574]: audit 2024-06-06T11:27:32.596542+0000 mon.a (mon.0) 1432 : audit [DBG] from='client.? 172.21.15.132:0/2100199040' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:33.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:32 smithi179 bash[54149]: audit 2024-06-06T11:27:32.596542+0000 mon.a (mon.0) 1432 : audit [DBG] from='client.? 172.21.15.132:0/2100199040' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:34.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:33 smithi132 bash[71843]: cluster 2024-06-06T11:27:33.655220+0000 mgr.y (mgr.25375) 590 : cluster [DBG] pgmap v1219: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:34.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:27:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:27:33] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:27:34.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:33 smithi132 bash[74574]: cluster 2024-06-06T11:27:33.655220+0000 mgr.y (mgr.25375) 590 : cluster [DBG] pgmap v1219: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:34.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:33 smithi179 bash[54149]: cluster 2024-06-06T11:27:33.655220+0000 mgr.y (mgr.25375) 590 : cluster [DBG] pgmap v1219: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:35 smithi132 bash[71843]: cluster 2024-06-06T11:27:35.656106+0000 mgr.y (mgr.25375) 591 : cluster [DBG] pgmap v1220: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:35 smithi132 bash[74574]: cluster 2024-06-06T11:27:35.656106+0000 mgr.y (mgr.25375) 591 : cluster [DBG] pgmap v1220: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:36.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:35 smithi179 bash[54149]: cluster 2024-06-06T11:27:35.656106+0000 mgr.y (mgr.25375) 591 : cluster [DBG] pgmap v1220: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:36.366 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:27:38.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:37 smithi132 bash[71843]: cluster 2024-06-06T11:27:37.656970+0000 mgr.y (mgr.25375) 592 : cluster [DBG] pgmap v1221: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:37 smithi132 bash[74574]: cluster 2024-06-06T11:27:37.656970+0000 mgr.y (mgr.25375) 592 : cluster [DBG] pgmap v1221: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:38.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:37 smithi179 bash[54149]: cluster 2024-06-06T11:27:37.656970+0000 mgr.y (mgr.25375) 592 : cluster [DBG] pgmap v1221: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:39.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:38 smithi132 bash[71843]: audit 2024-06-06T11:27:38.357426+0000 mon.a (mon.0) 1433 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:38 smithi132 bash[74574]: audit 2024-06-06T11:27:38.357426+0000 mon.a (mon.0) 1433 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:39.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:38 smithi179 bash[54149]: audit 2024-06-06T11:27:38.357426+0000 mon.a (mon.0) 1433 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:40.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:39 smithi132 bash[74574]: cluster 2024-06-06T11:27:39.658069+0000 mgr.y (mgr.25375) 593 : cluster [DBG] pgmap v1222: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:40.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:39 smithi132 bash[71843]: cluster 2024-06-06T11:27:39.658069+0000 mgr.y (mgr.25375) 593 : cluster [DBG] pgmap v1222: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:40.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:39 smithi179 bash[54149]: cluster 2024-06-06T11:27:39.658069+0000 mgr.y (mgr.25375) 593 : cluster [DBG] pgmap v1222: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:41.146 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:27:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:41 smithi132 bash[71843]: cluster 2024-06-06T11:27:41.658761+0000 mgr.y (mgr.25375) 594 : cluster [DBG] pgmap v1223: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:41 smithi132 bash[74574]: cluster 2024-06-06T11:27:41.658761+0000 mgr.y (mgr.25375) 594 : cluster [DBG] pgmap v1223: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:42.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:41 smithi179 bash[54149]: cluster 2024-06-06T11:27:41.658761+0000 mgr.y (mgr.25375) 594 : cluster [DBG] pgmap v1223: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:44.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:43 smithi132 bash[71843]: cluster 2024-06-06T11:27:43.659259+0000 mgr.y (mgr.25375) 595 : cluster [DBG] pgmap v1224: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:44.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:27:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:27:43] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.33.4" 2024-06-06T11:27:44.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:43 smithi132 bash[74574]: cluster 2024-06-06T11:27:43.659259+0000 mgr.y (mgr.25375) 595 : cluster [DBG] pgmap v1224: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:44.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:43 smithi179 bash[54149]: cluster 2024-06-06T11:27:43.659259+0000 mgr.y (mgr.25375) 595 : cluster [DBG] pgmap v1224: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:44.168 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:27:44.168 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:27:45.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:44 smithi132 bash[71843]: audit 2024-06-06T11:27:44.169861+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.132:0/2820664113' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:45.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:44 smithi132 bash[74574]: audit 2024-06-06T11:27:44.169861+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.132:0/2820664113' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:45.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:44 smithi179 bash[54149]: audit 2024-06-06T11:27:44.169861+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.132:0/2820664113' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:45 smithi132 bash[71843]: cluster 2024-06-06T11:27:45.660130+0000 mgr.y (mgr.25375) 596 : cluster [DBG] pgmap v1225: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:45 smithi132 bash[74574]: cluster 2024-06-06T11:27:45.660130+0000 mgr.y (mgr.25375) 596 : cluster [DBG] pgmap v1225: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:46.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:45 smithi179 bash[54149]: cluster 2024-06-06T11:27:45.660130+0000 mgr.y (mgr.25375) 596 : cluster [DBG] pgmap v1225: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:47.970 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:27:47.985 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:47 smithi132 bash[71843]: cluster 2024-06-06T11:27:47.660667+0000 mgr.y (mgr.25375) 597 : cluster [DBG] pgmap v1226: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:47.985 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:47 smithi132 bash[74574]: cluster 2024-06-06T11:27:47.660667+0000 mgr.y (mgr.25375) 597 : cluster [DBG] pgmap v1226: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:48.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:47 smithi179 bash[54149]: cluster 2024-06-06T11:27:47.660667+0000 mgr.y (mgr.25375) 597 : cluster [DBG] pgmap v1226: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:50.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:49 smithi132 bash[71843]: cluster 2024-06-06T11:27:49.661615+0000 mgr.y (mgr.25375) 598 : cluster [DBG] pgmap v1227: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:50.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:49 smithi132 bash[74574]: cluster 2024-06-06T11:27:49.661615+0000 mgr.y (mgr.25375) 598 : cluster [DBG] pgmap v1227: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:50.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:49 smithi179 bash[54149]: cluster 2024-06-06T11:27:49.661615+0000 mgr.y (mgr.25375) 598 : cluster [DBG] pgmap v1227: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:52.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:51 smithi132 bash[71843]: cluster 2024-06-06T11:27:51.662454+0000 mgr.y (mgr.25375) 599 : cluster [DBG] pgmap v1228: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:52.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:51 smithi132 bash[74574]: cluster 2024-06-06T11:27:51.662454+0000 mgr.y (mgr.25375) 599 : cluster [DBG] pgmap v1228: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:52.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:51 smithi179 bash[54149]: cluster 2024-06-06T11:27:51.662454+0000 mgr.y (mgr.25375) 599 : cluster [DBG] pgmap v1228: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:52.753 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:27:53.722 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:53 smithi132 bash[71843]: audit 2024-06-06T11:27:53.357804+0000 mon.a (mon.0) 1434 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:53.723 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:53 smithi132 bash[74574]: audit 2024-06-06T11:27:53.357804+0000 mon.a (mon.0) 1434 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:53.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:53 smithi179 bash[54149]: audit 2024-06-06T11:27:53.357804+0000 mon.a (mon.0) 1434 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:27:54.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:27:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:27:53] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.33.4" 2024-06-06T11:27:54.670 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:54 smithi132 bash[71843]: cluster 2024-06-06T11:27:53.663110+0000 mgr.y (mgr.25375) 600 : cluster [DBG] pgmap v1229: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:54.670 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:54 smithi132 bash[74574]: cluster 2024-06-06T11:27:53.663110+0000 mgr.y (mgr.25375) 600 : cluster [DBG] pgmap v1229: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:54.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:54 smithi179 bash[54149]: cluster 2024-06-06T11:27:53.663110+0000 mgr.y (mgr.25375) 600 : cluster [DBG] pgmap v1229: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:55.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:55 smithi132 bash[74574]: cluster 2024-06-06T11:27:55.663947+0000 mgr.y (mgr.25375) 601 : cluster [DBG] pgmap v1230: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:55 smithi132 bash[71843]: cluster 2024-06-06T11:27:55.663947+0000 mgr.y (mgr.25375) 601 : cluster [DBG] pgmap v1230: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:56.000 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:27:56.000 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:27:56.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:55 smithi179 bash[54149]: cluster 2024-06-06T11:27:55.663947+0000 mgr.y (mgr.25375) 601 : cluster [DBG] pgmap v1230: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:57.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:56 smithi132 bash[71843]: audit 2024-06-06T11:27:56.001758+0000 mon.a (mon.0) 1435 : audit [DBG] from='client.? 172.21.15.132:0/1076510577' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:57.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:56 smithi132 bash[74574]: audit 2024-06-06T11:27:56.001758+0000 mon.a (mon.0) 1435 : audit [DBG] from='client.? 172.21.15.132:0/1076510577' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:57.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:56 smithi179 bash[54149]: audit 2024-06-06T11:27:56.001758+0000 mon.a (mon.0) 1435 : audit [DBG] from='client.? 172.21.15.132:0/1076510577' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:27:58.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:57 smithi132 bash[71843]: cluster 2024-06-06T11:27:57.664752+0000 mgr.y (mgr.25375) 602 : cluster [DBG] pgmap v1231: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:58.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:57 smithi132 bash[74574]: cluster 2024-06-06T11:27:57.664752+0000 mgr.y (mgr.25375) 602 : cluster [DBG] pgmap v1231: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:58.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:57 smithi179 bash[54149]: cluster 2024-06-06T11:27:57.664752+0000 mgr.y (mgr.25375) 602 : cluster [DBG] pgmap v1231: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:27:59.782 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:28:00.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:27:59 smithi132 bash[71843]: cluster 2024-06-06T11:27:59.665735+0000 mgr.y (mgr.25375) 603 : cluster [DBG] pgmap v1232: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:00.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:27:59 smithi132 bash[74574]: cluster 2024-06-06T11:27:59.665735+0000 mgr.y (mgr.25375) 603 : cluster [DBG] pgmap v1232: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:00.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:27:59 smithi179 bash[54149]: cluster 2024-06-06T11:27:59.665735+0000 mgr.y (mgr.25375) 603 : cluster [DBG] pgmap v1232: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:02.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:01 smithi132 bash[71843]: cluster 2024-06-06T11:28:01.666564+0000 mgr.y (mgr.25375) 604 : cluster [DBG] pgmap v1233: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:02.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:01 smithi132 bash[74574]: cluster 2024-06-06T11:28:01.666564+0000 mgr.y (mgr.25375) 604 : cluster [DBG] pgmap v1233: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:02.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:01 smithi179 bash[54149]: cluster 2024-06-06T11:28:01.666564+0000 mgr.y (mgr.25375) 604 : cluster [DBG] pgmap v1233: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:04.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:28:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:28:03] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.33.4" 2024-06-06T11:28:04.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:03 smithi132 bash[71843]: cluster 2024-06-06T11:28:03.667239+0000 mgr.y (mgr.25375) 605 : cluster [DBG] pgmap v1234: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:04.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:03 smithi132 bash[74574]: cluster 2024-06-06T11:28:03.667239+0000 mgr.y (mgr.25375) 605 : cluster [DBG] pgmap v1234: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:04.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:03 smithi179 bash[54149]: cluster 2024-06-06T11:28:03.667239+0000 mgr.y (mgr.25375) 605 : cluster [DBG] pgmap v1234: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:04.564 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:28:05.892 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:05 smithi132 bash[74574]: cluster 2024-06-06T11:28:05.668483+0000 mgr.y (mgr.25375) 606 : cluster [DBG] pgmap v1235: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:05.893 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:05 smithi132 bash[71843]: cluster 2024-06-06T11:28:05.668483+0000 mgr.y (mgr.25375) 606 : cluster [DBG] pgmap v1235: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:06.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:05 smithi179 bash[54149]: cluster 2024-06-06T11:28:05.668483+0000 mgr.y (mgr.25375) 606 : cluster [DBG] pgmap v1235: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:07.744 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:28:07.744 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:28:08.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:07 smithi132 bash[71843]: cluster 2024-06-06T11:28:07.669336+0000 mgr.y (mgr.25375) 607 : cluster [DBG] pgmap v1236: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:08.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:07 smithi132 bash[74574]: cluster 2024-06-06T11:28:07.669336+0000 mgr.y (mgr.25375) 607 : cluster [DBG] pgmap v1236: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:08.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:07 smithi179 bash[54149]: cluster 2024-06-06T11:28:07.669336+0000 mgr.y (mgr.25375) 607 : cluster [DBG] pgmap v1236: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:09.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:08 smithi132 bash[71843]: audit 2024-06-06T11:28:07.745786+0000 mon.a (mon.0) 1436 : audit [DBG] from='client.? 172.21.15.132:0/3725160581' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:09.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:08 smithi132 bash[71843]: audit 2024-06-06T11:28:08.358234+0000 mon.a (mon.0) 1437 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:09.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:08 smithi132 bash[74574]: audit 2024-06-06T11:28:07.745786+0000 mon.a (mon.0) 1436 : audit [DBG] from='client.? 172.21.15.132:0/3725160581' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:09.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:08 smithi132 bash[74574]: audit 2024-06-06T11:28:08.358234+0000 mon.a (mon.0) 1437 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:09.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:08 smithi179 bash[54149]: audit 2024-06-06T11:28:07.745786+0000 mon.a (mon.0) 1436 : audit [DBG] from='client.? 172.21.15.132:0/3725160581' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:09.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:08 smithi179 bash[54149]: audit 2024-06-06T11:28:08.358234+0000 mon.a (mon.0) 1437 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:10.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:09 smithi132 bash[71843]: cluster 2024-06-06T11:28:09.670243+0000 mgr.y (mgr.25375) 608 : cluster [DBG] pgmap v1237: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:10.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:09 smithi132 bash[74574]: cluster 2024-06-06T11:28:09.670243+0000 mgr.y (mgr.25375) 608 : cluster [DBG] pgmap v1237: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:10.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:09 smithi179 bash[54149]: cluster 2024-06-06T11:28:09.670243+0000 mgr.y (mgr.25375) 608 : cluster [DBG] pgmap v1237: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:11.540 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:28:12.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:11 smithi132 bash[71843]: cluster 2024-06-06T11:28:11.671059+0000 mgr.y (mgr.25375) 609 : cluster [DBG] pgmap v1238: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:12.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:11 smithi132 bash[74574]: cluster 2024-06-06T11:28:11.671059+0000 mgr.y (mgr.25375) 609 : cluster [DBG] pgmap v1238: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:12.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:11 smithi179 bash[54149]: cluster 2024-06-06T11:28:11.671059+0000 mgr.y (mgr.25375) 609 : cluster [DBG] pgmap v1238: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:14.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:13 smithi132 bash[71843]: cluster 2024-06-06T11:28:13.671795+0000 mgr.y (mgr.25375) 610 : cluster [DBG] pgmap v1239: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:14.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:28:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:28:13] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.33.4" 2024-06-06T11:28:14.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:13 smithi132 bash[74574]: cluster 2024-06-06T11:28:13.671795+0000 mgr.y (mgr.25375) 610 : cluster [DBG] pgmap v1239: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:14.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:13 smithi179 bash[54149]: cluster 2024-06-06T11:28:13.671795+0000 mgr.y (mgr.25375) 610 : cluster [DBG] pgmap v1239: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:16.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:15 smithi132 bash[71843]: cluster 2024-06-06T11:28:15.672700+0000 mgr.y (mgr.25375) 611 : cluster [DBG] pgmap v1240: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:16.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:15 smithi132 bash[74574]: cluster 2024-06-06T11:28:15.672700+0000 mgr.y (mgr.25375) 611 : cluster [DBG] pgmap v1240: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:16.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:15 smithi179 bash[54149]: cluster 2024-06-06T11:28:15.672700+0000 mgr.y (mgr.25375) 611 : cluster [DBG] pgmap v1240: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:16.316 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:28:18.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:17 smithi132 bash[74574]: cluster 2024-06-06T11:28:17.673541+0000 mgr.y (mgr.25375) 612 : cluster [DBG] pgmap v1241: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:18.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:17 smithi132 bash[71843]: cluster 2024-06-06T11:28:17.673541+0000 mgr.y (mgr.25375) 612 : cluster [DBG] pgmap v1241: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:18.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:17 smithi179 bash[54149]: cluster 2024-06-06T11:28:17.673541+0000 mgr.y (mgr.25375) 612 : cluster [DBG] pgmap v1241: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:19.513 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:28:19.514 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:28:20.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:19 smithi132 bash[74574]: audit 2024-06-06T11:28:19.515392+0000 mon.a (mon.0) 1438 : audit [DBG] from='client.? 172.21.15.132:0/2512150399' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:20.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:19 smithi132 bash[71843]: audit 2024-06-06T11:28:19.515392+0000 mon.a (mon.0) 1438 : audit [DBG] from='client.? 172.21.15.132:0/2512150399' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:20.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:19 smithi179 bash[54149]: audit 2024-06-06T11:28:19.515392+0000 mon.a (mon.0) 1438 : audit [DBG] from='client.? 172.21.15.132:0/2512150399' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:21.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:20 smithi132 bash[71843]: cluster 2024-06-06T11:28:19.674703+0000 mgr.y (mgr.25375) 613 : cluster [DBG] pgmap v1242: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:21.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:20 smithi132 bash[74574]: cluster 2024-06-06T11:28:19.674703+0000 mgr.y (mgr.25375) 613 : cluster [DBG] pgmap v1242: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:21.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:20 smithi179 bash[54149]: cluster 2024-06-06T11:28:19.674703+0000 mgr.y (mgr.25375) 613 : cluster [DBG] pgmap v1242: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:22.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:21 smithi132 bash[71843]: cluster 2024-06-06T11:28:21.675738+0000 mgr.y (mgr.25375) 614 : cluster [DBG] pgmap v1243: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:22.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:21 smithi132 bash[74574]: cluster 2024-06-06T11:28:21.675738+0000 mgr.y (mgr.25375) 614 : cluster [DBG] pgmap v1243: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:22.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:21 smithi179 bash[54149]: cluster 2024-06-06T11:28:21.675738+0000 mgr.y (mgr.25375) 614 : cluster [DBG] pgmap v1243: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:23.321 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:28:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:23 smithi132 bash[71843]: audit 2024-06-06T11:28:23.358740+0000 mon.a (mon.0) 1439 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:23 smithi132 bash[74574]: audit 2024-06-06T11:28:23.358740+0000 mon.a (mon.0) 1439 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:23.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:23 smithi179 bash[54149]: audit 2024-06-06T11:28:23.358740+0000 mon.a (mon.0) 1439 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:24.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:28:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:28:23] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:28:24.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:24 smithi132 bash[71843]: cluster 2024-06-06T11:28:23.676421+0000 mgr.y (mgr.25375) 615 : cluster [DBG] pgmap v1244: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:24.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:24 smithi132 bash[74574]: cluster 2024-06-06T11:28:23.676421+0000 mgr.y (mgr.25375) 615 : cluster [DBG] pgmap v1244: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:24.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:24 smithi179 bash[54149]: cluster 2024-06-06T11:28:23.676421+0000 mgr.y (mgr.25375) 615 : cluster [DBG] pgmap v1244: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:26.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:25 smithi132 bash[71843]: cluster 2024-06-06T11:28:25.677245+0000 mgr.y (mgr.25375) 616 : cluster [DBG] pgmap v1245: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:26.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:25 smithi132 bash[74574]: cluster 2024-06-06T11:28:25.677245+0000 mgr.y (mgr.25375) 616 : cluster [DBG] pgmap v1245: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:26.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:25 smithi179 bash[54149]: cluster 2024-06-06T11:28:25.677245+0000 mgr.y (mgr.25375) 616 : cluster [DBG] pgmap v1245: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:28.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:27 smithi132 bash[71843]: cluster 2024-06-06T11:28:27.678105+0000 mgr.y (mgr.25375) 617 : cluster [DBG] pgmap v1246: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:28.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:27 smithi132 bash[74574]: cluster 2024-06-06T11:28:27.678105+0000 mgr.y (mgr.25375) 617 : cluster [DBG] pgmap v1246: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:28.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:27 smithi179 bash[54149]: cluster 2024-06-06T11:28:27.678105+0000 mgr.y (mgr.25375) 617 : cluster [DBG] pgmap v1246: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:28.105 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:28:29.014 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:28 smithi132 bash[71843]: audit 2024-06-06T11:28:28.107272+0000 mon.a (mon.0) 1440 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:28:29.015 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:28 smithi132 bash[74574]: audit 2024-06-06T11:28:28.107272+0000 mon.a (mon.0) 1440 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:28:29.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:28 smithi179 bash[54149]: audit 2024-06-06T11:28:28.107272+0000 mon.a (mon.0) 1440 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:28:30.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:29 smithi132 bash[74574]: cluster 2024-06-06T11:28:29.678808+0000 mgr.y (mgr.25375) 618 : cluster [DBG] pgmap v1247: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:30.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:29 smithi132 bash[71843]: cluster 2024-06-06T11:28:29.678808+0000 mgr.y (mgr.25375) 618 : cluster [DBG] pgmap v1247: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:30.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:29 smithi179 bash[54149]: cluster 2024-06-06T11:28:29.678808+0000 mgr.y (mgr.25375) 618 : cluster [DBG] pgmap v1247: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:31.229 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:28:31.230 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:28:31.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:31 smithi132 bash[74574]: audit 2024-06-06T11:28:31.231488+0000 mon.a (mon.0) 1441 : audit [DBG] from='client.? 172.21.15.132:0/2754316560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:31.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:31 smithi132 bash[71843]: audit 2024-06-06T11:28:31.231488+0000 mon.a (mon.0) 1441 : audit [DBG] from='client.? 172.21.15.132:0/2754316560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:31.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:31 smithi179 bash[54149]: audit 2024-06-06T11:28:31.231488+0000 mon.a (mon.0) 1441 : audit [DBG] from='client.? 172.21.15.132:0/2754316560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:32.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:32 smithi132 bash[71843]: cluster 2024-06-06T11:28:31.679382+0000 mgr.y (mgr.25375) 619 : cluster [DBG] pgmap v1248: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:32.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:32 smithi132 bash[74574]: cluster 2024-06-06T11:28:31.679382+0000 mgr.y (mgr.25375) 619 : cluster [DBG] pgmap v1248: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:32.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:32 smithi179 bash[54149]: cluster 2024-06-06T11:28:31.679382+0000 mgr.y (mgr.25375) 619 : cluster [DBG] pgmap v1248: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:34.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:28:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:28:33] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:28:35.020 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:28:35.031 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:34 smithi132 bash[74574]: audit 2024-06-06T11:28:33.550904+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:34 smithi132 bash[74574]: audit 2024-06-06T11:28:33.558540+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:34 smithi132 bash[74574]: cluster 2024-06-06T11:28:33.680053+0000 mgr.y (mgr.25375) 620 : cluster [DBG] pgmap v1249: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:34 smithi132 bash[74574]: audit 2024-06-06T11:28:34.187877+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:35.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:34 smithi132 bash[74574]: audit 2024-06-06T11:28:34.195090+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:34 smithi132 bash[71843]: audit 2024-06-06T11:28:33.550904+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:34 smithi132 bash[71843]: audit 2024-06-06T11:28:33.558540+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:35.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:34 smithi132 bash[71843]: cluster 2024-06-06T11:28:33.680053+0000 mgr.y (mgr.25375) 620 : cluster [DBG] pgmap v1249: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:35.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:34 smithi132 bash[71843]: audit 2024-06-06T11:28:34.187877+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:35.033 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:34 smithi132 bash[71843]: audit 2024-06-06T11:28:34.195090+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:35.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:34 smithi179 bash[54149]: audit 2024-06-06T11:28:33.550904+0000 mon.a (mon.0) 1442 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:35.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:34 smithi179 bash[54149]: audit 2024-06-06T11:28:33.558540+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:34 smithi179 bash[54149]: cluster 2024-06-06T11:28:33.680053+0000 mgr.y (mgr.25375) 620 : cluster [DBG] pgmap v1249: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:34 smithi179 bash[54149]: audit 2024-06-06T11:28:34.187877+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:35.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:34 smithi179 bash[54149]: audit 2024-06-06T11:28:34.195090+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:35 smithi132 bash[71843]: audit 2024-06-06T11:28:34.676315+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:28:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:35 smithi132 bash[71843]: audit 2024-06-06T11:28:34.677662+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:28:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:35 smithi132 bash[71843]: audit 2024-06-06T11:28:34.686925+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:35 smithi132 bash[74574]: audit 2024-06-06T11:28:34.676315+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:28:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:35 smithi132 bash[74574]: audit 2024-06-06T11:28:34.677662+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:28:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:35 smithi132 bash[74574]: audit 2024-06-06T11:28:34.686925+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:36.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:35 smithi179 bash[54149]: audit 2024-06-06T11:28:34.676315+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:28:36.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:35 smithi179 bash[54149]: audit 2024-06-06T11:28:34.677662+0000 mon.a (mon.0) 1447 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:28:36.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:35 smithi179 bash[54149]: audit 2024-06-06T11:28:34.686925+0000 mon.a (mon.0) 1448 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:28:37.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:36 smithi132 bash[71843]: cluster 2024-06-06T11:28:35.680983+0000 mgr.y (mgr.25375) 621 : cluster [DBG] pgmap v1250: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:37.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:36 smithi132 bash[74574]: cluster 2024-06-06T11:28:35.680983+0000 mgr.y (mgr.25375) 621 : cluster [DBG] pgmap v1250: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:37.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:36 smithi179 bash[54149]: cluster 2024-06-06T11:28:35.680983+0000 mgr.y (mgr.25375) 621 : cluster [DBG] pgmap v1250: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:38.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:37 smithi132 bash[71843]: cluster 2024-06-06T11:28:37.681863+0000 mgr.y (mgr.25375) 622 : cluster [DBG] pgmap v1251: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:38.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:37 smithi132 bash[74574]: cluster 2024-06-06T11:28:37.681863+0000 mgr.y (mgr.25375) 622 : cluster [DBG] pgmap v1251: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:38.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:37 smithi179 bash[54149]: cluster 2024-06-06T11:28:37.681863+0000 mgr.y (mgr.25375) 622 : cluster [DBG] pgmap v1251: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:39.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:38 smithi132 bash[71843]: audit 2024-06-06T11:28:38.358993+0000 mon.a (mon.0) 1449 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:39.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:38 smithi132 bash[74574]: audit 2024-06-06T11:28:38.358993+0000 mon.a (mon.0) 1449 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:39.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:38 smithi179 bash[54149]: audit 2024-06-06T11:28:38.358993+0000 mon.a (mon.0) 1449 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:39.800 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:28:40.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:39 smithi132 bash[71843]: cluster 2024-06-06T11:28:39.682825+0000 mgr.y (mgr.25375) 623 : cluster [DBG] pgmap v1252: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:40.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:39 smithi132 bash[74574]: cluster 2024-06-06T11:28:39.682825+0000 mgr.y (mgr.25375) 623 : cluster [DBG] pgmap v1252: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:40.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:39 smithi179 bash[54149]: cluster 2024-06-06T11:28:39.682825+0000 mgr.y (mgr.25375) 623 : cluster [DBG] pgmap v1252: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:42.893 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:28:42.893 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:28:43.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:42 smithi132 bash[71843]: cluster 2024-06-06T11:28:41.683561+0000 mgr.y (mgr.25375) 624 : cluster [DBG] pgmap v1253: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:43.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:42 smithi132 bash[74574]: cluster 2024-06-06T11:28:41.683561+0000 mgr.y (mgr.25375) 624 : cluster [DBG] pgmap v1253: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:43.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:42 smithi179 bash[54149]: cluster 2024-06-06T11:28:41.683561+0000 mgr.y (mgr.25375) 624 : cluster [DBG] pgmap v1253: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:44.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:28:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:28:43] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.33.4" 2024-06-06T11:28:44.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:43 smithi132 bash[71843]: audit 2024-06-06T11:28:42.895055+0000 mon.a (mon.0) 1450 : audit [DBG] from='client.? 172.21.15.132:0/617031619' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:44.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:43 smithi132 bash[74574]: audit 2024-06-06T11:28:42.895055+0000 mon.a (mon.0) 1450 : audit [DBG] from='client.? 172.21.15.132:0/617031619' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:44.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:43 smithi179 bash[54149]: audit 2024-06-06T11:28:42.895055+0000 mon.a (mon.0) 1450 : audit [DBG] from='client.? 172.21.15.132:0/617031619' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:45.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:44 smithi132 bash[71843]: cluster 2024-06-06T11:28:43.684295+0000 mgr.y (mgr.25375) 625 : cluster [DBG] pgmap v1254: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:45.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:44 smithi132 bash[74574]: cluster 2024-06-06T11:28:43.684295+0000 mgr.y (mgr.25375) 625 : cluster [DBG] pgmap v1254: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:45.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:44 smithi179 bash[54149]: cluster 2024-06-06T11:28:43.684295+0000 mgr.y (mgr.25375) 625 : cluster [DBG] pgmap v1254: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:46.681 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:28:47.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:46 smithi132 bash[71843]: cluster 2024-06-06T11:28:45.685229+0000 mgr.y (mgr.25375) 626 : cluster [DBG] pgmap v1255: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:47.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:46 smithi132 bash[74574]: cluster 2024-06-06T11:28:45.685229+0000 mgr.y (mgr.25375) 626 : cluster [DBG] pgmap v1255: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:47.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:46 smithi179 bash[54149]: cluster 2024-06-06T11:28:45.685229+0000 mgr.y (mgr.25375) 626 : cluster [DBG] pgmap v1255: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:49.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:48 smithi132 bash[71843]: cluster 2024-06-06T11:28:47.686032+0000 mgr.y (mgr.25375) 627 : cluster [DBG] pgmap v1256: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:49.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:48 smithi132 bash[74574]: cluster 2024-06-06T11:28:47.686032+0000 mgr.y (mgr.25375) 627 : cluster [DBG] pgmap v1256: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:49.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:48 smithi179 bash[54149]: cluster 2024-06-06T11:28:47.686032+0000 mgr.y (mgr.25375) 627 : cluster [DBG] pgmap v1256: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:51.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:50 smithi132 bash[71843]: cluster 2024-06-06T11:28:49.687050+0000 mgr.y (mgr.25375) 628 : cluster [DBG] pgmap v1257: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:51.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:50 smithi132 bash[74574]: cluster 2024-06-06T11:28:49.687050+0000 mgr.y (mgr.25375) 628 : cluster [DBG] pgmap v1257: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:51.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:50 smithi179 bash[54149]: cluster 2024-06-06T11:28:49.687050+0000 mgr.y (mgr.25375) 628 : cluster [DBG] pgmap v1257: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:51.460 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:28:53.031 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:52 smithi132 bash[71843]: cluster 2024-06-06T11:28:51.687887+0000 mgr.y (mgr.25375) 629 : cluster [DBG] pgmap v1258: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:53.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:52 smithi132 bash[74574]: cluster 2024-06-06T11:28:51.687887+0000 mgr.y (mgr.25375) 629 : cluster [DBG] pgmap v1258: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:53.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:52 smithi179 bash[54149]: cluster 2024-06-06T11:28:51.687887+0000 mgr.y (mgr.25375) 629 : cluster [DBG] pgmap v1258: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:54.032 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:28:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:28:53] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:28:54.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:53 smithi132 bash[71843]: audit 2024-06-06T11:28:53.359466+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:54.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:53 smithi132 bash[74574]: audit 2024-06-06T11:28:53.359466+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:54.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:53 smithi179 bash[54149]: audit 2024-06-06T11:28:53.359466+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:28:54.595 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:28:54.596 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:28:55.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:54 smithi132 bash[71843]: cluster 2024-06-06T11:28:53.688636+0000 mgr.y (mgr.25375) 630 : cluster [DBG] pgmap v1259: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:55.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:54 smithi132 bash[71843]: audit 2024-06-06T11:28:54.597274+0000 mon.a (mon.0) 1452 : audit [DBG] from='client.? 172.21.15.132:0/2416633490' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:55.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:54 smithi132 bash[74574]: cluster 2024-06-06T11:28:53.688636+0000 mgr.y (mgr.25375) 630 : cluster [DBG] pgmap v1259: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:55.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:54 smithi132 bash[74574]: audit 2024-06-06T11:28:54.597274+0000 mon.a (mon.0) 1452 : audit [DBG] from='client.? 172.21.15.132:0/2416633490' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:55.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:54 smithi179 bash[54149]: cluster 2024-06-06T11:28:53.688636+0000 mgr.y (mgr.25375) 630 : cluster [DBG] pgmap v1259: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:55.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:54 smithi179 bash[54149]: audit 2024-06-06T11:28:54.597274+0000 mon.a (mon.0) 1452 : audit [DBG] from='client.? 172.21.15.132:0/2416633490' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:28:57.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:56 smithi179 bash[54149]: cluster 2024-06-06T11:28:55.689577+0000 mgr.y (mgr.25375) 631 : cluster [DBG] pgmap v1260: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:57.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:56 smithi132 bash[71843]: cluster 2024-06-06T11:28:55.689577+0000 mgr.y (mgr.25375) 631 : cluster [DBG] pgmap v1260: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:57.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:56 smithi132 bash[74574]: cluster 2024-06-06T11:28:55.689577+0000 mgr.y (mgr.25375) 631 : cluster [DBG] pgmap v1260: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:58.460 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:28:59.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:28:58 smithi179 bash[54149]: cluster 2024-06-06T11:28:57.690382+0000 mgr.y (mgr.25375) 632 : cluster [DBG] pgmap v1261: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:59.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:28:58 smithi132 bash[71843]: cluster 2024-06-06T11:28:57.690382+0000 mgr.y (mgr.25375) 632 : cluster [DBG] pgmap v1261: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:28:59.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:28:58 smithi132 bash[74574]: cluster 2024-06-06T11:28:57.690382+0000 mgr.y (mgr.25375) 632 : cluster [DBG] pgmap v1261: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:01.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:00 smithi132 bash[71843]: cluster 2024-06-06T11:28:59.691102+0000 mgr.y (mgr.25375) 633 : cluster [DBG] pgmap v1262: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:01.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:00 smithi132 bash[74574]: cluster 2024-06-06T11:28:59.691102+0000 mgr.y (mgr.25375) 633 : cluster [DBG] pgmap v1262: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:01.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:00 smithi179 bash[54149]: cluster 2024-06-06T11:28:59.691102+0000 mgr.y (mgr.25375) 633 : cluster [DBG] pgmap v1262: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:03.242 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:29:03.274 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:02 smithi132 bash[71843]: cluster 2024-06-06T11:29:01.691830+0000 mgr.y (mgr.25375) 634 : cluster [DBG] pgmap v1263: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:03.274 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:02 smithi132 bash[74574]: cluster 2024-06-06T11:29:01.691830+0000 mgr.y (mgr.25375) 634 : cluster [DBG] pgmap v1263: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:03.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:02 smithi179 bash[54149]: cluster 2024-06-06T11:29:01.691830+0000 mgr.y (mgr.25375) 634 : cluster [DBG] pgmap v1263: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:04.156 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:29:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:29:03] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:29:05.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:04 smithi132 bash[74574]: cluster 2024-06-06T11:29:03.692545+0000 mgr.y (mgr.25375) 635 : cluster [DBG] pgmap v1264: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:05.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:04 smithi132 bash[71843]: cluster 2024-06-06T11:29:03.692545+0000 mgr.y (mgr.25375) 635 : cluster [DBG] pgmap v1264: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:05.288 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:04 smithi179 bash[54149]: cluster 2024-06-06T11:29:03.692545+0000 mgr.y (mgr.25375) 635 : cluster [DBG] pgmap v1264: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:06.210 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:29:06.211 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:29:06.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:06 smithi132 bash[71843]: audit 2024-06-06T11:29:06.212313+0000 mon.a (mon.0) 1453 : audit [DBG] from='client.? 172.21.15.132:0/637708354' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:06.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:06 smithi132 bash[74574]: audit 2024-06-06T11:29:06.212313+0000 mon.a (mon.0) 1453 : audit [DBG] from='client.? 172.21.15.132:0/637708354' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:06.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:06 smithi179 bash[54149]: audit 2024-06-06T11:29:06.212313+0000 mon.a (mon.0) 1453 : audit [DBG] from='client.? 172.21.15.132:0/637708354' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:07.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:07 smithi132 bash[71843]: cluster 2024-06-06T11:29:05.693459+0000 mgr.y (mgr.25375) 636 : cluster [DBG] pgmap v1265: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:07.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:07 smithi132 bash[74574]: cluster 2024-06-06T11:29:05.693459+0000 mgr.y (mgr.25375) 636 : cluster [DBG] pgmap v1265: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:07.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:07 smithi179 bash[54149]: cluster 2024-06-06T11:29:05.693459+0000 mgr.y (mgr.25375) 636 : cluster [DBG] pgmap v1265: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:08 smithi132 bash[71843]: audit 2024-06-06T11:29:08.359852+0000 mon.a (mon.0) 1454 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:08 smithi132 bash[74574]: audit 2024-06-06T11:29:08.359852+0000 mon.a (mon.0) 1454 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:08.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:08 smithi179 bash[54149]: audit 2024-06-06T11:29:08.359852+0000 mon.a (mon.0) 1454 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:09.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:09 smithi132 bash[71843]: cluster 2024-06-06T11:29:07.694290+0000 mgr.y (mgr.25375) 637 : cluster [DBG] pgmap v1266: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:09.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:09 smithi132 bash[74574]: cluster 2024-06-06T11:29:07.694290+0000 mgr.y (mgr.25375) 637 : cluster [DBG] pgmap v1266: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:09.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:09 smithi179 bash[54149]: cluster 2024-06-06T11:29:07.694290+0000 mgr.y (mgr.25375) 637 : cluster [DBG] pgmap v1266: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:10.026 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:29:11.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:11 smithi132 bash[71843]: cluster 2024-06-06T11:29:09.695320+0000 mgr.y (mgr.25375) 638 : cluster [DBG] pgmap v1267: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:11.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:11 smithi132 bash[74574]: cluster 2024-06-06T11:29:09.695320+0000 mgr.y (mgr.25375) 638 : cluster [DBG] pgmap v1267: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:11.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:11 smithi179 bash[54149]: cluster 2024-06-06T11:29:09.695320+0000 mgr.y (mgr.25375) 638 : cluster [DBG] pgmap v1267: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:13.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:13 smithi132 bash[71843]: cluster 2024-06-06T11:29:11.696082+0000 mgr.y (mgr.25375) 639 : cluster [DBG] pgmap v1268: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:13.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:13 smithi132 bash[74574]: cluster 2024-06-06T11:29:11.696082+0000 mgr.y (mgr.25375) 639 : cluster [DBG] pgmap v1268: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:13.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:13 smithi179 bash[54149]: cluster 2024-06-06T11:29:11.696082+0000 mgr.y (mgr.25375) 639 : cluster [DBG] pgmap v1268: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:14.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:29:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:29:13] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:29:14.803 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:29:15.725 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:15 smithi132 bash[71843]: cluster 2024-06-06T11:29:13.696838+0000 mgr.y (mgr.25375) 640 : cluster [DBG] pgmap v1269: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:15.726 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:15 smithi132 bash[74574]: cluster 2024-06-06T11:29:13.696838+0000 mgr.y (mgr.25375) 640 : cluster [DBG] pgmap v1269: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:15.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:15 smithi179 bash[54149]: cluster 2024-06-06T11:29:13.696838+0000 mgr.y (mgr.25375) 640 : cluster [DBG] pgmap v1269: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:17.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:17 smithi132 bash[71843]: cluster 2024-06-06T11:29:15.697803+0000 mgr.y (mgr.25375) 641 : cluster [DBG] pgmap v1270: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:17.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:17 smithi132 bash[74574]: cluster 2024-06-06T11:29:15.697803+0000 mgr.y (mgr.25375) 641 : cluster [DBG] pgmap v1270: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:17.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:17 smithi179 bash[54149]: cluster 2024-06-06T11:29:15.697803+0000 mgr.y (mgr.25375) 641 : cluster [DBG] pgmap v1270: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:17.885 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:29:17.885 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:29:18.779 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:18 smithi132 bash[71843]: audit 2024-06-06T11:29:17.887117+0000 mon.a (mon.0) 1455 : audit [DBG] from='client.? 172.21.15.132:0/500948512' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:18.780 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:18 smithi132 bash[74574]: audit 2024-06-06T11:29:17.887117+0000 mon.a (mon.0) 1455 : audit [DBG] from='client.? 172.21.15.132:0/500948512' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:18.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:18 smithi179 bash[54149]: audit 2024-06-06T11:29:17.887117+0000 mon.a (mon.0) 1455 : audit [DBG] from='client.? 172.21.15.132:0/500948512' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:19.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:19 smithi132 bash[71843]: cluster 2024-06-06T11:29:17.698710+0000 mgr.y (mgr.25375) 642 : cluster [DBG] pgmap v1271: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:19 smithi132 bash[74574]: cluster 2024-06-06T11:29:17.698710+0000 mgr.y (mgr.25375) 642 : cluster [DBG] pgmap v1271: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:19.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:19 smithi179 bash[54149]: cluster 2024-06-06T11:29:17.698710+0000 mgr.y (mgr.25375) 642 : cluster [DBG] pgmap v1271: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:21.781 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:29:21.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:21 smithi132 bash[71843]: cluster 2024-06-06T11:29:19.699810+0000 mgr.y (mgr.25375) 643 : cluster [DBG] pgmap v1272: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:21.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:21 smithi132 bash[74574]: cluster 2024-06-06T11:29:19.699810+0000 mgr.y (mgr.25375) 643 : cluster [DBG] pgmap v1272: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:21.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:21 smithi179 bash[54149]: cluster 2024-06-06T11:29:19.699810+0000 mgr.y (mgr.25375) 643 : cluster [DBG] pgmap v1272: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:23 smithi132 bash[71843]: cluster 2024-06-06T11:29:21.700744+0000 mgr.y (mgr.25375) 644 : cluster [DBG] pgmap v1273: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:23 smithi132 bash[71843]: audit 2024-06-06T11:29:23.360313+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:23 smithi132 bash[74574]: cluster 2024-06-06T11:29:21.700744+0000 mgr.y (mgr.25375) 644 : cluster [DBG] pgmap v1273: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:23 smithi132 bash[74574]: audit 2024-06-06T11:29:23.360313+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:23.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:23 smithi179 bash[54149]: cluster 2024-06-06T11:29:21.700744+0000 mgr.y (mgr.25375) 644 : cluster [DBG] pgmap v1273: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:23.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:23 smithi179 bash[54149]: audit 2024-06-06T11:29:23.360313+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:24.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:29:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:29:23] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.33.4" 2024-06-06T11:29:25.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:25 smithi132 bash[71843]: cluster 2024-06-06T11:29:23.701587+0000 mgr.y (mgr.25375) 645 : cluster [DBG] pgmap v1274: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:25.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:25 smithi132 bash[74574]: cluster 2024-06-06T11:29:23.701587+0000 mgr.y (mgr.25375) 645 : cluster [DBG] pgmap v1274: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:25.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:25 smithi179 bash[54149]: cluster 2024-06-06T11:29:23.701587+0000 mgr.y (mgr.25375) 645 : cluster [DBG] pgmap v1274: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:26.561 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:29:27.762 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:27 smithi132 bash[74574]: cluster 2024-06-06T11:29:25.702532+0000 mgr.y (mgr.25375) 646 : cluster [DBG] pgmap v1275: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:27.762 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:27 smithi132 bash[71843]: cluster 2024-06-06T11:29:25.702532+0000 mgr.y (mgr.25375) 646 : cluster [DBG] pgmap v1275: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:27.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:27 smithi179 bash[54149]: cluster 2024-06-06T11:29:25.702532+0000 mgr.y (mgr.25375) 646 : cluster [DBG] pgmap v1275: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:29.592 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:29:29.592 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:29:29.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:29 smithi132 bash[71843]: cluster 2024-06-06T11:29:27.703097+0000 mgr.y (mgr.25375) 647 : cluster [DBG] pgmap v1276: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:29.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:29 smithi132 bash[74574]: cluster 2024-06-06T11:29:27.703097+0000 mgr.y (mgr.25375) 647 : cluster [DBG] pgmap v1276: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:29.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:29 smithi179 bash[54149]: cluster 2024-06-06T11:29:27.703097+0000 mgr.y (mgr.25375) 647 : cluster [DBG] pgmap v1276: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:30.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:30 smithi132 bash[71843]: audit 2024-06-06T11:29:29.593766+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.132:0/2850993820' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:30.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:30 smithi132 bash[74574]: audit 2024-06-06T11:29:29.593766+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.132:0/2850993820' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:30.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:30 smithi179 bash[54149]: audit 2024-06-06T11:29:29.593766+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.132:0/2850993820' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:31.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:31 smithi132 bash[71843]: cluster 2024-06-06T11:29:29.704076+0000 mgr.y (mgr.25375) 648 : cluster [DBG] pgmap v1277: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:31.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:31 smithi132 bash[74574]: cluster 2024-06-06T11:29:29.704076+0000 mgr.y (mgr.25375) 648 : cluster [DBG] pgmap v1277: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:31.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:31 smithi179 bash[54149]: cluster 2024-06-06T11:29:29.704076+0000 mgr.y (mgr.25375) 648 : cluster [DBG] pgmap v1277: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:33.402 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:29:33.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:33 smithi132 bash[71843]: cluster 2024-06-06T11:29:31.705040+0000 mgr.y (mgr.25375) 649 : cluster [DBG] pgmap v1278: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:33.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:33 smithi132 bash[74574]: cluster 2024-06-06T11:29:31.705040+0000 mgr.y (mgr.25375) 649 : cluster [DBG] pgmap v1278: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:33.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:33 smithi179 bash[54149]: cluster 2024-06-06T11:29:31.705040+0000 mgr.y (mgr.25375) 649 : cluster [DBG] pgmap v1278: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:34.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:29:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:29:33] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.33.4" 2024-06-06T11:29:35.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:35 smithi132 bash[71843]: cluster 2024-06-06T11:29:33.705900+0000 mgr.y (mgr.25375) 650 : cluster [DBG] pgmap v1279: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:35.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:35 smithi132 bash[71843]: audit 2024-06-06T11:29:34.781022+0000 mon.a (mon.0) 1457 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:29:35.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:35 smithi132 bash[74574]: cluster 2024-06-06T11:29:33.705900+0000 mgr.y (mgr.25375) 650 : cluster [DBG] pgmap v1279: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:35.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:35 smithi132 bash[74574]: audit 2024-06-06T11:29:34.781022+0000 mon.a (mon.0) 1457 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:29:35.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:35 smithi179 bash[54149]: cluster 2024-06-06T11:29:33.705900+0000 mgr.y (mgr.25375) 650 : cluster [DBG] pgmap v1279: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:35.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:35 smithi179 bash[54149]: audit 2024-06-06T11:29:34.781022+0000 mon.a (mon.0) 1457 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:29:37.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:37 smithi132 bash[71843]: cluster 2024-06-06T11:29:35.706784+0000 mgr.y (mgr.25375) 651 : cluster [DBG] pgmap v1280: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:37.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:37 smithi132 bash[74574]: cluster 2024-06-06T11:29:35.706784+0000 mgr.y (mgr.25375) 651 : cluster [DBG] pgmap v1280: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:37.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:37 smithi179 bash[54149]: cluster 2024-06-06T11:29:35.706784+0000 mgr.y (mgr.25375) 651 : cluster [DBG] pgmap v1280: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:38.187 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:29:38.524 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:38 smithi132 bash[74574]: audit 2024-06-06T11:29:38.360619+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:38.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:38 smithi132 bash[71843]: audit 2024-06-06T11:29:38.360619+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:38.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:38 smithi179 bash[54149]: audit 2024-06-06T11:29:38.360619+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:39.660 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:39 smithi132 bash[71843]: cluster 2024-06-06T11:29:37.707557+0000 mgr.y (mgr.25375) 652 : cluster [DBG] pgmap v1281: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:39.660 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:39 smithi132 bash[74574]: cluster 2024-06-06T11:29:37.707557+0000 mgr.y (mgr.25375) 652 : cluster [DBG] pgmap v1281: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:39.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:39 smithi179 bash[54149]: cluster 2024-06-06T11:29:37.707557+0000 mgr.y (mgr.25375) 652 : cluster [DBG] pgmap v1281: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:41.281 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:41 smithi132 bash[74574]: cluster 2024-06-06T11:29:39.708699+0000 mgr.y (mgr.25375) 653 : cluster [DBG] pgmap v1282: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:41.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:41 smithi132 bash[74574]: audit 2024-06-06T11:29:40.097776+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:41.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:41 smithi132 bash[74574]: audit 2024-06-06T11:29:40.104048+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:41.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:41 smithi132 bash[74574]: audit 2024-06-06T11:29:40.878521+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:41.282 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:41 smithi132 bash[74574]: audit 2024-06-06T11:29:40.885713+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:41.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:41 smithi132 bash[71843]: cluster 2024-06-06T11:29:39.708699+0000 mgr.y (mgr.25375) 653 : cluster [DBG] pgmap v1282: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:41.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:41 smithi132 bash[71843]: audit 2024-06-06T11:29:40.097776+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:41.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:41 smithi132 bash[71843]: audit 2024-06-06T11:29:40.104048+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:41.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:41 smithi132 bash[71843]: audit 2024-06-06T11:29:40.878521+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:41.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:41 smithi132 bash[71843]: audit 2024-06-06T11:29:40.885713+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:41.444 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:29:41.444 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:29:41.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:41 smithi179 bash[54149]: cluster 2024-06-06T11:29:39.708699+0000 mgr.y (mgr.25375) 653 : cluster [DBG] pgmap v1282: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:41 smithi179 bash[54149]: audit 2024-06-06T11:29:40.097776+0000 mon.a (mon.0) 1459 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:41 smithi179 bash[54149]: audit 2024-06-06T11:29:40.104048+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:41 smithi179 bash[54149]: audit 2024-06-06T11:29:40.878521+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:41.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:41 smithi179 bash[54149]: audit 2024-06-06T11:29:40.885713+0000 mon.a (mon.0) 1462 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:42.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:42 smithi132 bash[71843]: audit 2024-06-06T11:29:41.336399+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:29:42.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:42 smithi132 bash[71843]: audit 2024-06-06T11:29:41.337509+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:29:42.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:42 smithi132 bash[71843]: audit 2024-06-06T11:29:41.346700+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:42.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:42 smithi132 bash[71843]: audit 2024-06-06T11:29:41.446257+0000 mon.c (mon.2) 72 : audit [DBG] from='client.? 172.21.15.132:0/4159951412' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:42.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:42 smithi132 bash[74574]: audit 2024-06-06T11:29:41.336399+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:29:42.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:42 smithi132 bash[74574]: audit 2024-06-06T11:29:41.337509+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:29:42.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:42 smithi132 bash[74574]: audit 2024-06-06T11:29:41.346700+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:42.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:42 smithi132 bash[74574]: audit 2024-06-06T11:29:41.446257+0000 mon.c (mon.2) 72 : audit [DBG] from='client.? 172.21.15.132:0/4159951412' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:42.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:42 smithi179 bash[54149]: audit 2024-06-06T11:29:41.336399+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:29:42.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:42 smithi179 bash[54149]: audit 2024-06-06T11:29:41.337509+0000 mon.a (mon.0) 1464 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:29:42.538 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:42 smithi179 bash[54149]: audit 2024-06-06T11:29:41.346700+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:29:42.539 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:42 smithi179 bash[54149]: audit 2024-06-06T11:29:41.446257+0000 mon.c (mon.2) 72 : audit [DBG] from='client.? 172.21.15.132:0/4159951412' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:43.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:43 smithi132 bash[71843]: cluster 2024-06-06T11:29:41.709271+0000 mgr.y (mgr.25375) 654 : cluster [DBG] pgmap v1283: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:43.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:43 smithi132 bash[74574]: cluster 2024-06-06T11:29:41.709271+0000 mgr.y (mgr.25375) 654 : cluster [DBG] pgmap v1283: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:43.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:43 smithi179 bash[54149]: cluster 2024-06-06T11:29:41.709271+0000 mgr.y (mgr.25375) 654 : cluster [DBG] pgmap v1283: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:44.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:29:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:29:43] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.33.4" 2024-06-06T11:29:45.230 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:29:45.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:45 smithi132 bash[71843]: cluster 2024-06-06T11:29:43.709961+0000 mgr.y (mgr.25375) 655 : cluster [DBG] pgmap v1284: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:45.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:45 smithi132 bash[74574]: cluster 2024-06-06T11:29:43.709961+0000 mgr.y (mgr.25375) 655 : cluster [DBG] pgmap v1284: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:45.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:45 smithi179 bash[54149]: cluster 2024-06-06T11:29:43.709961+0000 mgr.y (mgr.25375) 655 : cluster [DBG] pgmap v1284: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:47 smithi132 bash[71843]: cluster 2024-06-06T11:29:45.710936+0000 mgr.y (mgr.25375) 656 : cluster [DBG] pgmap v1285: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:47.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:47 smithi132 bash[74574]: cluster 2024-06-06T11:29:45.710936+0000 mgr.y (mgr.25375) 656 : cluster [DBG] pgmap v1285: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:47.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:47 smithi179 bash[54149]: cluster 2024-06-06T11:29:45.710936+0000 mgr.y (mgr.25375) 656 : cluster [DBG] pgmap v1285: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:49.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:49 smithi132 bash[71843]: cluster 2024-06-06T11:29:47.711785+0000 mgr.y (mgr.25375) 657 : cluster [DBG] pgmap v1286: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:49 smithi132 bash[74574]: cluster 2024-06-06T11:29:47.711785+0000 mgr.y (mgr.25375) 657 : cluster [DBG] pgmap v1286: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:49.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:49 smithi179 bash[54149]: cluster 2024-06-06T11:29:47.711785+0000 mgr.y (mgr.25375) 657 : cluster [DBG] pgmap v1286: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:50.009 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:29:51.531 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:51 smithi132 bash[74574]: cluster 2024-06-06T11:29:49.712803+0000 mgr.y (mgr.25375) 658 : cluster [DBG] pgmap v1287: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:51.532 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:51 smithi132 bash[71843]: cluster 2024-06-06T11:29:49.712803+0000 mgr.y (mgr.25375) 658 : cluster [DBG] pgmap v1287: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:51.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:51 smithi179 bash[54149]: cluster 2024-06-06T11:29:49.712803+0000 mgr.y (mgr.25375) 658 : cluster [DBG] pgmap v1287: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:53.118 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:29:53.118 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:29:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:53 smithi132 bash[71843]: cluster 2024-06-06T11:29:51.713609+0000 mgr.y (mgr.25375) 659 : cluster [DBG] pgmap v1288: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:53 smithi132 bash[71843]: audit 2024-06-06T11:29:53.120185+0000 mon.c (mon.2) 73 : audit [DBG] from='client.? 172.21.15.132:0/1918979866' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:53.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:53 smithi132 bash[71843]: audit 2024-06-06T11:29:53.360755+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:53.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:53 smithi132 bash[74574]: cluster 2024-06-06T11:29:51.713609+0000 mgr.y (mgr.25375) 659 : cluster [DBG] pgmap v1288: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:53 smithi132 bash[74574]: audit 2024-06-06T11:29:53.120185+0000 mon.c (mon.2) 73 : audit [DBG] from='client.? 172.21.15.132:0/1918979866' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:53.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:53 smithi132 bash[74574]: audit 2024-06-06T11:29:53.360755+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:53.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:53 smithi179 bash[54149]: cluster 2024-06-06T11:29:51.713609+0000 mgr.y (mgr.25375) 659 : cluster [DBG] pgmap v1288: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:53.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:53 smithi179 bash[54149]: audit 2024-06-06T11:29:53.120185+0000 mon.c (mon.2) 73 : audit [DBG] from='client.? 172.21.15.132:0/1918979866' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:29:53.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:53 smithi179 bash[54149]: audit 2024-06-06T11:29:53.360755+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:29:54.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:29:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:29:53] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.33.4" 2024-06-06T11:29:55.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:55 smithi132 bash[71843]: cluster 2024-06-06T11:29:53.714329+0000 mgr.y (mgr.25375) 660 : cluster [DBG] pgmap v1289: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:55.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:55 smithi132 bash[74574]: cluster 2024-06-06T11:29:53.714329+0000 mgr.y (mgr.25375) 660 : cluster [DBG] pgmap v1289: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:55.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:55 smithi179 bash[54149]: cluster 2024-06-06T11:29:53.714329+0000 mgr.y (mgr.25375) 660 : cluster [DBG] pgmap v1289: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:56.929 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:29:57.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:57 smithi132 bash[71843]: cluster 2024-06-06T11:29:55.715393+0000 mgr.y (mgr.25375) 661 : cluster [DBG] pgmap v1290: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:57.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:57 smithi132 bash[74574]: cluster 2024-06-06T11:29:55.715393+0000 mgr.y (mgr.25375) 661 : cluster [DBG] pgmap v1290: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:57.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:57 smithi179 bash[54149]: cluster 2024-06-06T11:29:55.715393+0000 mgr.y (mgr.25375) 661 : cluster [DBG] pgmap v1290: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:59.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:29:59 smithi132 bash[71843]: cluster 2024-06-06T11:29:57.716262+0000 mgr.y (mgr.25375) 662 : cluster [DBG] pgmap v1291: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:59.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:29:59 smithi132 bash[74574]: cluster 2024-06-06T11:29:57.716262+0000 mgr.y (mgr.25375) 662 : cluster [DBG] pgmap v1291: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:29:59.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:29:59 smithi179 bash[54149]: cluster 2024-06-06T11:29:57.716262+0000 mgr.y (mgr.25375) 662 : cluster [DBG] pgmap v1291: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: debug 2024-06-06T11:29:59.996+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-06-06T11:30:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: debug 2024-06-06T11:29:59.996+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:30:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: debug 2024-06-06T11:29:59.996+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: debug 2024-06-06T11:29:59.996+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: debug 2024-06-06T11:29:59.996+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: debug 2024-06-06T11:29:59.996+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.282 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: debug 2024-06-06T11:29:59.996+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: debug 2024-06-06T11:29:59.996+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: debug 2024-06-06T11:29:59.996+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.283 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: debug 2024-06-06T11:29:59.996+0000 7fd0b01c9640 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: cluster 2024-06-06T11:30:00.000147+0000 mon.a (mon.0) 1467 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-06-06T11:30:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: cluster 2024-06-06T11:30:00.000190+0000 mon.a (mon.0) 1468 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:30:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: cluster 2024-06-06T11:30:00.000216+0000 mon.a (mon.0) 1469 : cluster [ERR] osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: cluster 2024-06-06T11:30:00.000275+0000 mon.a (mon.0) 1470 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: cluster 2024-06-06T11:30:00.000309+0000 mon.a (mon.0) 1471 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: cluster 2024-06-06T11:30:00.000338+0000 mon.a (mon.0) 1472 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: cluster 2024-06-06T11:30:00.000370+0000 mon.a (mon.0) 1473 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: cluster 2024-06-06T11:30:00.000396+0000 mon.a (mon.0) 1474 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: cluster 2024-06-06T11:30:00.000501+0000 mon.a (mon.0) 1475 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.783 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[71843]: cluster 2024-06-06T11:30:00.000549+0000 mon.a (mon.0) 1476 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[74574]: cluster 2024-06-06T11:30:00.000147+0000 mon.a (mon.0) 1467 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-06-06T11:30:00.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[74574]: cluster 2024-06-06T11:30:00.000190+0000 mon.a (mon.0) 1468 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:30:00.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[74574]: cluster 2024-06-06T11:30:00.000216+0000 mon.a (mon.0) 1469 : cluster [ERR] osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[74574]: cluster 2024-06-06T11:30:00.000275+0000 mon.a (mon.0) 1470 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[74574]: cluster 2024-06-06T11:30:00.000309+0000 mon.a (mon.0) 1471 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[74574]: cluster 2024-06-06T11:30:00.000338+0000 mon.a (mon.0) 1472 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[74574]: cluster 2024-06-06T11:30:00.000370+0000 mon.a (mon.0) 1473 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[74574]: cluster 2024-06-06T11:30:00.000396+0000 mon.a (mon.0) 1474 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[74574]: cluster 2024-06-06T11:30:00.000501+0000 mon.a (mon.0) 1475 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.784 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:00 smithi132 bash[74574]: cluster 2024-06-06T11:30:00.000549+0000 mon.a (mon.0) 1476 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:00 smithi179 bash[54149]: cluster 2024-06-06T11:30:00.000147+0000 mon.a (mon.0) 1467 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-06-06T11:30:00.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:00 smithi179 bash[54149]: cluster 2024-06-06T11:30:00.000190+0000 mon.a (mon.0) 1468 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-06-06T11:30:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:00 smithi179 bash[54149]: cluster 2024-06-06T11:30:00.000216+0000 mon.a (mon.0) 1469 : cluster [ERR] osd.0's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:00 smithi179 bash[54149]: cluster 2024-06-06T11:30:00.000275+0000 mon.a (mon.0) 1470 : cluster [ERR] osd.1's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:00 smithi179 bash[54149]: cluster 2024-06-06T11:30:00.000309+0000 mon.a (mon.0) 1471 : cluster [ERR] osd.2's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:00 smithi179 bash[54149]: cluster 2024-06-06T11:30:00.000338+0000 mon.a (mon.0) 1472 : cluster [ERR] osd.3's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:00 smithi179 bash[54149]: cluster 2024-06-06T11:30:00.000370+0000 mon.a (mon.0) 1473 : cluster [ERR] osd.4's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:00 smithi179 bash[54149]: cluster 2024-06-06T11:30:00.000396+0000 mon.a (mon.0) 1474 : cluster [ERR] osd.5's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:00 smithi179 bash[54149]: cluster 2024-06-06T11:30:00.000501+0000 mon.a (mon.0) 1475 : cluster [ERR] osd.6's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:00.789 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:00 smithi179 bash[54149]: cluster 2024-06-06T11:30:00.000549+0000 mon.a (mon.0) 1476 : cluster [ERR] osd.7's public address is not in '172.21.15.254/32,172.21.0.0/20' subnet 2024-06-06T11:30:01.712 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:30:01.744 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:01 smithi132 bash[71843]: cluster 2024-06-06T11:29:59.716912+0000 mgr.y (mgr.25375) 663 : cluster [DBG] pgmap v1292: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:01.745 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:01 smithi132 bash[74574]: cluster 2024-06-06T11:29:59.716912+0000 mgr.y (mgr.25375) 663 : cluster [DBG] pgmap v1292: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:01.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:01 smithi179 bash[54149]: cluster 2024-06-06T11:29:59.716912+0000 mgr.y (mgr.25375) 663 : cluster [DBG] pgmap v1292: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:03.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:03 smithi132 bash[74574]: cluster 2024-06-06T11:30:01.717848+0000 mgr.y (mgr.25375) 664 : cluster [DBG] pgmap v1293: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:03.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:03 smithi132 bash[71843]: cluster 2024-06-06T11:30:01.717848+0000 mgr.y (mgr.25375) 664 : cluster [DBG] pgmap v1293: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:03.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:03 smithi179 bash[54149]: cluster 2024-06-06T11:30:01.717848+0000 mgr.y (mgr.25375) 664 : cluster [DBG] pgmap v1293: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:04.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:03 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:30:03] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.33.4" 2024-06-06T11:30:04.801 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:30:04.801 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:30:05.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:05 smithi132 bash[71843]: cluster 2024-06-06T11:30:03.718639+0000 mgr.y (mgr.25375) 665 : cluster [DBG] pgmap v1294: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:05.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:05 smithi132 bash[71843]: audit 2024-06-06T11:30:04.802592+0000 mon.c (mon.2) 74 : audit [DBG] from='client.? 172.21.15.132:0/547578959' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:05.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:05 smithi132 bash[74574]: cluster 2024-06-06T11:30:03.718639+0000 mgr.y (mgr.25375) 665 : cluster [DBG] pgmap v1294: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:05.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:05 smithi132 bash[74574]: audit 2024-06-06T11:30:04.802592+0000 mon.c (mon.2) 74 : audit [DBG] from='client.? 172.21.15.132:0/547578959' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:05.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:05 smithi179 bash[54149]: cluster 2024-06-06T11:30:03.718639+0000 mgr.y (mgr.25375) 665 : cluster [DBG] pgmap v1294: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:05.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:05 smithi179 bash[54149]: audit 2024-06-06T11:30:04.802592+0000 mon.c (mon.2) 74 : audit [DBG] from='client.? 172.21.15.132:0/547578959' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:07.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:07 smithi132 bash[71843]: cluster 2024-06-06T11:30:05.719670+0000 mgr.y (mgr.25375) 666 : cluster [DBG] pgmap v1295: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:07.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:07 smithi132 bash[74574]: cluster 2024-06-06T11:30:05.719670+0000 mgr.y (mgr.25375) 666 : cluster [DBG] pgmap v1295: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:07.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:07 smithi179 bash[54149]: cluster 2024-06-06T11:30:05.719670+0000 mgr.y (mgr.25375) 666 : cluster [DBG] pgmap v1295: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:08.481 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:30:08.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:08 smithi132 bash[71843]: audit 2024-06-06T11:30:08.361454+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:30:08.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:08 smithi132 bash[74574]: audit 2024-06-06T11:30:08.361454+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:30:08.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:08 smithi179 bash[54149]: audit 2024-06-06T11:30:08.361454+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:30:09.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:09 smithi132 bash[71843]: cluster 2024-06-06T11:30:07.720534+0000 mgr.y (mgr.25375) 667 : cluster [DBG] pgmap v1296: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:09.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:09 smithi132 bash[74574]: cluster 2024-06-06T11:30:07.720534+0000 mgr.y (mgr.25375) 667 : cluster [DBG] pgmap v1296: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:09.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:09 smithi179 bash[54149]: cluster 2024-06-06T11:30:07.720534+0000 mgr.y (mgr.25375) 667 : cluster [DBG] pgmap v1296: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:11.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:11 smithi132 bash[71843]: cluster 2024-06-06T11:30:09.721555+0000 mgr.y (mgr.25375) 668 : cluster [DBG] pgmap v1297: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:11.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:11 smithi132 bash[74574]: cluster 2024-06-06T11:30:09.721555+0000 mgr.y (mgr.25375) 668 : cluster [DBG] pgmap v1297: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:11.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:11 smithi179 bash[54149]: cluster 2024-06-06T11:30:09.721555+0000 mgr.y (mgr.25375) 668 : cluster [DBG] pgmap v1297: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:13.264 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:30:13.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:13 smithi132 bash[71843]: cluster 2024-06-06T11:30:11.722357+0000 mgr.y (mgr.25375) 669 : cluster [DBG] pgmap v1298: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:13.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:13 smithi132 bash[74574]: cluster 2024-06-06T11:30:11.722357+0000 mgr.y (mgr.25375) 669 : cluster [DBG] pgmap v1298: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:13.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:13 smithi179 bash[54149]: cluster 2024-06-06T11:30:11.722357+0000 mgr.y (mgr.25375) 669 : cluster [DBG] pgmap v1298: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:14.274 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:13 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:30:13] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.33.4" 2024-06-06T11:30:15.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:15 smithi132 bash[71843]: cluster 2024-06-06T11:30:13.723057+0000 mgr.y (mgr.25375) 670 : cluster [DBG] pgmap v1299: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:15.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:15 smithi132 bash[74574]: cluster 2024-06-06T11:30:13.723057+0000 mgr.y (mgr.25375) 670 : cluster [DBG] pgmap v1299: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:15.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:15 smithi179 bash[54149]: cluster 2024-06-06T11:30:13.723057+0000 mgr.y (mgr.25375) 670 : cluster [DBG] pgmap v1299: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:16.346 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:30:16.346 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:30:16.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:16 smithi132 bash[71843]: audit 2024-06-06T11:30:16.348222+0000 mon.a (mon.0) 1478 : audit [DBG] from='client.? 172.21.15.132:0/835960216' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:16.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:16 smithi132 bash[74574]: audit 2024-06-06T11:30:16.348222+0000 mon.a (mon.0) 1478 : audit [DBG] from='client.? 172.21.15.132:0/835960216' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:16.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:16 smithi179 bash[54149]: audit 2024-06-06T11:30:16.348222+0000 mon.a (mon.0) 1478 : audit [DBG] from='client.? 172.21.15.132:0/835960216' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:17.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:17 smithi132 bash[71843]: cluster 2024-06-06T11:30:15.723998+0000 mgr.y (mgr.25375) 671 : cluster [DBG] pgmap v1300: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:17.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:17 smithi132 bash[74574]: cluster 2024-06-06T11:30:15.723998+0000 mgr.y (mgr.25375) 671 : cluster [DBG] pgmap v1300: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:17.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:17 smithi179 bash[54149]: cluster 2024-06-06T11:30:15.723998+0000 mgr.y (mgr.25375) 671 : cluster [DBG] pgmap v1300: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:19.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:19 smithi132 bash[71843]: cluster 2024-06-06T11:30:17.724833+0000 mgr.y (mgr.25375) 672 : cluster [DBG] pgmap v1301: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:19.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:19 smithi132 bash[74574]: cluster 2024-06-06T11:30:17.724833+0000 mgr.y (mgr.25375) 672 : cluster [DBG] pgmap v1301: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:19.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:19 smithi179 bash[54149]: cluster 2024-06-06T11:30:17.724833+0000 mgr.y (mgr.25375) 672 : cluster [DBG] pgmap v1301: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:20.119 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:30:21.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:21 smithi132 bash[71843]: cluster 2024-06-06T11:30:19.725876+0000 mgr.y (mgr.25375) 673 : cluster [DBG] pgmap v1302: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:21.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:21 smithi132 bash[74574]: cluster 2024-06-06T11:30:19.725876+0000 mgr.y (mgr.25375) 673 : cluster [DBG] pgmap v1302: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:21.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:21 smithi179 bash[54149]: cluster 2024-06-06T11:30:19.725876+0000 mgr.y (mgr.25375) 673 : cluster [DBG] pgmap v1302: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:23 smithi132 bash[71843]: cluster 2024-06-06T11:30:21.726767+0000 mgr.y (mgr.25375) 674 : cluster [DBG] pgmap v1303: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:23.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:23 smithi132 bash[71843]: audit 2024-06-06T11:30:23.361962+0000 mon.a (mon.0) 1479 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:30:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:23 smithi132 bash[74574]: cluster 2024-06-06T11:30:21.726767+0000 mgr.y (mgr.25375) 674 : cluster [DBG] pgmap v1303: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:23.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:23 smithi132 bash[74574]: audit 2024-06-06T11:30:23.361962+0000 mon.a (mon.0) 1479 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:30:23.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:23 smithi179 bash[54149]: cluster 2024-06-06T11:30:21.726767+0000 mgr.y (mgr.25375) 674 : cluster [DBG] pgmap v1303: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:23.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:23 smithi179 bash[54149]: audit 2024-06-06T11:30:23.361962+0000 mon.a (mon.0) 1479 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:30:24.281 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:23 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:30:23] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:30:24.895 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:30:25.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:25 smithi179 bash[54149]: cluster 2024-06-06T11:30:23.727483+0000 mgr.y (mgr.25375) 675 : cluster [DBG] pgmap v1304: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:25.823 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:25 smithi132 bash[74574]: cluster 2024-06-06T11:30:23.727483+0000 mgr.y (mgr.25375) 675 : cluster [DBG] pgmap v1304: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:25.823 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:25 smithi132 bash[71843]: cluster 2024-06-06T11:30:23.727483+0000 mgr.y (mgr.25375) 675 : cluster [DBG] pgmap v1304: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:27.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:27 smithi132 bash[74574]: cluster 2024-06-06T11:30:25.728377+0000 mgr.y (mgr.25375) 676 : cluster [DBG] pgmap v1305: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:27.795 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:27 smithi132 bash[71843]: cluster 2024-06-06T11:30:25.728377+0000 mgr.y (mgr.25375) 676 : cluster [DBG] pgmap v1305: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:27.796 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:27 smithi179 bash[54149]: cluster 2024-06-06T11:30:25.728377+0000 mgr.y (mgr.25375) 676 : cluster [DBG] pgmap v1305: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:27.945 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:30:27.945 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:30:29.031 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:28 smithi132 bash[74574]: audit 2024-06-06T11:30:27.947326+0000 mon.a (mon.0) 1480 : audit [DBG] from='client.? 172.21.15.132:0/715044742' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:29.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:28 smithi132 bash[71843]: audit 2024-06-06T11:30:27.947326+0000 mon.a (mon.0) 1480 : audit [DBG] from='client.? 172.21.15.132:0/715044742' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:29.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:28 smithi179 bash[54149]: audit 2024-06-06T11:30:27.947326+0000 mon.a (mon.0) 1480 : audit [DBG] from='client.? 172.21.15.132:0/715044742' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:30.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:29 smithi132 bash[71843]: cluster 2024-06-06T11:30:27.729162+0000 mgr.y (mgr.25375) 677 : cluster [DBG] pgmap v1306: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:30.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:29 smithi132 bash[74574]: cluster 2024-06-06T11:30:27.729162+0000 mgr.y (mgr.25375) 677 : cluster [DBG] pgmap v1306: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:30.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:29 smithi179 bash[54149]: cluster 2024-06-06T11:30:27.729162+0000 mgr.y (mgr.25375) 677 : cluster [DBG] pgmap v1306: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:31.766 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:30:32.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:31 smithi132 bash[71843]: cluster 2024-06-06T11:30:29.730163+0000 mgr.y (mgr.25375) 678 : cluster [DBG] pgmap v1307: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:32.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:31 smithi132 bash[74574]: cluster 2024-06-06T11:30:29.730163+0000 mgr.y (mgr.25375) 678 : cluster [DBG] pgmap v1307: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:32.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:31 smithi179 bash[54149]: cluster 2024-06-06T11:30:29.730163+0000 mgr.y (mgr.25375) 678 : cluster [DBG] pgmap v1307: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:33.901 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:33 smithi132 bash[71843]: cluster 2024-06-06T11:30:31.731018+0000 mgr.y (mgr.25375) 679 : cluster [DBG] pgmap v1308: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:33.901 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:33 smithi132 bash[74574]: cluster 2024-06-06T11:30:31.731018+0000 mgr.y (mgr.25375) 679 : cluster [DBG] pgmap v1308: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:34.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:33 smithi179 bash[54149]: cluster 2024-06-06T11:30:31.731018+0000 mgr.y (mgr.25375) 679 : cluster [DBG] pgmap v1308: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:34.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:33 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:30:33] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.33.4" 2024-06-06T11:30:36.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:35 smithi132 bash[71843]: cluster 2024-06-06T11:30:33.731819+0000 mgr.y (mgr.25375) 680 : cluster [DBG] pgmap v1309: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:36.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:35 smithi132 bash[74574]: cluster 2024-06-06T11:30:33.731819+0000 mgr.y (mgr.25375) 680 : cluster [DBG] pgmap v1309: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:36.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:35 smithi179 bash[54149]: cluster 2024-06-06T11:30:33.731819+0000 mgr.y (mgr.25375) 680 : cluster [DBG] pgmap v1309: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:36.543 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:30:37.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:37 smithi132 bash[74574]: cluster 2024-06-06T11:30:35.732725+0000 mgr.y (mgr.25375) 681 : cluster [DBG] pgmap v1310: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:37.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:37 smithi132 bash[71843]: cluster 2024-06-06T11:30:35.732725+0000 mgr.y (mgr.25375) 681 : cluster [DBG] pgmap v1310: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:38.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:37 smithi179 bash[54149]: cluster 2024-06-06T11:30:35.732725+0000 mgr.y (mgr.25375) 681 : cluster [DBG] pgmap v1310: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:38.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:38 smithi132 bash[71843]: audit 2024-06-06T11:30:38.361986+0000 mon.a (mon.0) 1481 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:30:38.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:38 smithi132 bash[74574]: audit 2024-06-06T11:30:38.361986+0000 mon.a (mon.0) 1481 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:30:39.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:38 smithi179 bash[54149]: audit 2024-06-06T11:30:38.361986+0000 mon.a (mon.0) 1481 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-06-06T11:30:39.678 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:30:39.679 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:30:39.868 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:39 smithi132 bash[74574]: cluster 2024-06-06T11:30:37.733416+0000 mgr.y (mgr.25375) 682 : cluster [DBG] pgmap v1311: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:39.868 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:39 smithi132 bash[71843]: cluster 2024-06-06T11:30:37.733416+0000 mgr.y (mgr.25375) 682 : cluster [DBG] pgmap v1311: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:40.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:39 smithi179 bash[54149]: cluster 2024-06-06T11:30:37.733416+0000 mgr.y (mgr.25375) 682 : cluster [DBG] pgmap v1311: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:40.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:40 smithi132 bash[71843]: audit 2024-06-06T11:30:39.680449+0000 mon.a (mon.0) 1482 : audit [DBG] from='client.? 172.21.15.132:0/2549487484' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:40.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:40 smithi132 bash[74574]: audit 2024-06-06T11:30:39.680449+0000 mon.a (mon.0) 1482 : audit [DBG] from='client.? 172.21.15.132:0/2549487484' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:41.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:40 smithi179 bash[54149]: audit 2024-06-06T11:30:39.680449+0000 mon.a (mon.0) 1482 : audit [DBG] from='client.? 172.21.15.132:0/2549487484' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:41 smithi132 bash[71843]: cluster 2024-06-06T11:30:39.734260+0000 mgr.y (mgr.25375) 683 : cluster [DBG] pgmap v1312: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:42.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:41 smithi132 bash[71843]: audit 2024-06-06T11:30:41.438119+0000 mon.a (mon.0) 1483 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:30:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:41 smithi132 bash[74574]: cluster 2024-06-06T11:30:39.734260+0000 mgr.y (mgr.25375) 683 : cluster [DBG] pgmap v1312: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:42.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:41 smithi132 bash[74574]: audit 2024-06-06T11:30:41.438119+0000 mon.a (mon.0) 1483 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:30:42.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:41 smithi179 bash[54149]: cluster 2024-06-06T11:30:39.734260+0000 mgr.y (mgr.25375) 683 : cluster [DBG] pgmap v1312: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:42.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:41 smithi179 bash[54149]: audit 2024-06-06T11:30:41.438119+0000 mon.a (mon.0) 1483 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T11:30:43.472 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:pacific shell --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T11:30:43.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:43 smithi132 bash[71843]: cluster 2024-06-06T11:30:41.734914+0000 mgr.y (mgr.25375) 684 : cluster [DBG] pgmap v1313: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:43.781 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:43 smithi132 bash[74574]: cluster 2024-06-06T11:30:41.734914+0000 mgr.y (mgr.25375) 684 : cluster [DBG] pgmap v1313: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:44.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:43 smithi179 bash[54149]: cluster 2024-06-06T11:30:41.734914+0000 mgr.y (mgr.25375) 684 : cluster [DBG] pgmap v1313: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:44.282 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:43 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:30:43] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.33.4" 2024-06-06T11:30:46.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:45 smithi132 bash[71843]: cluster 2024-06-06T11:30:43.735601+0000 mgr.y (mgr.25375) 685 : cluster [DBG] pgmap v1314: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:46.032 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:45 smithi132 bash[74574]: cluster 2024-06-06T11:30:43.735601+0000 mgr.y (mgr.25375) 685 : cluster [DBG] pgmap v1314: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:46.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:45 smithi179 bash[54149]: cluster 2024-06-06T11:30:43.735601+0000 mgr.y (mgr.25375) 685 : cluster [DBG] pgmap v1314: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:47.343 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T11:30:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:47 smithi132 bash[71843]: cluster 2024-06-06T11:30:45.736516+0000 mgr.y (mgr.25375) 686 : cluster [DBG] pgmap v1315: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:47 smithi132 bash[71843]: audit 2024-06-06T11:30:47.378650+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:47 smithi132 bash[71843]: audit 2024-06-06T11:30:47.384787+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:47 smithi132 bash[71843]: audit 2024-06-06T11:30:47.488218+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:47.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:47 smithi132 bash[71843]: audit 2024-06-06T11:30:47.493903+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:47.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:47 smithi132 bash[74574]: cluster 2024-06-06T11:30:45.736516+0000 mgr.y (mgr.25375) 686 : cluster [DBG] pgmap v1315: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:47.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:47 smithi132 bash[74574]: audit 2024-06-06T11:30:47.378650+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:47.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:47 smithi132 bash[74574]: audit 2024-06-06T11:30:47.384787+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:47.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:47 smithi132 bash[74574]: audit 2024-06-06T11:30:47.488218+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:47.783 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:47 smithi132 bash[74574]: audit 2024-06-06T11:30:47.493903+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:48.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:47 smithi179 bash[54149]: cluster 2024-06-06T11:30:45.736516+0000 mgr.y (mgr.25375) 686 : cluster [DBG] pgmap v1315: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:48.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:47 smithi179 bash[54149]: audit 2024-06-06T11:30:47.378650+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:48.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:47 smithi179 bash[54149]: audit 2024-06-06T11:30:47.384787+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:48.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:47 smithi179 bash[54149]: audit 2024-06-06T11:30:47.488218+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:48.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:47 smithi179 bash[54149]: audit 2024-06-06T11:30:47.493903+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:48 smithi132 bash[74574]: audit 2024-06-06T11:30:47.938440+0000 mon.a (mon.0) 1488 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:30:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:48 smithi132 bash[74574]: audit 2024-06-06T11:30:47.939776+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:30:48.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:48 smithi132 bash[74574]: audit 2024-06-06T11:30:47.946069+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:48 smithi132 bash[71843]: audit 2024-06-06T11:30:47.938440+0000 mon.a (mon.0) 1488 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:30:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:48 smithi132 bash[71843]: audit 2024-06-06T11:30:47.939776+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:30:48.782 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:48 smithi132 bash[71843]: audit 2024-06-06T11:30:47.946069+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:49.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:48 smithi179 bash[54149]: audit 2024-06-06T11:30:47.938440+0000 mon.a (mon.0) 1488 : audit [DBG] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T11:30:49.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:48 smithi179 bash[54149]: audit 2024-06-06T11:30:47.939776+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T11:30:49.039 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:48 smithi179 bash[54149]: audit 2024-06-06T11:30:47.946069+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.25375 172.21.15.132:0/747554918' entity='mgr.y' 2024-06-06T11:30:49.781 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:49 smithi132 bash[71843]: cluster 2024-06-06T11:30:47.737312+0000 mgr.y (mgr.25375) 687 : cluster [DBG] pgmap v1316: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:49.782 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:49 smithi132 bash[74574]: cluster 2024-06-06T11:30:47.737312+0000 mgr.y (mgr.25375) 687 : cluster [DBG] pgmap v1316: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:50.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:49 smithi179 bash[54149]: cluster 2024-06-06T11:30:47.737312+0000 mgr.y (mgr.25375) 687 : cluster [DBG] pgmap v1316: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:50.592 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-06-06T11:30:50.593 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-06-06T11:30:51.031 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:50 smithi132 bash[74574]: audit 2024-06-06T11:30:50.593932+0000 mon.c (mon.2) 75 : audit [DBG] from='client.? 172.21.15.132:0/625325456' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:51.032 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:50 smithi132 bash[71843]: audit 2024-06-06T11:30:50.593932+0000 mon.c (mon.2) 75 : audit [DBG] from='client.? 172.21.15.132:0/625325456' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:51.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:50 smithi179 bash[54149]: audit 2024-06-06T11:30:50.593932+0000 mon.c (mon.2) 75 : audit [DBG] from='client.? 172.21.15.132:0/625325456' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T11:30:51.454 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_861a8dcf7aa816a26e13f039336f7ed0a9aec0fa/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_861a8dcf7aa816a26e13f039336f7ed0a9aec0fa/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_402e1b1f31a3baad8002beedb3ee7f3b9f0689db/qa/tasks/ceph.py", line 1494, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_402e1b1f31a3baad8002beedb3ee7f3b9f0689db/qa/tasks/ceph_manager.py", line 3191, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-06-06T11:30:51.682 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=24ff08d32ea64062a7728a2034eb0b70 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_861a8dcf7aa816a26e13f039336f7ed0a9aec0fa/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_861a8dcf7aa816a26e13f039336f7ed0a9aec0fa/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_402e1b1f31a3baad8002beedb3ee7f3b9f0689db/qa/tasks/ceph.py", line 1494, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_402e1b1f31a3baad8002beedb3ee7f3b9f0689db/qa/tasks/ceph_manager.py", line 3191, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-06-06T11:30:51.684 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-06-06T11:30:51.694 INFO:tasks.cephadm:Teardown begin 2024-06-06T11:30:51.694 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T11:30:51.709 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:51 smithi132 bash[71843]: cluster 2024-06-06T11:30:49.738020+0000 mgr.y (mgr.25375) 688 : cluster [DBG] pgmap v1317: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:51.709 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:51 smithi132 bash[74574]: cluster 2024-06-06T11:30:49.738020+0000 mgr.y (mgr.25375) 688 : cluster [DBG] pgmap v1317: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:51.712 DEBUG:teuthology.orchestra.run.smithi179:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T11:30:51.728 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-06-06T11:30:51.728 DEBUG:teuthology.orchestra.run.smithi132:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-06T11:30:51.762 DEBUG:teuthology.orchestra.run.smithi179:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-06T11:30:51.775 INFO:tasks.cephadm:Stopping all daemons... 2024-06-06T11:30:51.776 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-06-06T11:30:51.776 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.a 2024-06-06T11:30:51.986 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:51 smithi132 systemd[1]: Stopping Ceph mon.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:30:52.038 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:51 smithi179 bash[54149]: cluster 2024-06-06T11:30:49.738020+0000 mgr.y (mgr.25375) 688 : cluster [DBG] pgmap v1317: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-06-06T11:30:52.248 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:51 smithi132 bash[71843]: debug 2024-06-06T11:30:51.982+0000 7fd0b31cf640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-06-06T11:30:52.248 INFO:journalctl@ceph.mon.a.smithi132.stdout:Jun 06 11:30:51 smithi132 bash[71843]: debug 2024-06-06T11:30:51.982+0000 7fd0b31cf640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-06-06T11:30:52.249 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:52 smithi132 bash[66667]: [06/Jun/2024:11:30:52] ENGINE Bus STOPPING 2024-06-06T11:30:52.531 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:52 smithi132 bash[66667]: [06/Jun/2024:11:30:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-06-06T11:30:52.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:52 smithi132 bash[66667]: [06/Jun/2024:11:30:52] ENGINE Bus STOPPED 2024-06-06T11:30:52.532 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:52 smithi132 bash[66667]: [06/Jun/2024:11:30:52] ENGINE Bus STARTING 2024-06-06T11:30:52.781 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:52 smithi132 bash[66667]: [06/Jun/2024:11:30:52] ENGINE Serving on http://:::9283 2024-06-06T11:30:52.782 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:52 smithi132 bash[66667]: [06/Jun/2024:11:30:52] ENGINE Bus STARTED 2024-06-06T11:30:53.185 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.a.service' 2024-06-06T11:30:53.221 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:30:53.221 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-06-06T11:30:53.221 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-06-06T11:30:53.221 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.c 2024-06-06T11:30:53.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:53 smithi132 systemd[1]: Stopping Ceph mon.c for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:30:53.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:53 smithi132 bash[74574]: debug 2024-06-06T11:30:53.442+0000 7f21c747b640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-06-06T11:30:53.532 INFO:journalctl@ceph.mon.c.smithi132.stdout:Jun 06 11:30:53 smithi132 bash[74574]: debug 2024-06-06T11:30:53.442+0000 7f21c747b640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-06-06T11:30:54.031 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:53 smithi132 bash[66667]: ::ffff:172.21.15.179 - - [06/Jun/2024:11:30:53] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.33.4" 2024-06-06T11:30:54.387 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.c.service' 2024-06-06T11:30:54.420 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:30:54.420 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-06-06T11:30:54.420 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-06-06T11:30:54.420 DEBUG:teuthology.orchestra.run.smithi179:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.b 2024-06-06T11:30:54.788 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:54 smithi179 systemd[1]: Stopping Ceph mon.b for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:30:55.172 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:54 smithi179 bash[54149]: debug 2024-06-06T11:30:54.876+0000 7f1792b43640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-06-06T11:30:55.172 INFO:journalctl@ceph.mon.b.smithi179.stdout:Jun 06 11:30:54 smithi179 bash[54149]: debug 2024-06-06T11:30:54.876+0000 7f1792b43640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-06-06T11:30:56.032 DEBUG:teuthology.orchestra.run.smithi179:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mon.b.service' 2024-06-06T11:30:56.069 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:30:56.069 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-06-06T11:30:56.069 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-06-06T11:30:56.069 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.y 2024-06-06T11:30:56.355 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:56 smithi132 systemd[1]: Stopping Ceph mgr.y for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:30:56.355 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:56 smithi132 bash[66667]: debug 2024-06-06T11:30:56.246+0000 7fa918aec640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:30:56.355 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:56 smithi132 bash[66667]: debug 2024-06-06T11:30:56.246+0000 7fa918aec640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-06-06T11:30:57.173 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.y.service' 2024-06-06T11:30:57.184 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:56 smithi132 bash[110135]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mgr-y 2024-06-06T11:30:57.184 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:57 smithi132 bash[110198]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-mgr-y 2024-06-06T11:30:57.185 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:57 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.y.service: Succeeded. 2024-06-06T11:30:57.185 INFO:journalctl@ceph.mgr.y.smithi132.stdout:Jun 06 11:30:57 smithi132 systemd[1]: Stopped Ceph mgr.y for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:30:57.204 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:30:57.204 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-06-06T11:30:57.204 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-06-06T11:30:57.205 DEBUG:teuthology.orchestra.run.smithi179:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.x 2024-06-06T11:30:57.538 INFO:journalctl@ceph.mgr.x.smithi179.stdout:Jun 06 11:30:57 smithi179 systemd[1]: Stopping Ceph mgr.x for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:30:58.171 DEBUG:teuthology.orchestra.run.smithi179:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@mgr.x.service' 2024-06-06T11:30:58.198 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:30:58.198 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-06-06T11:30:58.199 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-06-06T11:30:58.199 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.0 2024-06-06T11:30:58.531 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:30:58 smithi132 systemd[1]: Stopping Ceph osd.0 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:30:58.532 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:30:58 smithi132 bash[81357]: debug 2024-06-06T11:30:58.374+0000 7f8f979ad640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:30:58.532 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:30:58 smithi132 bash[81357]: debug 2024-06-06T11:30:58.374+0000 7f8f979ad640 -1 osd.0 953 *** Got signal Terminated *** 2024-06-06T11:30:58.532 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:30:58 smithi132 bash[81357]: debug 2024-06-06T11:30:58.374+0000 7f8f979ad640 -1 osd.0 953 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:31:04.782 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:31:04 smithi132 bash[110238]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-0 2024-06-06T11:31:04.782 INFO:journalctl@ceph.osd.0.smithi132.stdout:Jun 06 11:31:04 smithi132 bash[110306]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-0 2024-06-06T11:31:06.507 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.0.service' 2024-06-06T11:31:06.531 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:31:06.532 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-06-06T11:31:06.532 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-06-06T11:31:06.532 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.1 2024-06-06T11:31:06.753 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:31:06 smithi132 systemd[1]: Stopping Ceph osd.1 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:31:06.781 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:31:06 smithi132 bash[84927]: debug 2024-06-06T11:31:06.750+0000 7fa2b67e4640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:31:06.782 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:31:06 smithi132 bash[84927]: debug 2024-06-06T11:31:06.750+0000 7fa2b67e4640 -1 osd.1 953 *** Got signal Terminated *** 2024-06-06T11:31:06.782 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:31:06 smithi132 bash[84927]: debug 2024-06-06T11:31:06.750+0000 7fa2b67e4640 -1 osd.1 953 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:31:10.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:10 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:10.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:31:10.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:10 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:10.207Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:13.204 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:31:12 smithi132 bash[110442]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-1 2024-06-06T11:31:13.204 INFO:journalctl@ceph.osd.1.smithi132.stdout:Jun 06 11:31:13 smithi132 bash[110510]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-1 2024-06-06T11:31:14.950 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.1.service' 2024-06-06T11:31:14.978 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:31:14.978 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-06-06T11:31:14.978 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-06-06T11:31:14.979 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.2 2024-06-06T11:31:15.198 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:31:15 smithi132 systemd[1]: Stopping Ceph osd.2 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:31:15.532 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:31:15 smithi132 bash[88654]: debug 2024-06-06T11:31:15.198+0000 7f4628329640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:31:15.532 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:31:15 smithi132 bash[88654]: debug 2024-06-06T11:31:15.198+0000 7f4628329640 -1 osd.2 953 *** Got signal Terminated *** 2024-06-06T11:31:15.532 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:31:15 smithi132 bash[88654]: debug 2024-06-06T11:31:15.198+0000 7f4628329640 -1 osd.2 953 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:31:15.538 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:31:15 smithi179 bash[48797]: ts=2024-06-06T11:31:15.203Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.132:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.132:8765: connect: connection refused" 2024-06-06T11:31:15.539 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:31:15 smithi179 bash[48797]: ts=2024-06-06T11:31:15.205Z caller=refresh.go:98 level=error component="discovery manager notify" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.132:8765: connect: connection refused" 2024-06-06T11:31:15.539 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:31:15 smithi179 bash[48797]: ts=2024-06-06T11:31:15.209Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.132:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.132:8765: connect: connection refused" 2024-06-06T11:31:15.539 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:31:15 smithi179 bash[48797]: ts=2024-06-06T11:31:15.210Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.132:8765: connect: connection refused" 2024-06-06T11:31:15.539 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:31:15 smithi179 bash[48797]: ts=2024-06-06T11:31:15.211Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.132:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.132:8765: connect: connection refused" 2024-06-06T11:31:20.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:20 smithi132 bash[65636]: level=error ts=2024-06-06T11:31:20.205Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:20.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:20 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:20.206Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:31:20.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:20 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:20.207Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:21.496 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:31:21 smithi132 bash[110644]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-2 2024-06-06T11:31:21.496 INFO:journalctl@ceph.osd.2.smithi132.stdout:Jun 06 11:31:21 smithi132 bash[110714]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-2 2024-06-06T11:31:23.450 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.2.service' 2024-06-06T11:31:23.478 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:31:23.478 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-06-06T11:31:23.478 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-06-06T11:31:23.479 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.3 2024-06-06T11:31:23.702 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:31:23 smithi132 systemd[1]: Stopping Ceph osd.3 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:31:23.703 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:23 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:23.581Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:31:23.704 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:23 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:23.582Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:24.031 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:31:23 smithi132 bash[91924]: debug 2024-06-06T11:31:23.702+0000 7fc3cd547640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:31:24.031 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:31:23 smithi132 bash[91924]: debug 2024-06-06T11:31:23.702+0000 7fc3cd547640 -1 osd.3 953 *** Got signal Terminated *** 2024-06-06T11:31:24.032 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:31:23 smithi132 bash[91924]: debug 2024-06-06T11:31:23.702+0000 7fc3cd547640 -1 osd.3 953 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:31:25.031 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:31:24 smithi132 bash[91924]: debug 2024-06-06T11:31:24.690+0000 7fc3c5b53640 -1 osd.3 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.082715+0000 front 2024-06-06T11:30:59.082388+0000 (oldest deadline 2024-06-06T11:31:23.782386+0000) 2024-06-06T11:31:26.031 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:31:25 smithi132 bash[91924]: debug 2024-06-06T11:31:25.709+0000 7fc3c5b53640 -1 osd.3 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.082715+0000 front 2024-06-06T11:30:59.082388+0000 (oldest deadline 2024-06-06T11:31:23.782386+0000) 2024-06-06T11:31:26.038 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:25 smithi179 bash[22477]: debug 2024-06-06T11:31:25.620+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:26.788 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:26 smithi179 bash[22477]: debug 2024-06-06T11:31:26.664+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:26.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:26 smithi179 bash[31899]: debug 2024-06-06T11:31:26.516+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:26.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:26 smithi179 bash[27197]: debug 2024-06-06T11:31:26.676+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:27.031 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:31:26 smithi132 bash[91924]: debug 2024-06-06T11:31:26.701+0000 7fc3c5b53640 -1 osd.3 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.082715+0000 front 2024-06-06T11:30:59.082388+0000 (oldest deadline 2024-06-06T11:31:23.782386+0000) 2024-06-06T11:31:27.789 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:27 smithi179 bash[22477]: debug 2024-06-06T11:31:27.616+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:27.790 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:27 smithi179 bash[27197]: debug 2024-06-06T11:31:27.632+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:27.790 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:27 smithi179 bash[31899]: debug 2024-06-06T11:31:27.520+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:28.031 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:31:27 smithi132 bash[91924]: debug 2024-06-06T11:31:27.697+0000 7fc3c5b53640 -1 osd.3 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.082715+0000 front 2024-06-06T11:30:59.082388+0000 (oldest deadline 2024-06-06T11:31:23.782386+0000) 2024-06-06T11:31:28.788 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:28 smithi179 bash[22477]: debug 2024-06-06T11:31:28.568+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:28.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:28 smithi179 bash[27197]: debug 2024-06-06T11:31:28.648+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:28.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:28 smithi179 bash[31899]: debug 2024-06-06T11:31:28.496+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:29.032 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:31:28 smithi132 bash[91924]: debug 2024-06-06T11:31:28.693+0000 7fc3c5b53640 -1 osd.3 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.082715+0000 front 2024-06-06T11:30:59.082388+0000 (oldest deadline 2024-06-06T11:31:23.782386+0000) 2024-06-06T11:31:29.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:29 smithi179 bash[27197]: debug 2024-06-06T11:31:29.608+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:29.789 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:29 smithi179 bash[22477]: debug 2024-06-06T11:31:29.536+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:29.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:29 smithi179 bash[31899]: debug 2024-06-06T11:31:29.544+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:29.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:29 smithi179 bash[36521]: debug 2024-06-06T11:31:29.372+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:30.078 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:31:29 smithi132 bash[110850]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-3 2024-06-06T11:31:30.078 INFO:journalctl@ceph.osd.3.smithi132.stdout:Jun 06 11:31:30 smithi132 bash[110917]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-3 2024-06-06T11:31:30.531 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:30 smithi132 bash[65636]: level=error ts=2024-06-06T11:31:30.206Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:30.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:30 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:30.207Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:31:30.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:30 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:30.208Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:30.788 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:30 smithi179 bash[27197]: debug 2024-06-06T11:31:30.568+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:30.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:30 smithi179 bash[36521]: debug 2024-06-06T11:31:30.384+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:30.789 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:30 smithi179 bash[22477]: debug 2024-06-06T11:31:30.520+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:30.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:30 smithi179 bash[31899]: debug 2024-06-06T11:31:30.504+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:31.788 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:31 smithi179 bash[22477]: debug 2024-06-06T11:31:31.568+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:31.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:31 smithi179 bash[27197]: debug 2024-06-06T11:31:31.524+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:31.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:31 smithi179 bash[31899]: debug 2024-06-06T11:31:31.492+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:31.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:31 smithi179 bash[36521]: debug 2024-06-06T11:31:31.432+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:32.076 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.3.service' 2024-06-06T11:31:32.104 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:31:32.104 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-06-06T11:31:32.105 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-06-06T11:31:32.105 DEBUG:teuthology.orchestra.run.smithi179:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.4 2024-06-06T11:31:32.432 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:32 smithi179 systemd[1]: Stopping Ceph osd.4 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:31:32.432 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:32 smithi179 bash[22477]: debug 2024-06-06T11:31:32.316+0000 7f6414f92700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:31:32.432 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:32 smithi179 bash[22477]: debug 2024-06-06T11:31:32.316+0000 7f6414f92700 -1 osd.4 953 *** Got signal Terminated *** 2024-06-06T11:31:32.432 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:32 smithi179 bash[22477]: debug 2024-06-06T11:31:32.316+0000 7f6414f92700 -1 osd.4 953 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:31:32.788 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:32 smithi179 bash[22477]: debug 2024-06-06T11:31:32.616+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:32.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:32 smithi179 bash[31899]: debug 2024-06-06T11:31:32.456+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:32.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:32 smithi179 bash[27197]: debug 2024-06-06T11:31:32.480+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:32.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:32 smithi179 bash[36521]: debug 2024-06-06T11:31:32.432+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:33.788 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:33 smithi179 bash[31899]: debug 2024-06-06T11:31:33.496+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:33.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:33 smithi179 bash[36521]: debug 2024-06-06T11:31:33.392+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:33.789 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:33 smithi179 bash[22477]: debug 2024-06-06T11:31:33.608+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:33.789 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:33 smithi179 bash[22477]: debug 2024-06-06T11:31:33.608+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:10.614506+0000 front 2024-06-06T11:31:10.614731+0000 (oldest deadline 2024-06-06T11:31:33.514151+0000) 2024-06-06T11:31:33.790 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:33 smithi179 bash[27197]: debug 2024-06-06T11:31:33.500+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:33.790 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:33 smithi179 bash[27197]: debug 2024-06-06T11:31:33.500+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:34.031 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:33 smithi132 bash[65636]: level=error ts=2024-06-06T11:31:33.580Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:34.032 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:33 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:33.581Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:31:34.032 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:33 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:33.582Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:34.788 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:34 smithi179 bash[31899]: debug 2024-06-06T11:31:34.484+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:34.789 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:34 smithi179 bash[22477]: debug 2024-06-06T11:31:34.624+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:34.789 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:34 smithi179 bash[22477]: debug 2024-06-06T11:31:34.624+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:10.614506+0000 front 2024-06-06T11:31:10.614731+0000 (oldest deadline 2024-06-06T11:31:33.514151+0000) 2024-06-06T11:31:34.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:34 smithi179 bash[27197]: debug 2024-06-06T11:31:34.476+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:34.790 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:34 smithi179 bash[27197]: debug 2024-06-06T11:31:34.476+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:34.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:34 smithi179 bash[36521]: debug 2024-06-06T11:31:34.440+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:34.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:34 smithi179 bash[36521]: debug 2024-06-06T11:31:34.440+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:35.788 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:35 smithi179 bash[27197]: debug 2024-06-06T11:31:35.456+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:35.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:35 smithi179 bash[27197]: debug 2024-06-06T11:31:35.456+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:35.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:35 smithi179 bash[36521]: debug 2024-06-06T11:31:35.392+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:35.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:35 smithi179 bash[36521]: debug 2024-06-06T11:31:35.392+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:35.790 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:35 smithi179 bash[22477]: debug 2024-06-06T11:31:35.608+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:35.790 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:35 smithi179 bash[22477]: debug 2024-06-06T11:31:35.608+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:10.614506+0000 front 2024-06-06T11:31:10.614731+0000 (oldest deadline 2024-06-06T11:31:33.514151+0000) 2024-06-06T11:31:35.790 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:35 smithi179 bash[31899]: debug 2024-06-06T11:31:35.448+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:35.790 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:35 smithi179 bash[31899]: debug 2024-06-06T11:31:35.448+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:36.657 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:36 smithi179 bash[31899]: debug 2024-06-06T11:31:36.436+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:36.658 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:36 smithi179 bash[31899]: debug 2024-06-06T11:31:36.436+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:36.658 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:36 smithi179 bash[36521]: debug 2024-06-06T11:31:36.384+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:36.658 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:36 smithi179 bash[36521]: debug 2024-06-06T11:31:36.384+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:36.659 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:36 smithi179 bash[27197]: debug 2024-06-06T11:31:36.432+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:36.659 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:36 smithi179 bash[27197]: debug 2024-06-06T11:31:36.432+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:37.038 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:36 smithi179 bash[22477]: debug 2024-06-06T11:31:36.656+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:01.312200+0000 front 2024-06-06T11:31:01.312562+0000 (oldest deadline 2024-06-06T11:31:25.412260+0000) 2024-06-06T11:31:37.039 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:36 smithi179 bash[22477]: debug 2024-06-06T11:31:36.656+0000 7f640ff0b700 -1 osd.4 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:10.614506+0000 front 2024-06-06T11:31:10.614731+0000 (oldest deadline 2024-06-06T11:31:33.514151+0000) 2024-06-06T11:31:37.788 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:37 smithi179 bash[31899]: debug 2024-06-06T11:31:37.471+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:37.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:37 smithi179 bash[31899]: debug 2024-06-06T11:31:37.471+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:37.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:37 smithi179 bash[27197]: debug 2024-06-06T11:31:37.447+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:37.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:37 smithi179 bash[27197]: debug 2024-06-06T11:31:37.447+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:37.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:37 smithi179 bash[36521]: debug 2024-06-06T11:31:37.391+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:37.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:37 smithi179 bash[36521]: debug 2024-06-06T11:31:37.391+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:38.314 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:38 smithi179 bash[62501]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-4 2024-06-06T11:31:38.314 INFO:journalctl@ceph.osd.4.smithi179.stdout:Jun 06 11:31:38 smithi179 bash[62566]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-4 2024-06-06T11:31:38.788 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:38 smithi179 bash[27197]: debug 2024-06-06T11:31:38.459+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:38.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:38 smithi179 bash[27197]: debug 2024-06-06T11:31:38.459+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:38.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:38 smithi179 bash[31899]: debug 2024-06-06T11:31:38.467+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:38.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:38 smithi179 bash[31899]: debug 2024-06-06T11:31:38.467+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:38.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:38 smithi179 bash[36521]: debug 2024-06-06T11:31:38.395+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:38.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:38 smithi179 bash[36521]: debug 2024-06-06T11:31:38.399+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:39.538 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:39 smithi179 bash[31899]: debug 2024-06-06T11:31:39.467+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:39.539 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:39 smithi179 bash[31899]: debug 2024-06-06T11:31:39.467+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:39.539 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:39 smithi179 bash[36521]: debug 2024-06-06T11:31:39.431+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:39.539 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:39 smithi179 bash[36521]: debug 2024-06-06T11:31:39.431+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:39.540 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:39 smithi179 bash[27197]: debug 2024-06-06T11:31:39.447+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:39.540 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:39 smithi179 bash[27197]: debug 2024-06-06T11:31:39.447+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:40.433 DEBUG:teuthology.orchestra.run.smithi179:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.4.service' 2024-06-06T11:31:40.459 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:31:40.460 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-06-06T11:31:40.460 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-06-06T11:31:40.460 DEBUG:teuthology.orchestra.run.smithi179:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.5 2024-06-06T11:31:40.531 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:40 smithi132 bash[65636]: level=error ts=2024-06-06T11:31:40.207Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:40.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:40 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:40.208Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:31:40.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:40 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:40.209Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:40.788 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:40 smithi179 bash[31899]: debug 2024-06-06T11:31:40.495+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:40.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:40 smithi179 bash[31899]: debug 2024-06-06T11:31:40.495+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:40.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:40 smithi179 bash[36521]: debug 2024-06-06T11:31:40.463+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:40.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:40 smithi179 bash[36521]: debug 2024-06-06T11:31:40.463+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:40.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:40 smithi179 bash[27197]: debug 2024-06-06T11:31:40.415+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:40.790 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:40 smithi179 bash[27197]: debug 2024-06-06T11:31:40.415+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:40.790 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:40 smithi179 systemd[1]: Stopping Ceph osd.5 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:31:40.790 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:40 smithi179 bash[27197]: debug 2024-06-06T11:31:40.659+0000 7f6e0f163700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:31:40.790 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:40 smithi179 bash[27197]: debug 2024-06-06T11:31:40.659+0000 7f6e0f163700 -1 osd.5 953 *** Got signal Terminated *** 2024-06-06T11:31:40.790 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:40 smithi179 bash[27197]: debug 2024-06-06T11:31:40.659+0000 7f6e0f163700 -1 osd.5 953 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:31:41.788 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:41 smithi179 bash[36521]: debug 2024-06-06T11:31:41.479+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:41.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:41 smithi179 bash[36521]: debug 2024-06-06T11:31:41.479+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:41.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:41 smithi179 bash[27197]: debug 2024-06-06T11:31:41.411+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:41.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:41 smithi179 bash[27197]: debug 2024-06-06T11:31:41.411+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:41.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:41 smithi179 bash[31899]: debug 2024-06-06T11:31:41.479+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:41.790 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:41 smithi179 bash[31899]: debug 2024-06-06T11:31:41.479+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:42.788 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:42 smithi179 bash[27197]: debug 2024-06-06T11:31:42.375+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:42.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:42 smithi179 bash[27197]: debug 2024-06-06T11:31:42.375+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:42.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:42 smithi179 bash[27197]: debug 2024-06-06T11:31:42.375+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.741571+0000 front 2024-06-06T11:31:19.741611+0000 (oldest deadline 2024-06-06T11:31:41.942076+0000) 2024-06-06T11:31:42.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:42 smithi179 bash[31899]: debug 2024-06-06T11:31:42.495+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:42.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:42 smithi179 bash[31899]: debug 2024-06-06T11:31:42.495+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:42.790 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:42 smithi179 bash[31899]: debug 2024-06-06T11:31:42.495+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:42.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:42 smithi179 bash[36521]: debug 2024-06-06T11:31:42.507+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:42.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:42 smithi179 bash[36521]: debug 2024-06-06T11:31:42.507+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:43.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:43 smithi179 bash[27197]: debug 2024-06-06T11:31:43.383+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:43.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:43 smithi179 bash[27197]: debug 2024-06-06T11:31:43.383+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:43.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:43 smithi179 bash[27197]: debug 2024-06-06T11:31:43.383+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.741571+0000 front 2024-06-06T11:31:19.741611+0000 (oldest deadline 2024-06-06T11:31:41.942076+0000) 2024-06-06T11:31:43.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:43 smithi179 bash[31899]: debug 2024-06-06T11:31:43.543+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:43.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:43 smithi179 bash[31899]: debug 2024-06-06T11:31:43.543+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:43.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:43 smithi179 bash[31899]: debug 2024-06-06T11:31:43.543+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:43.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:43 smithi179 bash[36521]: debug 2024-06-06T11:31:43.483+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:43.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:43 smithi179 bash[36521]: debug 2024-06-06T11:31:43.483+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:44.032 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:43 smithi132 bash[65636]: level=error ts=2024-06-06T11:31:43.580Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:31:44.032 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:43 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:43.581Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:31:44.032 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:43 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:43.583Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:44.788 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:44 smithi179 bash[36521]: debug 2024-06-06T11:31:44.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:44.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:44 smithi179 bash[36521]: debug 2024-06-06T11:31:44.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:44.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:44 smithi179 bash[27197]: debug 2024-06-06T11:31:44.427+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:44.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:44 smithi179 bash[27197]: debug 2024-06-06T11:31:44.427+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:44.789 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:44 smithi179 bash[27197]: debug 2024-06-06T11:31:44.427+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.741571+0000 front 2024-06-06T11:31:19.741611+0000 (oldest deadline 2024-06-06T11:31:41.942076+0000) 2024-06-06T11:31:44.790 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:44 smithi179 bash[31899]: debug 2024-06-06T11:31:44.531+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:44.790 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:44 smithi179 bash[31899]: debug 2024-06-06T11:31:44.531+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:44.790 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:44 smithi179 bash[31899]: debug 2024-06-06T11:31:44.531+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:45.773 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:45 smithi179 bash[36521]: debug 2024-06-06T11:31:45.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:45.773 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:45 smithi179 bash[36521]: debug 2024-06-06T11:31:45.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:45.773 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:45 smithi179 bash[36521]: debug 2024-06-06T11:31:45.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:45.774 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:45 smithi179 bash[27197]: debug 2024-06-06T11:31:45.447+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:31:02.237554+0000 front 2024-06-06T11:31:02.237614+0000 (oldest deadline 2024-06-06T11:31:25.737782+0000) 2024-06-06T11:31:45.774 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:45 smithi179 bash[27197]: debug 2024-06-06T11:31:45.447+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.839349+0000 front 2024-06-06T11:31:06.839233+0000 (oldest deadline 2024-06-06T11:31:32.739297+0000) 2024-06-06T11:31:45.774 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:45 smithi179 bash[27197]: debug 2024-06-06T11:31:45.447+0000 7f6e0c0e0700 -1 osd.5 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.741571+0000 front 2024-06-06T11:31:19.741611+0000 (oldest deadline 2024-06-06T11:31:41.942076+0000) 2024-06-06T11:31:45.774 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:45 smithi179 bash[31899]: debug 2024-06-06T11:31:45.559+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:45.774 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:45 smithi179 bash[31899]: debug 2024-06-06T11:31:45.559+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:45.775 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:45 smithi179 bash[31899]: debug 2024-06-06T11:31:45.559+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:46.594 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:46 smithi179 bash[62707]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-5 2024-06-06T11:31:46.594 INFO:journalctl@ceph.osd.5.smithi179.stdout:Jun 06 11:31:46 smithi179 bash[62770]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-5 2024-06-06T11:31:46.594 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:46 smithi179 bash[31899]: debug 2024-06-06T11:31:46.575+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:46.594 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:46 smithi179 bash[31899]: debug 2024-06-06T11:31:46.575+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:46.595 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:46 smithi179 bash[31899]: debug 2024-06-06T11:31:46.575+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:46.595 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:46 smithi179 bash[36521]: debug 2024-06-06T11:31:46.467+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:46.595 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:46 smithi179 bash[36521]: debug 2024-06-06T11:31:46.467+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:46.595 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:46 smithi179 bash[36521]: debug 2024-06-06T11:31:46.467+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:47.788 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:47 smithi179 bash[31899]: debug 2024-06-06T11:31:47.531+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:47.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:47 smithi179 bash[31899]: debug 2024-06-06T11:31:47.531+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:47.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:47 smithi179 bash[31899]: debug 2024-06-06T11:31:47.531+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:47.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:47 smithi179 bash[36521]: debug 2024-06-06T11:31:47.443+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:47.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:47 smithi179 bash[36521]: debug 2024-06-06T11:31:47.443+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:47.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:47 smithi179 bash[36521]: debug 2024-06-06T11:31:47.443+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:48.446 DEBUG:teuthology.orchestra.run.smithi179:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.5.service' 2024-06-06T11:31:48.477 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:31:48.477 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-06-06T11:31:48.477 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-06-06T11:31:48.477 DEBUG:teuthology.orchestra.run.smithi179:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.6 2024-06-06T11:31:48.707 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:48 smithi179 bash[36521]: debug 2024-06-06T11:31:48.407+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:48.707 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:48 smithi179 bash[36521]: debug 2024-06-06T11:31:48.407+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:48.708 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:48 smithi179 bash[36521]: debug 2024-06-06T11:31:48.407+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:48.708 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:48 smithi179 systemd[1]: Stopping Ceph osd.6 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:31:48.708 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:48 smithi179 bash[31899]: debug 2024-06-06T11:31:48.579+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:48.708 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:48 smithi179 bash[31899]: debug 2024-06-06T11:31:48.579+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:48.708 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:48 smithi179 bash[31899]: debug 2024-06-06T11:31:48.579+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:48.708 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:48 smithi179 bash[31899]: debug 2024-06-06T11:31:48.703+0000 7f08a8a81700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:31:48.709 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:48 smithi179 bash[31899]: debug 2024-06-06T11:31:48.703+0000 7f08a8a81700 -1 osd.6 953 *** Got signal Terminated *** 2024-06-06T11:31:49.038 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:48 smithi179 bash[31899]: debug 2024-06-06T11:31:48.703+0000 7f08a8a81700 -1 osd.6 953 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:31:49.788 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:49 smithi179 bash[31899]: debug 2024-06-06T11:31:49.555+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:49.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:49 smithi179 bash[31899]: debug 2024-06-06T11:31:49.555+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:49.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:49 smithi179 bash[31899]: debug 2024-06-06T11:31:49.555+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:49.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:49 smithi179 bash[36521]: debug 2024-06-06T11:31:49.423+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:49.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:49 smithi179 bash[36521]: debug 2024-06-06T11:31:49.423+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:49.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:49 smithi179 bash[36521]: debug 2024-06-06T11:31:49.423+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:50.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:50 smithi132 bash[65636]: level=error ts=2024-06-06T11:31:50.208Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:50.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:50 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:50.208Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:31:50.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:50 smithi132 bash[65636]: level=warn ts=2024-06-06T11:31:50.210Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:50.788 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:50 smithi179 bash[31899]: debug 2024-06-06T11:31:50.563+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:50.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:50 smithi179 bash[31899]: debug 2024-06-06T11:31:50.563+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:50.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:50 smithi179 bash[31899]: debug 2024-06-06T11:31:50.563+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:50.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:50 smithi179 bash[36521]: debug 2024-06-06T11:31:50.447+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:50.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:50 smithi179 bash[36521]: debug 2024-06-06T11:31:50.447+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:50.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:50 smithi179 bash[36521]: debug 2024-06-06T11:31:50.447+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:50.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:50 smithi179 bash[36521]: debug 2024-06-06T11:31:50.447+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:31:51.788 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:51 smithi179 bash[31899]: debug 2024-06-06T11:31:51.527+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:51.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:51 smithi179 bash[31899]: debug 2024-06-06T11:31:51.527+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:51.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:51 smithi179 bash[31899]: debug 2024-06-06T11:31:51.527+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:51.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:51 smithi179 bash[36521]: debug 2024-06-06T11:31:51.439+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:51.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:51 smithi179 bash[36521]: debug 2024-06-06T11:31:51.439+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:51.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:51 smithi179 bash[36521]: debug 2024-06-06T11:31:51.439+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:51.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:51 smithi179 bash[36521]: debug 2024-06-06T11:31:51.439+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:31:52.788 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:52 smithi179 bash[31899]: debug 2024-06-06T11:31:52.567+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:52.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:52 smithi179 bash[31899]: debug 2024-06-06T11:31:52.567+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:52.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:52 smithi179 bash[31899]: debug 2024-06-06T11:31:52.567+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:52.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:52 smithi179 bash[36521]: debug 2024-06-06T11:31:52.443+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:52.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:52 smithi179 bash[36521]: debug 2024-06-06T11:31:52.443+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:52.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:52 smithi179 bash[36521]: debug 2024-06-06T11:31:52.443+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:52.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:52 smithi179 bash[36521]: debug 2024-06-06T11:31:52.443+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:31:53.788 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:53 smithi179 bash[36521]: debug 2024-06-06T11:31:53.463+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:53.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:53 smithi179 bash[36521]: debug 2024-06-06T11:31:53.463+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:53.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:53 smithi179 bash[36521]: debug 2024-06-06T11:31:53.463+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:53.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:53 smithi179 bash[36521]: debug 2024-06-06T11:31:53.463+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:31:53.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:53 smithi179 bash[31899]: debug 2024-06-06T11:31:53.555+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:59.938263+0000 front 2024-06-06T11:30:59.938074+0000 (oldest deadline 2024-06-06T11:31:25.838195+0000) 2024-06-06T11:31:53.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:53 smithi179 bash[31899]: debug 2024-06-06T11:31:53.555+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:06.339533+0000 front 2024-06-06T11:31:06.339743+0000 (oldest deadline 2024-06-06T11:31:34.540029+0000) 2024-06-06T11:31:53.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:53 smithi179 bash[31899]: debug 2024-06-06T11:31:53.555+0000 7f08a31f9700 -1 osd.6 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.241464+0000 front 2024-06-06T11:31:19.241439+0000 (oldest deadline 2024-06-06T11:31:42.141130+0000) 2024-06-06T11:31:54.031 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:31:53 smithi132 bash[65636]: level=error ts=2024-06-06T11:31:53.581Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:31:54.788 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:54 smithi179 bash[62913]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-6 2024-06-06T11:31:54.789 INFO:journalctl@ceph.osd.6.smithi179.stdout:Jun 06 11:31:54 smithi179 bash[62978]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-6 2024-06-06T11:31:54.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:54 smithi179 bash[36521]: debug 2024-06-06T11:31:54.471+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:54.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:54 smithi179 bash[36521]: debug 2024-06-06T11:31:54.471+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:54.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:54 smithi179 bash[36521]: debug 2024-06-06T11:31:54.471+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:54.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:54 smithi179 bash[36521]: debug 2024-06-06T11:31:54.471+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:31:55.788 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:55 smithi179 bash[36521]: debug 2024-06-06T11:31:55.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:55.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:55 smithi179 bash[36521]: debug 2024-06-06T11:31:55.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:55.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:55 smithi179 bash[36521]: debug 2024-06-06T11:31:55.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:55.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:55 smithi179 bash[36521]: debug 2024-06-06T11:31:55.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:31:56.449 DEBUG:teuthology.orchestra.run.smithi179:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.6.service' 2024-06-06T11:31:56.482 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:31:56.482 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-06-06T11:31:56.483 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-06-06T11:31:56.483 DEBUG:teuthology.orchestra.run.smithi179:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.7 2024-06-06T11:31:56.691 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:56 smithi179 bash[36521]: debug 2024-06-06T11:31:56.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:56.691 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:56 smithi179 bash[36521]: debug 2024-06-06T11:31:56.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:56.691 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:56 smithi179 bash[36521]: debug 2024-06-06T11:31:56.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:56.692 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:56 smithi179 bash[36521]: debug 2024-06-06T11:31:56.435+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:31:56.692 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:56 smithi179 systemd[1]: Stopping Ceph osd.7 for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:31:57.038 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:56 smithi179 bash[36521]: debug 2024-06-06T11:31:56.687+0000 7f5d0594c700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-06-06T11:31:57.039 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:56 smithi179 bash[36521]: debug 2024-06-06T11:31:56.687+0000 7f5d0594c700 -1 osd.7 953 *** Got signal Terminated *** 2024-06-06T11:31:57.039 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:56 smithi179 bash[36521]: debug 2024-06-06T11:31:56.687+0000 7f5d0594c700 -1 osd.7 953 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T11:31:57.788 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:57 smithi179 bash[36521]: debug 2024-06-06T11:31:57.455+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:57.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:57 smithi179 bash[36521]: debug 2024-06-06T11:31:57.455+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:57.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:57 smithi179 bash[36521]: debug 2024-06-06T11:31:57.455+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:57.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:57 smithi179 bash[36521]: debug 2024-06-06T11:31:57.455+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:31:58.788 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:58 smithi179 bash[36521]: debug 2024-06-06T11:31:58.503+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:58.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:58 smithi179 bash[36521]: debug 2024-06-06T11:31:58.503+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:58.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:58 smithi179 bash[36521]: debug 2024-06-06T11:31:58.503+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:58.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:58 smithi179 bash[36521]: debug 2024-06-06T11:31:58.503+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:31:59.788 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:59 smithi179 bash[36521]: debug 2024-06-06T11:31:59.503+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:31:59.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:59 smithi179 bash[36521]: debug 2024-06-06T11:31:59.503+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:31:59.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:59 smithi179 bash[36521]: debug 2024-06-06T11:31:59.503+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:31:59.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:59 smithi179 bash[36521]: debug 2024-06-06T11:31:59.503+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:31:59.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:31:59 smithi179 bash[36521]: debug 2024-06-06T11:31:59.503+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.179:6804 osd.4 since back 2024-06-06T11:31:36.245071+0000 front 2024-06-06T11:31:36.245137+0000 (oldest deadline 2024-06-06T11:31:59.045480+0000) 2024-06-06T11:32:00.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:00 smithi132 bash[65636]: level=error ts=2024-06-06T11:32:00.209Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:32:00.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:00 smithi132 bash[65636]: level=warn ts=2024-06-06T11:32:00.210Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:32:00.532 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:00 smithi132 bash[65636]: level=warn ts=2024-06-06T11:32:00.211Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:32:00.788 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:00 smithi179 bash[36521]: debug 2024-06-06T11:32:00.475+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:32:00.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:00 smithi179 bash[36521]: debug 2024-06-06T11:32:00.475+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:32:00.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:00 smithi179 bash[36521]: debug 2024-06-06T11:32:00.475+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:32:00.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:00 smithi179 bash[36521]: debug 2024-06-06T11:32:00.475+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:32:00.790 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:00 smithi179 bash[36521]: debug 2024-06-06T11:32:00.475+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.179:6804 osd.4 since back 2024-06-06T11:31:36.245071+0000 front 2024-06-06T11:31:36.245137+0000 (oldest deadline 2024-06-06T11:31:59.045480+0000) 2024-06-06T11:32:01.788 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:01 smithi179 bash[36521]: debug 2024-06-06T11:32:01.523+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6806 osd.0 since back 2024-06-06T11:30:58.739123+0000 front 2024-06-06T11:30:58.738852+0000 (oldest deadline 2024-06-06T11:31:28.739515+0000) 2024-06-06T11:32:01.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:01 smithi179 bash[36521]: debug 2024-06-06T11:32:01.523+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6814 osd.1 since back 2024-06-06T11:31:08.740327+0000 front 2024-06-06T11:31:08.740580+0000 (oldest deadline 2024-06-06T11:31:33.440317+0000) 2024-06-06T11:32:01.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:01 smithi179 bash[36521]: debug 2024-06-06T11:32:01.523+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6822 osd.2 since back 2024-06-06T11:31:19.341795+0000 front 2024-06-06T11:31:19.341686+0000 (oldest deadline 2024-06-06T11:31:45.142277+0000) 2024-06-06T11:32:01.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:01 smithi179 bash[36521]: debug 2024-06-06T11:32:01.523+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.132:6830 osd.3 since back 2024-06-06T11:31:25.143113+0000 front 2024-06-06T11:31:25.143095+0000 (oldest deadline 2024-06-06T11:31:49.842971+0000) 2024-06-06T11:32:01.789 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:01 smithi179 bash[36521]: debug 2024-06-06T11:32:01.523+0000 7f5d000c4700 -1 osd.7 953 heartbeat_check: no reply from 172.21.15.179:6804 osd.4 since back 2024-06-06T11:31:36.245071+0000 front 2024-06-06T11:31:36.245137+0000 (oldest deadline 2024-06-06T11:31:59.045480+0000) 2024-06-06T11:32:02.537 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:02 smithi179 bash[63119]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-7 2024-06-06T11:32:02.537 INFO:journalctl@ceph.osd.7.smithi179.stdout:Jun 06 11:32:02 smithi179 bash[63183]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-osd-7 2024-06-06T11:32:04.370 DEBUG:teuthology.orchestra.run.smithi179:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@osd.7.service' 2024-06-06T11:32:04.393 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:32:04.394 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-06-06T11:32:04.394 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-06-06T11:32:04.394 DEBUG:teuthology.orchestra.run.smithi179:> sudo systemctl stop ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@prometheus.a 2024-06-06T11:32:04.627 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 systemd[1]: Stopping Ceph prometheus.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:32:05.038 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.628Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-06-06T11:32:05.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.628Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-06-06T11:32:05.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.628Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-06-06T11:32:05.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.628Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-06-06T11:32:05.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.628Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-06-06T11:32:05.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.628Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-06-06T11:32:05.039 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.628Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-06-06T11:32:05.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.628Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-06-06T11:32:05.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.628Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-06-06T11:32:05.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.629Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-06-06T11:32:05.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.629Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-06-06T11:32:05.040 INFO:journalctl@ceph.prometheus.a.smithi179.stdout:Jun 06 11:32:04 smithi179 bash[48797]: ts=2024-06-06T11:32:04.629Z caller=main.go:1066 level=info msg="See you next time!" 2024-06-06T11:32:05.348 DEBUG:teuthology.orchestra.run.smithi179:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@prometheus.a.service' 2024-06-06T11:32:05.378 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T11:32:05.378 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-06-06T11:32:05.379 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 --force --keep-logs 2024-06-06T11:32:10.399 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:10 smithi132 bash[65636]: level=error ts=2024-06-06T11:32:10.210Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:32:10.399 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:10 smithi132 bash[65636]: level=warn ts=2024-06-06T11:32:10.211Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi132.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.132:8443: connect: connection refused" 2024-06-06T11:32:10.400 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:10 smithi132 bash[65636]: level=warn ts=2024-06-06T11:32:10.212Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi179.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.179:8443: connect: connection refused" 2024-06-06T11:32:12.144 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:32:11 smithi132 systemd[1]: Stopping Ceph node-exporter.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:32:12.781 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:32:12 smithi132 bash[111273]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-node-exporter-a 2024-06-06T11:32:12.782 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:32:12 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-06-06T11:32:12.782 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:32:12 smithi132 bash[111337]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-node-exporter-a 2024-06-06T11:32:12.782 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:32:12 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-06-06T11:32:12.782 INFO:journalctl@ceph.node-exporter.a.smithi132.stdout:Jun 06 11:32:12 smithi132 systemd[1]: Stopped Ceph node-exporter.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:32:13.154 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:12 smithi132 systemd[1]: Stopping Ceph alertmanager.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:32:13.155 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:13 smithi132 bash[65636]: level=info ts=2024-06-06T11:32:13.050Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-06-06T11:32:14.031 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:13 smithi132 bash[111397]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-alertmanager-a 2024-06-06T11:32:14.032 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:13 smithi132 bash[111460]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-alertmanager-a 2024-06-06T11:32:14.032 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:13 smithi132 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@alertmanager.a.service: Succeeded. 2024-06-06T11:32:14.032 INFO:journalctl@ceph.alertmanager.a.smithi132.stdout:Jun 06 11:32:13 smithi132 systemd[1]: Stopped Ceph alertmanager.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:32:22.564 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 --force --keep-logs 2024-06-06T11:32:29.221 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:32:28 smithi179 systemd[1]: Stopping Ceph node-exporter.b for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:32:30.038 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:32:29 smithi179 bash[63649]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-node-exporter-b 2024-06-06T11:32:30.039 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:32:29 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-06-06T11:32:30.039 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:32:29 smithi179 bash[63713]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-node-exporter-b 2024-06-06T11:32:30.039 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:32:29 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-06-06T11:32:30.039 INFO:journalctl@ceph.node-exporter.b.smithi179.stdout:Jun 06 11:32:29 smithi179 systemd[1]: Stopped Ceph node-exporter.b for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:32:30.534 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:32:30 smithi179 systemd[1]: Stopping Ceph grafana.a for e393e0b4-23f2-11ef-bc9b-c7b262605968... 2024-06-06T11:32:30.534 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:32:30 smithi179 bash[47477]: t=2024-06-06T11:32:30+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-06-06T11:32:31.288 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:32:30 smithi179 bash[63775]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-grafana-a 2024-06-06T11:32:31.289 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:32:31 smithi179 bash[63838]: Error response from daemon: No such container: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968-grafana-a 2024-06-06T11:32:31.289 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:32:31 smithi179 systemd[1]: ceph-e393e0b4-23f2-11ef-bc9b-c7b262605968@grafana.a.service: Succeeded. 2024-06-06T11:32:31.289 INFO:journalctl@ceph.grafana.a.smithi179.stdout:Jun 06 11:32:31 smithi179 systemd[1]: Stopped Ceph grafana.a for e393e0b4-23f2-11ef-bc9b-c7b262605968. 2024-06-06T11:32:36.884 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T11:32:36.900 DEBUG:teuthology.orchestra.run.smithi179:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T11:32:36.916 INFO:tasks.cephadm:Archiving crash dumps... 2024-06-06T11:32:36.919 DEBUG:teuthology.misc:Transferring archived files from smithi132:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi/7741853/remote/smithi132/crash 2024-06-06T11:32:36.920 DEBUG:teuthology.orchestra.run.smithi132:> sudo tar c -f - -C /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/crash -- . 2024-06-06T11:32:36.959 INFO:teuthology.orchestra.run.smithi132.stderr:tar: /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/crash: Cannot open: No such file or directory 2024-06-06T11:32:36.959 INFO:teuthology.orchestra.run.smithi132.stderr:tar: Error is not recoverable: exiting now 2024-06-06T11:32:36.961 DEBUG:teuthology.misc:Transferring archived files from smithi179:/var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi/7741853/remote/smithi179/crash 2024-06-06T11:32:36.962 DEBUG:teuthology.orchestra.run.smithi179:> sudo tar c -f - -C /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/crash -- . 2024-06-06T11:32:36.977 INFO:teuthology.orchestra.run.smithi179.stderr:tar: /var/lib/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/crash: Cannot open: No such file or directory 2024-06-06T11:32:36.977 INFO:teuthology.orchestra.run.smithi179.stderr:tar: Error is not recoverable: exiting now 2024-06-06T11:32:36.978 INFO:tasks.cephadm:Checking cluster log for badness... 2024-06-06T11:32:36.978 DEBUG:teuthology.orchestra.run.smithi132:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-06-06T11:32:37.018 INFO:teuthology.orchestra.run.smithi132.stderr:grep: /var/log/ceph/e393e0b4-23f2-11ef-bc9b-c7b262605968/ceph.log: No such file or directory 2024-06-06T11:32:37.019 INFO:tasks.cephadm:Compressing logs... 2024-06-06T11:32:37.020 DEBUG:teuthology.orchestra.run.smithi132:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-06T11:32:37.065 DEBUG:teuthology.orchestra.run.smithi179:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-06T11:32:37.078 INFO:teuthology.orchestra.run.smithi132.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-06-06T11:32:37.081 INFO:teuthology.orchestra.run.smithi179.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-06-06T11:33:12.902 INFO:tasks.cephadm:Archiving logs... 2024-06-06T11:33:12.903 DEBUG:teuthology.misc:Transferring archived files from smithi132:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi/7741853/remote/smithi132/log 2024-06-06T11:33:12.904 DEBUG:teuthology.orchestra.run.smithi132:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-06T11:33:16.987 DEBUG:teuthology.misc:Transferring archived files from smithi179:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi/7741853/remote/smithi179/log 2024-06-06T11:33:16.988 DEBUG:teuthology.orchestra.run.smithi179:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-06T11:33:20.270 INFO:tasks.cephadm:Removing cluster... 2024-06-06T11:33:20.271 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 --force 2024-06-06T11:33:21.873 DEBUG:teuthology.orchestra.run.smithi179:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e393e0b4-23f2-11ef-bc9b-c7b262605968 --force 2024-06-06T11:33:23.509 INFO:tasks.cephadm:Removing cephadm ... 2024-06-06T11:33:23.510 DEBUG:teuthology.orchestra.run.smithi132:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-06T11:33:23.518 DEBUG:teuthology.orchestra.run.smithi179:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-06T11:33:23.524 INFO:tasks.cephadm:Teardown complete 2024-06-06T11:33:23.524 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-06-06T11:33:23.535 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-06-06T11:33:23.535 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-06T11:33:23.561 DEBUG:teuthology.orchestra.run.smithi179:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-06T11:33:23.631 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-06-06T11:33:23.641 INFO:teuthology.task.clock:Checking final clock skew... 2024-06-06T11:33:23.641 DEBUG:teuthology.orchestra.run.smithi132:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T11:33:23.643 DEBUG:teuthology.orchestra.run.smithi179:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T11:33:23.661 INFO:teuthology.orchestra.run.smithi132.stdout: remote refid st t when poll reach delay offset jitter 2024-06-06T11:33:23.662 INFO:teuthology.orchestra.run.smithi132.stdout:============================================================================== 2024-06-06T11:33:23.662 INFO:teuthology.orchestra.run.smithi132.stdout:+hv01.front.sepi 67.205.162.81 3 u 67 128 377 0.147 -1.689 0.120 2024-06-06T11:33:23.662 INFO:teuthology.orchestra.run.smithi132.stdout:*hv02.front.sepi 63.231.80.2 3 u 113 128 377 0.113 -0.216 0.270 2024-06-06T11:33:23.662 INFO:teuthology.orchestra.run.smithi132.stdout:+hv03.front.sepi 74.6.168.72 3 u 43 128 377 0.092 -0.312 0.040 2024-06-06T11:33:23.662 INFO:teuthology.orchestra.run.smithi132.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 0.000 0.000 2024-06-06T11:33:23.664 INFO:teuthology.orchestra.run.smithi179.stdout: remote refid st t when poll reach delay offset jitter 2024-06-06T11:33:23.664 INFO:teuthology.orchestra.run.smithi179.stdout:============================================================================== 2024-06-06T11:33:23.664 INFO:teuthology.orchestra.run.smithi179.stdout:+hv01.front.sepi 67.205.162.81 3 u 61 64 377 0.086 -0.704 0.113 2024-06-06T11:33:23.664 INFO:teuthology.orchestra.run.smithi179.stdout:+hv02.front.sepi 63.231.80.2 3 u 58 128 377 0.082 1.093 0.125 2024-06-06T11:33:23.665 INFO:teuthology.orchestra.run.smithi179.stdout:*hv03.front.sepi 74.6.168.72 3 u 120 128 377 0.087 0.541 0.167 2024-06-06T11:33:23.665 INFO:teuthology.orchestra.run.smithi179.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 0.000 0.000 2024-06-06T11:33:23.666 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-06-06T11:33:23.675 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-06-06T11:33:23.675 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-06-06T11:33:23.684 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-06-06T11:33:23.692 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-06-06T11:33:23.700 INFO:teuthology.task.internal:Duration was 2886.331094 seconds 2024-06-06T11:33:23.701 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-06-06T11:33:23.709 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-06-06T11:33:23.709 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-06T11:33:23.712 DEBUG:teuthology.orchestra.run.smithi179:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-06T11:33:23.760 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-06-06T11:33:23.760 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi132.front.sepia.ceph.com 2024-06-06T11:33:23.761 DEBUG:teuthology.orchestra.run.smithi132:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-06T11:33:23.779 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi179.front.sepia.ceph.com 2024-06-06T11:33:23.779 DEBUG:teuthology.orchestra.run.smithi179:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-06T11:33:23.815 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-06-06T11:33:23.815 DEBUG:teuthology.orchestra.run.smithi132:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-06T11:33:23.821 DEBUG:teuthology.orchestra.run.smithi179:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-06T11:33:23.920 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-06-06T11:33:23.920 DEBUG:teuthology.orchestra.run.smithi132:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-06T11:33:23.923 DEBUG:teuthology.orchestra.run.smithi179:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-06T11:33:24.108 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-06-06T11:33:24.118 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-06-06T11:33:24.119 DEBUG:teuthology.orchestra.run.smithi132:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-06T11:33:24.133 DEBUG:teuthology.orchestra.run.smithi179:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-06T11:33:24.149 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-06-06T11:33:24.160 DEBUG:teuthology.orchestra.run.smithi132:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-06T11:33:24.177 DEBUG:teuthology.orchestra.run.smithi179:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-06T11:33:24.190 INFO:teuthology.orchestra.run.smithi132.stdout:kernel.core_pattern = core 2024-06-06T11:33:24.208 INFO:teuthology.orchestra.run.smithi179.stdout:kernel.core_pattern = core 2024-06-06T11:33:24.305 DEBUG:teuthology.orchestra.run.smithi132:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-06T11:33:24.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T11:33:24.311 DEBUG:teuthology.orchestra.run.smithi179:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-06T11:33:24.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T11:33:24.354 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-06-06T11:33:24.365 INFO:teuthology.task.internal:Transferring archived files... 2024-06-06T11:33:24.366 DEBUG:teuthology.misc:Transferring archived files from smithi132:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi/7741853/remote/smithi132 2024-06-06T11:33:24.366 DEBUG:teuthology.orchestra.run.smithi132:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-06T11:33:24.404 DEBUG:teuthology.misc:Transferring archived files from smithi179:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-05_01:08:02-upgrade:pacific-x-reef-distro-default-smithi/7741853/remote/smithi179 2024-06-06T11:33:24.404 DEBUG:teuthology.orchestra.run.smithi179:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-06T11:33:24.437 INFO:teuthology.task.internal:Removing archive directory... 2024-06-06T11:33:24.437 DEBUG:teuthology.orchestra.run.smithi132:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-06T11:33:24.441 DEBUG:teuthology.orchestra.run.smithi179:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-06T11:33:24.480 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-06-06T11:33:24.491 INFO:teuthology.task.internal:Not uploading archives. 2024-06-06T11:33:24.491 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-06-06T11:33:24.500 INFO:teuthology.task.internal:Tidying up after the test... 2024-06-06T11:33:24.501 DEBUG:teuthology.orchestra.run.smithi132:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-06T11:33:24.503 DEBUG:teuthology.orchestra.run.smithi179:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-06T11:33:24.509 INFO:teuthology.orchestra.run.smithi132.stdout: 1048617 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 6 11:33 /home/ubuntu/cephtest 2024-06-06T11:33:24.528 INFO:teuthology.orchestra.run.smithi179.stdout: 1048600 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 6 11:33 /home/ubuntu/cephtest 2024-06-06T11:33:24.531 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-06-06T11:33:24.541 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-06-06T11:33:24.564 INFO:teuthology.run:Summary data: description: upgrade:pacific-x/stress-split/{0-distro/ubuntu_20.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} duration: 2886.3310940265656 failure_reason: timeout expired in wait_until_healthy flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=24ff08d32ea64062a7728a2034eb0b70 status: fail success: false 2024-06-06T11:33:24.564 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-06-06T11:33:24.658 INFO:teuthology.run:FAIL